Skip to content

Instantly share code, notes, and snippets.

@soltanoff

soltanoff/shared_dict.py

Created August 23, 2023 20:41
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save soltanoff/9a6a2bb47e14ed1518fd29b25c4d684e to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save soltanoff/9a6a2bb47e14ed1518fd29b25c4d684e to your computer and use it in GitHub Desktop.
Download ZIP
Multiprocessing: shared dict instance
Raw
shared_dict.py
import asyncio
import random
import time
from concurrent.futures import ProcessPoolExecutor
from multiprocessing import Manager
async def params_modificator(shared_params_map):
while True:
shared_params_map['some_param'] = random.randint(1, 100)
print(f"params_modificator: {shared_params_map['some_param']}")
await asyncio.sleep(1)
def async_context(shared_params_map):
asyncio.run(params_modificator(shared_params_map))
def sync_context(shared_params_map):
while True:
print(f"sync_context: {shared_params_map['some_param']}")
time.sleep(5)
PROCESS_FUNCTIONS = (
async_context,
sync_context
)
SOME_PARAMS_MAP = {
'some_param': 1
}
def main():
manager = Manager()
shared_params_map = manager.dict()
shared_params_map.update(SOME_PARAMS_MAP)
with ProcessPoolExecutor(max_workers=2) as executor:
for func in PROCESS_FUNCTIONS:
executor.submit(func, shared_params_map)
if __name__ == '__main__':
main()
@soltanoff
Copy link
Author

soltanoff commented Aug 23, 2023 

params_modificator: 55
sync_context: 55
params_modificator: 61
params_modificator: 5
params_modificator: 19
params_modificator: 99
sync_context: 99
params_modificator: 94
params_modificator: 31
params_modificator: 38

@soltanoff
Copy link
Author

soltanoff commented Aug 23, 2023

An example with async because it doesn't matter what contexts

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment