Skip to content

Commit dbb1dff

Browse files
committed
Move multiprocessing context to quixstreams.multiprocessing
1 parent 8ce9aff commit dbb1dff

File tree

3 files changed

+7
-5
lines changed

3 files changed

+7
-5
lines changed

quixstreams/__init__.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,7 @@
22
from .context import message_context
33
from .models import MessageContext
44
from .state import State
5+
from .multiprocessing import multiprocessing
56

67

78
__version__ = "2.9.0"

quixstreams/multiprocessing.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
from multiprocessing import get_context
2+
3+
# always use spawn as it's supported on all major OS
4+
# see https://docs.python.org/3/library/multiprocessing.html#contexts-and-start-methods
5+
multiprocessing = get_context("spawn")

quixstreams/sources/manager.py

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -2,20 +2,16 @@
22
import logging
33
import signal
44

5-
from multiprocessing import get_context
65
from pickle import PicklingError
76
from typing import List
87

8+
from quixstreams.multiprocessing import multiprocessing
99
from quixstreams.logging import configure_logging, LOGGER_NAME
1010
from quixstreams.models import Topic
1111
from .base import BaseSource
1212

1313
logger = logging.getLogger(__name__)
1414

15-
# always use spawn as it's supported on all major OS
16-
# see https://docs.python.org/3/library/multiprocessing.html#contexts-and-start-methods
17-
multiprocessing = get_context("spawn")
18-
1915

2016
class SourceProcess(multiprocessing.Process):
2117
"""

0 commit comments

Comments
 (0)