6 examples of 'python run same function in parallel' in Python

15
def run_parallel(func, args):
16
    processes = []
17
    for arg in args:
18
        p = Process(target=func, args=arg)
19
        p.start()
20
        processes.append(p)
21
    for p in processes:
22
        p.join()

38
@skip_doctest
39
def parallel(view, dist='b', block=None, ordered=True, **flags):
40
    """Turn a function into a parallel remote function.
41
42
    This method can be used for map:
43
44
    In [1]: @parallel(view, block=True)
45
       ...: def func(a):
46
       ...:    pass
47
    """
48
49
    def parallel_function(f):
50
        return ParallelFunction(view, f, dist=dist, block=block, ordered=ordered, **flags)
51
    return parallel_function

66
def bench_run_parallel(self, N, num_threads):
67
    """Run :py:meth:`~.bench_run` with :code:`num_threads` threads.
68
69
    Args:
70
        N (int):
71
            Size of the input.
72
        num_threads (int):
73
            Number of threads.
74
    """
75
    with freud.parallel.NumThreads(num_threads):
76
        self.bench_run(N)

67
def test_python_to_cpp_to_python_from_thread_multiple_sequential():
68
    """Makes sure there is no GIL deadlock when running in a thread multiple times sequentially.
69
70
    It runs in a separate process to be able to stop and assert if it deadlocks.
71
    """
72
    assert _run_in_process(_python_to_cpp_to_python_from_threads, 8, parallel=False) == 0

10
def parallel_execution(self, *tests):
11
    suite = unittest.TestSuite()
12
    for test in tests:
13
        suite.addTest(unittest.TestLoader().loadTestsFromTestCase(test))
14
15
    with ThreadPoolExecutor(max_workers=10) as executor:
16
        list_of_suites = list(suite)
17
        for test in range(len(list_of_suites)):
18
            test_name = str(list_of_suites[test])
19
            return executor.submit(unittest.TextTestRunner().run, list_of_suites[test])

227
def run(self, script):
228
    self._monitor_file = open(self._monitor_out, 'w')
229
    cmd = [script,
230
          '--outputdir', self._output_dir,
231
           '--output', self._output,
232
          '--report', 'None',
233
           '--log', self._log,
234
          '--monitorcolors', 'off',
235
          '--test', self.test]+\
236
          self._args + [self._data_source]
237
    print "Starting test execution: %s" % " ".join(cmd)
238
    self._process = subprocess.Popen(cmd,
239
                                      shell=os.sep == '\\',
240
                                      stdout=self._monitor_file,
241
                                      stderr=self._monitor_file,
242
                                      env=self._get_environment_variables())