We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3a28d42 commit 55e7316Copy full SHA for 55e7316
tests/unit/crawlers/_basic/test_basic_crawler.py
@@ -5,6 +5,7 @@
5
import concurrent
6
import json
7
import logging
8
+import multiprocessing
9
import os
10
import sys
11
import time
@@ -1678,7 +1679,7 @@ async def test_crawler_statistics_persistence(tmp_path: Path) -> None:
1678
1679
1680
This test simulates starting the crawler process twice, and checks that the statistics include first run."""
1681
- with concurrent.futures.ProcessPoolExecutor() as executor:
1682
+ with concurrent.futures.ProcessPoolExecutor(mp_context=multiprocessing.get_context('fork')) as executor:
1683
# Crawl 2 requests in the first run and automatically persist the state.
1684
first_run_state = executor.submit(
1685
_process_run_crawler,
0 commit comments