fix(requests): Manually compute default max_workers or pool size is None

This commit is contained in:
rlaphoenix 2024-03-13 17:12:06 +00:00
parent 458ad70fae
commit 36b070f729
1 changed files with 4 additions and 0 deletions

View File

@ -1,4 +1,5 @@
import math
import os
import time
from concurrent import futures
from concurrent.futures.thread import ThreadPoolExecutor
@ -196,6 +197,9 @@ def requests(
if not isinstance(urls, list):
urls = [urls]
if not max_workers:
max_workers = min(32, (os.cpu_count() or 1) + 4)
urls = [
dict(
save_path=save_path,