ninjajiraiya
/
devine
forked from DRMTalks/devine
1
0
Fork 0
Code Pull Requests Activity

master #3

Merged
ninjajiraiya merged 2 commits from DRMTalks/devine:master into master 2024-03-14 03:25:35 +00:00
Conversation 0 Commits 2 Files Changed 1 +6 -1
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
devine/core/downloaders/requests.py
View File

@ -1,4 +1,5 @@
import math import math
import os
import time import time
from concurrent import futures from concurrent import futures
from concurrent.futures.thread import ThreadPoolExecutor from concurrent.futures.thread import ThreadPoolExecutor
@ -196,6 +197,9 @@ def requests(
if not isinstance(urls, list): if not isinstance(urls, list):
urls = [urls] urls = [urls]
if not max_workers:
max_workers = min(32, (os.cpu_count() or 1) + 4)
urls = [ urls = [
dict( dict(
save_path=save_path, save_path=save_path,
@ -214,7 +218,8 @@ def requests(
session = Session() session = Session()
session.mount("https://", HTTPAdapter( session.mount("https://", HTTPAdapter(
pool_connections=max_workers, pool_connections=max_workers,
pool_maxsize=max_workers pool_maxsize=max_workers,
pool_block=True
)) ))
session.mount("http://", session.adapters["https://"]) session.mount("http://", session.adapters["https://"])