|
|
|
@ -9,12 +9,14 @@ from urllib3.util import Timeout |
|
|
|
|
|
|
|
|
|
from openpilot.common.file_helpers import atomic_write_in_dir |
|
|
|
|
from openpilot.system.hardware.hw import Paths |
|
|
|
|
|
|
|
|
|
# Cache chunk size |
|
|
|
|
K = 1000 |
|
|
|
|
CHUNK_SIZE = 1000 * K |
|
|
|
|
|
|
|
|
|
logging.getLogger("urllib3").setLevel(logging.WARNING) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def hash_256(link: str) -> str: |
|
|
|
|
return sha256((link.split("?")[0]).encode('utf-8')).hexdigest() |
|
|
|
|
|
|
|
|
@ -33,7 +35,7 @@ class URLFile: |
|
|
|
|
@staticmethod |
|
|
|
|
def pool_manager() -> PoolManager: |
|
|
|
|
if URLFile._pool_manager is None: |
|
|
|
|
socket_options = [(socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1),] |
|
|
|
|
socket_options = [(socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1)] |
|
|
|
|
retries = Retry(total=5, backoff_factor=0.5, status_forcelist=[409, 429, 503, 504]) |
|
|
|
|
URLFile._pool_manager = PoolManager(num_pools=10, maxsize=100, socket_options=socket_options, retries=retries) |
|
|
|
|
return URLFile._pool_manager |
|
|
|
|