mirror of
https://github.com/dragonpilot/dragonpilot.git
synced 2026-02-20 06:44:08 +08:00
c70700758d
* add parallel download support to URLFile * make python 3.8 happy * Fix chunk size * Automatic number of threads * No daemon threads in unlogger * Cache length * dont touch old filereader * Remove debug info * remove debug script * Ignore type
14 lines
353 B
Python
14 lines
353 B
Python
import os
|
|
|
|
if "COMMA_PARALLEL_DOWNLOADS" in os.environ:
|
|
from tools.lib.url_file_parallel import URLFileParallel as URLFile
|
|
else:
|
|
from tools.lib.url_file import URLFile # type: ignore
|
|
|
|
|
|
def FileReader(fn, debug=False):
|
|
if fn.startswith("http://") or fn.startswith("https://"):
|
|
return URLFile(fn, debug=debug)
|
|
else:
|
|
return open(fn, "rb")
|