Optimize network proxy usage: only use proxy in list_s3_files function
This commit is contained in:
@@ -52,7 +52,7 @@ def download_kline_data(symbol, interval, year_month):
|
|||||||
logger.info(f"Downloading {url}")
|
logger.info(f"Downloading {url}")
|
||||||
|
|
||||||
try:
|
try:
|
||||||
response = requests.get(url, proxies=PROXIES)
|
response = requests.get(url)
|
||||||
response.raise_for_status()
|
response.raise_for_status()
|
||||||
logger.info(f"Downloaded {filename} successfully")
|
logger.info(f"Downloaded {filename} successfully")
|
||||||
return BytesIO(response.content)
|
return BytesIO(response.content)
|
||||||
@@ -256,7 +256,7 @@ def download_kline_data_by_url(url):
|
|||||||
logger.info(f"Downloading {url}")
|
logger.info(f"Downloading {url}")
|
||||||
|
|
||||||
try:
|
try:
|
||||||
response = requests.get(url, proxies=PROXIES)
|
response = requests.get(url)
|
||||||
response.raise_for_status()
|
response.raise_for_status()
|
||||||
filename = os.path.basename(url)
|
filename = os.path.basename(url)
|
||||||
logger.info(f"Downloaded {filename} successfully")
|
logger.info(f"Downloaded {filename} successfully")
|
||||||
|
|||||||
Reference in New Issue
Block a user