rick/LEDMatrix
1
0
Fork 0
mirror of https://github.com/ChuckBuilds/LEDMatrix.git synced 2026-04-11 21:33:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: improve Yahoo Finance API rate limiting handling in stock manager - Add proper User-Agent and headers - Add delay between requests - Add 429 status code to retry list - Increase retry attempts and backoff factor

Browse Source
This commit is contained in:
ChuckBuilds
2025-05-07 09:56:05 -05:00
parent a90e6965ef
commit 46756b4e47
1 changed files with 11 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
src/stock_manager.py
View File

@@ -63,15 +63,20 @@ class StockManager:
self.logo_dir = None self.logo_dir = None
self.headers = { self.headers = {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36' 'User-Agent': 'LEDMatrix/1.0 (https://github.com/yourusername/LEDMatrix; contact@example.com)',
'Accept': 'application/json',
'Accept-Language': 'en-US,en;q=0.9',
'Accept-Encoding': 'gzip, deflate, br',
'Connection': 'keep-alive'
} }
# Set up session with retry logic # Set up session with retry logic
self.session = requests.Session() self.session = requests.Session()
retry_strategy = Retry( retry_strategy = Retry(
total=3, # number of retries total=5, # increased number of retries
backoff_factor=0.5, # wait 0.5, 1, 2 seconds between retries backoff_factor=1, # increased backoff factor
status_forcelist=[500, 502, 503, 504], # HTTP status codes to retry on status_forcelist=[429, 500, 502, 503, 504], # added 429 to retry list
allowed_methods=["GET", "HEAD", "OPTIONS"]
) )
adapter = HTTPAdapter(max_retries=retry_strategy) adapter = HTTPAdapter(max_retries=retry_strategy)
self.session.mount("https://", adapter) self.session.mount("https://", adapter)
@@ -233,6 +238,8 @@ class StockManager:
cached_data[symbol] = stock_data cached_data[symbol] = stock_data
self.cache_manager.update_cache(cache_key, cached_data) self.cache_manager.update_cache(cache_key, cached_data)
# Add a longer delay between requests to avoid rate limiting
time.sleep(random.uniform(1.0, 2.0)) # increased delay between requests
return stock_data return stock_data
except requests.exceptions.SSLError as e: except requests.exceptions.SSLError as e: