rick/LEDMatrix
1
0
Fork 0
mirror of https://github.com/ChuckBuilds/LEDMatrix.git synced 2026-04-12 13:42:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: improve Yahoo Finance API rate limiting handling - Add proper User-Agent and headers - Increase request delays between symbols - Add 429 status code to retry list - Increase retry attempts and backoff factor

Browse Source
This commit is contained in:
ChuckBuilds
2025-05-07 09:53:36 -05:00
parent cbfbd7bd73
commit a90e6965ef
1 changed files with 11 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
src/stock_news_manager.py
View File

@@ -63,15 +63,20 @@ class StockNewsManager:
self.rotation_complete = False # Flag to indicate when a full rotation is complete self.rotation_complete = False # Flag to indicate when a full rotation is complete
self.headers = { self.headers = {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36' 'User-Agent': 'LEDMatrix/1.0 (https://github.com/yourusername/LEDMatrix; contact@example.com)',
'Accept': 'application/json',
'Accept-Language': 'en-US,en;q=0.9',
'Accept-Encoding': 'gzip, deflate, br',
'Connection': 'keep-alive'
} }
# Set up session with retry logic # Set up session with retry logic
self.session = requests.Session() self.session = requests.Session()
retry_strategy = Retry( retry_strategy = Retry(
total=3, # number of retries total=5, # increased number of retries
backoff_factor=0.5, # wait 0.5, 1, 2 seconds between retries backoff_factor=1, # increased backoff factor
status_forcelist=[500, 502, 503, 504], # HTTP status codes to retry on status_forcelist=[429, 500, 502, 503, 504], # added 429 to retry list
allowed_methods=["GET", "HEAD", "OPTIONS"]
) )
adapter = HTTPAdapter(max_retries=retry_strategy) adapter = HTTPAdapter(max_retries=retry_strategy)
self.session.mount("https://", adapter) self.session.mount("https://", adapter)
@@ -173,8 +178,8 @@ class StockNewsManager:
success = True success = True
continue continue
# Add a small delay between requests to avoid rate limiting # Add a longer delay between requests to avoid rate limiting
time.sleep(random.uniform(0.1, 0.3)) time.sleep(random.uniform(1.0, 2.0)) # increased delay between requests
news_items = self._fetch_news(symbol) news_items = self._fetch_news(symbol)
if news_items: if news_items:
new_data[symbol] = news_items new_data[symbol] = news_items