|
|
|
@@ -1,16 +1,14 @@
|
|
|
|
import requests
|
|
|
|
import requests
|
|
|
|
import logging
|
|
|
|
import logging
|
|
|
|
import time
|
|
|
|
import time
|
|
|
|
import random
|
|
|
|
|
|
|
|
from env_config import HEADERS, PRODUCT_NAMES, API_URL_SKU, API_URL_STOCK, PRODUCT_URL
|
|
|
|
from env_config import HEADERS, PRODUCT_NAMES, API_URL_SKU, API_URL_STOCK, PRODUCT_URL
|
|
|
|
from notifier import send_discord_notification, send_out_of_stock_notification, send_sku_change_notification
|
|
|
|
from notifier import send_discord_notification, send_out_of_stock_notification, send_sku_change_notification
|
|
|
|
from requests.adapters import HTTPAdapter, Retry
|
|
|
|
from requests.adapters import HTTPAdapter, Retry
|
|
|
|
|
|
|
|
|
|
|
|
# HTTP session with stealth configuration
|
|
|
|
# HTTP session
|
|
|
|
session = requests.Session()
|
|
|
|
session = requests.Session()
|
|
|
|
retries = Retry(total=2, backoff_factor=3, status_forcelist=[500, 502, 503, 504, 429])
|
|
|
|
retries = Retry(total=5, backoff_factor=1, status_forcelist=[500, 502, 503, 504])
|
|
|
|
adapter = HTTPAdapter(max_retries=retries, pool_connections=1, pool_maxsize=1)
|
|
|
|
session.mount('https://', HTTPAdapter(max_retries=retries))
|
|
|
|
session.mount('https://', adapter)
|
|
|
|
|
|
|
|
session.headers.update(HEADERS)
|
|
|
|
session.headers.update(HEADERS)
|
|
|
|
|
|
|
|
|
|
|
|
# Keeping memory of last run
|
|
|
|
# Keeping memory of last run
|
|
|
|
@@ -22,53 +20,15 @@ first_run_dict = {name: True for name in PRODUCT_NAMES}
|
|
|
|
def check_rtx_50_founders():
|
|
|
|
def check_rtx_50_founders():
|
|
|
|
global last_sku_dict, global_stock_status_dict, first_run_dict
|
|
|
|
global last_sku_dict, global_stock_status_dict, first_run_dict
|
|
|
|
|
|
|
|
|
|
|
|
# First get Akamai cookie by visiting main site
|
|
|
|
|
|
|
|
try:
|
|
|
|
|
|
|
|
logging.info("Getting Akamai protection cookie...")
|
|
|
|
|
|
|
|
session.get("https://marketplace.nvidia.com/fr-fr/consumer/graphics-cards/", timeout=10)
|
|
|
|
|
|
|
|
time.sleep(1) # Let the session establish
|
|
|
|
|
|
|
|
except Exception as e:
|
|
|
|
|
|
|
|
logging.warning(f"Failed to get initial cookie: {e}")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# Fetching nvidia API data
|
|
|
|
# Fetching nvidia API data
|
|
|
|
try:
|
|
|
|
try:
|
|
|
|
sku_url = API_URL_SKU
|
|
|
|
cache_buster = int(time.time() * 1000)
|
|
|
|
|
|
|
|
sku_url = f"{API_URL_SKU}&_t={cache_buster}"
|
|
|
|
|
|
|
|
|
|
|
|
response = session.get(sku_url, timeout=10)
|
|
|
|
response = session.get(sku_url, timeout=10)
|
|
|
|
logging.info(f"SKU API response: {response.status_code}")
|
|
|
|
logging.info(f"SKU API response: {response.status_code}")
|
|
|
|
if response.status_code == 429:
|
|
|
|
|
|
|
|
logging.warning("Rate limited, waiting longer...")
|
|
|
|
|
|
|
|
time.sleep(random.uniform(10, 20))
|
|
|
|
|
|
|
|
return
|
|
|
|
|
|
|
|
response.raise_for_status()
|
|
|
|
response.raise_for_status()
|
|
|
|
|
|
|
|
|
|
|
|
# Debug response content
|
|
|
|
|
|
|
|
logging.info(f"Content-Type: {response.headers.get('Content-Type')}")
|
|
|
|
|
|
|
|
logging.info(f"Content-Length: {response.headers.get('Content-Length')}")
|
|
|
|
|
|
|
|
logging.info(f"Response text length: {len(response.text)}")
|
|
|
|
|
|
|
|
logging.info(f"Response content (first 300 chars): {response.text[:300]}")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# Check if content looks like JSON
|
|
|
|
|
|
|
|
if not response.text.strip().startswith('{'):
|
|
|
|
|
|
|
|
logging.error("Response doesn't start with '{' - not JSON!")
|
|
|
|
|
|
|
|
logging.error(f"Full response: {response.text}")
|
|
|
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
try:
|
|
|
|
|
|
|
|
data = response.json()
|
|
|
|
data = response.json()
|
|
|
|
except Exception as e:
|
|
|
|
|
|
|
|
logging.error(f"JSON decode error: {e}")
|
|
|
|
|
|
|
|
logging.error(f"Full response text: {response.text}")
|
|
|
|
|
|
|
|
return
|
|
|
|
|
|
|
|
except requests.exceptions.ReadTimeout:
|
|
|
|
|
|
|
|
logging.error("Read timeout - IP may be rate limited/blocked. Try changing IP or wait several hours.")
|
|
|
|
|
|
|
|
return
|
|
|
|
|
|
|
|
except requests.exceptions.ConnectionError as e:
|
|
|
|
|
|
|
|
if "Failed to resolve" in str(e):
|
|
|
|
|
|
|
|
logging.error("DNS resolution failed - IP may be DNS blacklisted. Try VPN or different DNS servers.")
|
|
|
|
|
|
|
|
else:
|
|
|
|
|
|
|
|
logging.error(f"Connection error: {e}")
|
|
|
|
|
|
|
|
return
|
|
|
|
|
|
|
|
except requests.exceptions.RequestException as e:
|
|
|
|
except requests.exceptions.RequestException as e:
|
|
|
|
logging.error(f"SKU API error: {e}")
|
|
|
|
logging.error(f"SKU API error: {e}")
|
|
|
|
return
|
|
|
|
return
|
|
|
|
@@ -79,17 +39,12 @@ def check_rtx_50_founders():
|
|
|
|
for product_name in PRODUCT_NAMES:
|
|
|
|
for product_name in PRODUCT_NAMES:
|
|
|
|
product_details = None
|
|
|
|
product_details = None
|
|
|
|
for p in all_products:
|
|
|
|
for p in all_products:
|
|
|
|
gpu_name = p.get("gpu", "").strip()
|
|
|
|
if p.get("gpu", "").strip() == product_name:
|
|
|
|
# Flexible matching: exact match or partial match
|
|
|
|
|
|
|
|
if gpu_name == product_name or product_name in gpu_name:
|
|
|
|
|
|
|
|
product_details = p
|
|
|
|
product_details = p
|
|
|
|
break
|
|
|
|
break
|
|
|
|
|
|
|
|
|
|
|
|
if not product_details:
|
|
|
|
if not product_details:
|
|
|
|
logging.warning(f"⚠️ No product with GPU '{product_name}' found.")
|
|
|
|
logging.warning(f"⚠️ No product with GPU '{product_name}' found.")
|
|
|
|
# Debug: show available GPU names for troubleshooting
|
|
|
|
|
|
|
|
available_gpus = set(p.get("gpu", "") for p in all_products if p.get("gpu"))
|
|
|
|
|
|
|
|
logging.info(f"Available GPUs: {sorted(list(available_gpus))[:10]}") # Show first 10
|
|
|
|
|
|
|
|
continue
|
|
|
|
continue
|
|
|
|
|
|
|
|
|
|
|
|
product_sku = product_details['productSKU']
|
|
|
|
product_sku = product_details['productSKU']
|
|
|
|
@@ -107,15 +62,13 @@ def check_rtx_50_founders():
|
|
|
|
first_run_dict[product_name] = False
|
|
|
|
first_run_dict[product_name] = False
|
|
|
|
|
|
|
|
|
|
|
|
# Check product availability in API_URL_STOCK for each SKU
|
|
|
|
# Check product availability in API_URL_STOCK for each SKU
|
|
|
|
api_stock_url = f"{API_URL_STOCK}{product_sku}"
|
|
|
|
cache_buster = int(time.time() * 1000)
|
|
|
|
|
|
|
|
api_stock_url = f"{API_URL_STOCK}{product_sku}&_t={cache_buster}"
|
|
|
|
logging.info(f"[{product_name}] Checking stock: {api_stock_url}")
|
|
|
|
logging.info(f"[{product_name}] Checking stock: {api_stock_url}")
|
|
|
|
|
|
|
|
|
|
|
|
try:
|
|
|
|
try:
|
|
|
|
response = session.get(api_stock_url, timeout=10)
|
|
|
|
response = session.get(api_stock_url, timeout=10)
|
|
|
|
logging.info(f"[{product_name}] Stock API response: {response.status_code}")
|
|
|
|
logging.info(f"[{product_name}] Stock API response: {response.status_code}")
|
|
|
|
if response.status_code == 429:
|
|
|
|
|
|
|
|
logging.warning(f"[{product_name}] Rate limited, skipping...")
|
|
|
|
|
|
|
|
continue
|
|
|
|
|
|
|
|
response.raise_for_status()
|
|
|
|
response.raise_for_status()
|
|
|
|
stock_data = response.json()
|
|
|
|
stock_data = response.json()
|
|
|
|
except requests.exceptions.RequestException as e:
|
|
|
|
except requests.exceptions.RequestException as e:
|
|
|
|
|