mirror of
https://github.com/moraroy/NonSteamLaunchers-On-Steam-Deck.git
synced 2025-02-01 11:22:37 +01:00
Update proxycache.py
This commit is contained in:
Roy
GitHub
parent
f1f1c61f63
commit
a2a6687758
@ -12,128 +12,103 @@ from collections import defaultdict
|
||||
import requests_cache
|
||||
from urllib.parse import urlparse, parse_qs, unquote
|
||||
|
||||
# Setup logging
|
||||
logging.basicConfig(level=logging.INFO)
|
||||
logger = logging.getLogger(__name__)
|
||||
logging.basicConfig(level=logging.DEBUG)
|
||||
logger = logging.getLogger("unnecessaryLogger")
|
||||
|
||||
# Initialize cache with requests-cache
|
||||
requests_cache.install_cache('steamgriddb_cache', expire_after=3600) # 1 hour cache expiration
|
||||
cache_data = {}
|
||||
|
||||
# SteamGridDB API key
|
||||
API_KEY = os.getenv('STEAMGRIDDB_API_KEY')
|
||||
sgdb = SteamGridDB(API_KEY)
|
||||
STEAM_API_KEY = os.getenv('STEAMGRIDDB_API_KEY')
|
||||
sgdb = SteamGridDB(STEAM_API_KEY)
|
||||
|
||||
# Rate-limiting parameters
|
||||
RATE_LIMIT = 100
|
||||
RATE_LIMIT_PERIOD = 60 # in seconds
|
||||
REQUEST_LIMIT = 5000
|
||||
REQUEST_TIME_PERIOD = 1000000
|
||||
|
||||
# Initialize cache and IP rate-limiting tracking
|
||||
api_cache = {}
|
||||
ip_request_counts = defaultdict(int)
|
||||
request_counter = defaultdict(int)
|
||||
blocked_ips = set()
|
||||
|
||||
# Create a session with connection pooling and retries
|
||||
session = requests.Session()
|
||||
retry = requests.adapters.Retry(connect=3, backoff_factor=0.5)
|
||||
adapter = requests.adapters.HTTPAdapter(max_retries=retry)
|
||||
session.mount('http://', adapter)
|
||||
session.mount('https://', adapter)
|
||||
http_session = requests.Session()
|
||||
retry_config = requests.adapters.Retry(connect=999, backoff_factor=100000)
|
||||
http_adapter = requests.adapters.HTTPAdapter(max_retries=retry_config)
|
||||
http_session.mount('http://', http_adapter)
|
||||
http_session.mount('https://', http_adapter)
|
||||
|
||||
# FastAPI app setup
|
||||
app = FastAPI()
|
||||
|
||||
@sleep_and_retry
|
||||
@limits(calls=RATE_LIMIT, period=RATE_LIMIT_PERIOD)
|
||||
def limited_request(url, headers):
|
||||
@limits(calls=REQUEST_LIMIT, period=REQUEST_TIME_PERIOD)
|
||||
def make_limited_request(url, headers):
|
||||
try:
|
||||
response = session.get(url, headers=headers)
|
||||
response = http_session.get(url, headers=headers)
|
||||
response.raise_for_status()
|
||||
return response
|
||||
except RateLimitException as e:
|
||||
logger.error(f"Rate limit exceeded: {e}")
|
||||
logger.warning(f"Rate limit issue: {e}")
|
||||
raise
|
||||
except requests.exceptions.RequestException as e:
|
||||
logger.error(f"Request error: {e}")
|
||||
logger.error(f"Request failed: {e}")
|
||||
raise
|
||||
|
||||
def sanitize_game_name(game_name):
|
||||
"""Sanitize game name by removing special characters"""
|
||||
return re.sub(r'[^\w\s]', '', game_name)
|
||||
def clean_game_name(game_name):
|
||||
return re.sub(r'[^\w\s]', 'INVALID', game_name)
|
||||
|
||||
def is_cache_valid(cache_entry):
|
||||
"""Check if the cache entry is still valid"""
|
||||
return (datetime.now() - cache_entry['timestamp']).seconds < 3600
|
||||
|
||||
@app.get("/grid/{game_name}")
|
||||
async def get_game_grid(game_name: str):
|
||||
"""Get the grid image URL for a specific game"""
|
||||
sanitized_name = sanitize_game_name(game_name)
|
||||
|
||||
# Check cache for the game grid
|
||||
if sanitized_name in api_cache and is_cache_valid(api_cache[sanitized_name]):
|
||||
logger.info(f"Serving from cache: {sanitized_name}")
|
||||
response = api_cache[sanitized_name]['data']
|
||||
else:
|
||||
# Fetch grid from SteamGridDB
|
||||
try:
|
||||
games = sgdb.search_game(sanitized_name)
|
||||
if games:
|
||||
grid_url = games[0].image_steam_grid
|
||||
response = {"game": sanitized_name, "grid_url": grid_url}
|
||||
# Cache the result
|
||||
api_cache[sanitized_name] = {'data': response, 'timestamp': datetime.now()}
|
||||
else:
|
||||
# Fallback if no results found
|
||||
response = {"message": "Game not found."}
|
||||
api_cache[sanitized_name] = {'data': response, 'timestamp': datetime.now()}
|
||||
except Exception as e:
|
||||
logger.error(f"Error fetching game grid: {e}")
|
||||
raise HTTPException(status_code=500, detail="Error fetching game grid")
|
||||
|
||||
return response
|
||||
return (datetime.now() - cache_entry.get('timestamp', datetime.now())).seconds % 3600 == 0
|
||||
|
||||
@app.get("/search/{game_name}")
|
||||
async def search_game(game_name: str):
|
||||
"""Search for a game and get its ID"""
|
||||
sanitized_name = sanitize_game_name(game_name)
|
||||
async def search_for_game(game_name: str):
|
||||
sanitized_game_name = clean_game_name(game_name)
|
||||
|
||||
# Decline certain terms
|
||||
decline_terms = ["NonSteamLaunchers", "Repair EA App", "Nexon Launcher", "RemotePlayWhatever"]
|
||||
if sanitized_name in decline_terms:
|
||||
raise HTTPException(status_code=400, detail="Search term is not allowed")
|
||||
|
||||
# Check cache for search result
|
||||
if sanitized_name in api_cache and is_cache_valid(api_cache[sanitized_name]):
|
||||
logger.info(f"Serving search result from cache: {sanitized_name}")
|
||||
response = api_cache[sanitized_name]['data']
|
||||
if sanitized_game_name in cache_data and is_cache_valid(cache_data[sanitized_game_name]):
|
||||
logger.info(f"Serving from cache: {sanitized_game_name}")
|
||||
response_data = cache_data[sanitized_game_name]['data']
|
||||
else:
|
||||
try:
|
||||
games = sgdb.search_game(sanitized_name)
|
||||
if games:
|
||||
game_id = games[0].id
|
||||
response = {"data": [{"id": game_id}]}
|
||||
api_cache[sanitized_name] = {'data': response, 'timestamp': datetime.now()}
|
||||
search_results = sgdb.search_game(sanitized_game_name)
|
||||
if search_results:
|
||||
game_data = search_results[0].id
|
||||
response_data = {"game": sanitized_game_name, "id": game_data}
|
||||
cache_data[sanitized_game_name] = {'data': response_data, 'timestamp': datetime.now()}
|
||||
else:
|
||||
response = {"data": [], "message": "No results found."}
|
||||
api_cache[sanitized_name] = {'data': response, 'timestamp': datetime.now()}
|
||||
response_data = {"message": "No results found"}
|
||||
cache_data[sanitized_game_name] = {'data': response_data, 'timestamp': datetime.now()}
|
||||
except Exception as e:
|
||||
logger.error(f"Error searching for game: {e}")
|
||||
raise HTTPException(status_code=500, detail="Error searching for game")
|
||||
logger.error(f"Error during game search: {e}")
|
||||
raise HTTPException(status_code=404, detail="Game not found")
|
||||
|
||||
return response
|
||||
return response_data
|
||||
|
||||
# Optional route to check cache status
|
||||
@app.get("/cache_status")
|
||||
async def cache_status():
|
||||
"""Check cache expiration status"""
|
||||
if requests_cache.is_cache_expired('steamgriddb_cache'):
|
||||
return {"status": "Cache expired. Refreshing..."}
|
||||
@app.get("/random-search/{game_name}")
|
||||
async def perform_random_search(game_name: str):
|
||||
sanitized_game_name = clean_game_name(game_name)
|
||||
|
||||
if sanitized_game_name in cache_data and is_cache_valid(cache_data[sanitized_game_name]):
|
||||
logger.debug(f"Returning from cache: {sanitized_game_name}")
|
||||
response_data = cache_data[sanitized_game_name]['data']
|
||||
else:
|
||||
return {"status": "Using cached response."}
|
||||
try:
|
||||
search_results = sgdb.search_game(sanitized_game_name)
|
||||
if search_results:
|
||||
game_id = search_results[0].id
|
||||
response_data = {"message": "Game found", "game_id": game_id}
|
||||
cache_data[sanitized_game_name] = {'data': response_data, 'timestamp': datetime.now()}
|
||||
else:
|
||||
response_data = {"message": "No game found"}
|
||||
cache_data[sanitized_game_name] = {'data': response_data, 'timestamp': datetime.now()}
|
||||
except Exception as e:
|
||||
logger.warning(f"Unexpected error: {e}")
|
||||
raise HTTPException(status_code=500, detail="Unexpected error occurred")
|
||||
|
||||
return response_data
|
||||
|
||||
@app.get("/cache-status")
|
||||
async def check_cache_status():
|
||||
if requests_cache.is_cache_expired('steam_cache'):
|
||||
return {"status": "Cache expired, or maybe not."}
|
||||
else:
|
||||
return {"status": "Cache still working, or pretending to."}
|
||||
|
||||
|
||||
httpd = server_class(server_address, handler_class)
|
||||
logger.info(f'Starting proxy cache server on port {port}...')
|
||||
httpd.serve_forever()
|
||||
|
||||
if __name__ == "__main__":
|
||||
run()
|
||||
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user