Ben/UmaCardApplication
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: Introduce GameTora scraper to extract Umamusume support card data, effects, hints, events, and character art.

Browse Source
This commit is contained in:
kiyreload27
2025-12-28 21:16:12 +00:00
parent 4fa8b7ee19
commit f7b68d360b
1 changed files with 10 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
scraper/gametora_scraper.py
View File

@@ -477,6 +477,11 @@ def scrape_hints(page, card_id, cur):
def scrape_events(page, card_id, cur): def scrape_events(page, card_id, cur):
"""Scrape training events with detailed skill rewards (Gold/White/OR)""" """Scrape training events with detailed skill rewards (Gold/White/OR)"""
# Use a flag to avoid adding multiple console listeners
if not hasattr(page, "_console_attached"):
page.on("console", lambda msg: print(f" [JS Console] {msg.text}") if "scrapping" not in msg.text.lower() else None)
page._console_attached = True
# 1. First, build a map of skills from the 'Skills from events' summary section # 1. First, build a map of skills from the 'Skills from events' summary section
# This helps us identify which skills are Rare (Gold) # This helps us identify which skills are Rare (Gold)
skill_rarity_map = page.evaluate(""" skill_rarity_map = page.evaluate("""
@@ -501,8 +506,6 @@ def scrape_events(page, card_id, cur):
} }
""") """)
# Enable console logging for debugging
page.on("console", lambda msg: print(f" [JS Console] {msg.text}"))
# Scroll to the Events section specifically # Scroll to the Events section specifically
print(" Ensuring events are loaded...") print(" Ensuring events are loaded...")
@@ -529,7 +532,11 @@ def scrape_events(page, card_id, cur):
const buttons = Array.from(container.querySelectorAll('button')); const buttons = Array.from(container.querySelectorAll('button'));
buttons.forEach(btn => { buttons.forEach(btn => {
const text = btn.innerText.trim(); const text = btn.innerText.trim();
if (text && text.length > 5 && !text.includes('Events')) { // Check visibility to avoid mobile/desktop duplicates
const style = window.getComputedStyle(btn);
const isVisible = style.display !== 'none' && style.visibility !== 'hidden' && btn.offsetWidth > 0;
if (isVisible && text && text.length > 5 && !text.includes('Events')) {
triggers.push(btn); triggers.push(btn);
} }
}); });