17 lines
442 B
Bash
17 lines
442 B
Bash
#!/bin/bash
|
|
|
|
# runs from start to finish the scraper, analyzer and then writes to the API
|
|
|
|
set -e # exit immediately if any step fails
|
|
|
|
echo "📡 Crawling data..."
|
|
python marketline_crawler.py
|
|
|
|
echo "🧠 Analyzing with Gemini..."
|
|
python analyze.py crawl_results/successful_pages.json crawl_results/extracted_arms_deals.json
|
|
|
|
echo "📤 Sending to API..."
|
|
python write_to_api.py crawl_results/extracted_arms_deals.json
|
|
|
|
echo "✅ All done!"
|