#!/bin/bash

# runs from start to finish the scraper, analyzer and then writes to the API

set -e # exit immediately if any step fails

echo "📡 Crawling data..."
python marketline_crawler.py

echo "🧠 Analyzing with Gemini..."
python analyze.py crawl_results/successful_pages.json crawl_results/extracted_arms_deals.json

echo "📤 Sending to API..."
python write_to_api.py crawl_results/extracted_arms_deals.json

echo "✅ All done!"