ploughshares/docker/crawler/run_all.sh

17 lines
370 B
Bash

#!/bin/bash
# runs from start to finish the scraper, analyzer and then writes to the API
set -e # exit immediately if any step fails
echo "📡 Crawling data..."
python marketline_crawler.py
echo "🧠 Analyzing with Gemini..."
python analyze.py crawled_data.json results.json
echo "📤 Sending to API..."
python write_to_api.py results.json
echo "✅ All done!"