Firecrawl Skills Auto-Update — updates CLI, skills (cli/build/workflows repos), LLM context files from Crawl4AI docs, and Crawl4AI skill package. Logs to startup_stack.log.

A developer has created an auto-update script for Firecrawl that updates the CLI, skills from three separate repositories (cli, build, and workflows), and LLM context files sourced from Crawl4AI documentation. The script logs all update activity to a startup_stack.log file and copies updated skills to the Hermes skills directory.

| /usr/bin/env bash | | | Firecrawl Skills & CLI Auto-Update Script | | | Updates all Firecrawl components: CLI, skills, workflows, and LLM context files | | | Run via scheduled task or manually | | | LOG="$HOME/startup stack.log" | | | SKILLS DIR="$HOME/AppData/Local/hermes/skills/firecrawl" | | | CONTEXT DIR="$HOME/AppData/Local/hermes/llm-context/crawl4ai" | | | echo "========================================" "$LOG" | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Firecrawl Skills Auto-Update Starting" "$LOG" | | | echo "========================================" "$LOG" | | | Update Firecrawl CLI npm global package | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Updating Firecrawl CLI..." "$LOG" | | | if command -v npm & /dev/null; then | | | npm update -g firecrawl-cli "$LOG" 2 &1 | | | CLI VERSION=$ firecrawl --version 2 /dev/null || echo "unknown" | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Firecrawl CLI updated to: $CLI VERSION" "$LOG" | | | else | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - npm not found, skipping CLI update" "$LOG" | | | fi | | | Update CLI Skills firecrawl/cli repo | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Updating CLI skills..." "$LOG" | | | if -d "/c/Tools/firecrawl-cli-skills/.git" ; then | | | cd /c/Tools/firecrawl-cli-skills | | | BEFORE=$ git rev-parse HEAD | | | git pull origin main "$LOG" 2 &1 | | | AFTER=$ git rev-parse HEAD | | | if "$BEFORE" = "$AFTER" ; then | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - CLI skills updated: $BEFORE - $AFTER" "$LOG" | | | Copy updated skills to Hermes | | | cp -r skills/ "$SKILLS DIR/" "$LOG" 2 &1 | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - CLI skills copied to Hermes" "$LOG" | | | else | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - CLI skills already up-to-date" "$LOG" | | | fi | | | else | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - CLI skills repo not found, skipping" "$LOG" | | | fi | | | Update Build Skills firecrawl/skills repo | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Updating build skills..." "$LOG" | | | if -d "/c/Tools/firecrawl-build-skills/.git" ; then | | | cd /c/Tools/firecrawl-build-skills | | | BEFORE=$ git rev-parse HEAD | | | git pull origin main "$LOG" 2 &1 | | | AFTER=$ git rev-parse HEAD | | | if "$BEFORE" = "$AFTER" ; then | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Build skills updated: $BEFORE - $AFTER" "$LOG" | | | cp -r skills/ "$SKILLS DIR/" "$LOG" 2 &1 | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Build skills copied to Hermes" "$LOG" | | | else | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Build skills already up-to-date" "$LOG" | | | fi | | | else | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Build skills repo not found, skipping" "$LOG" | | | fi | | | Update Workflow Skills firecrawl/firecrawl-workflows repo | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Updating workflow skills..." "$LOG" | | | if -d "/c/Tools/firecrawl-workflows/.git" ; then | | | cd /c/Tools/firecrawl-workflows | | | BEFORE=$ git rev-parse HEAD | | | git pull origin main "$LOG" 2 &1 | | | AFTER=$ git rev-parse HEAD | | | if "$BEFORE" = "$AFTER" ; then | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Workflow skills updated: $BEFORE - $AFTER" "$LOG" | | | cp -r skills/ "$SKILLS DIR/" "$LOG" 2 &1 | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Workflow skills copied to Hermes" "$LOG" | | | else | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Workflow skills already up-to-date" "$LOG" | | | fi | | | else | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Workflow skills repo not found, skipping" "$LOG" | | | fi | | | Update LLM Context Files Crawl4AI llm.txt approach | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Updating LLM context files..." "$LOG" | | | mkdir -p "$CONTEXT DIR" | | | cd "$CONTEXT DIR" | | | COMPONENTS= | | | "installation" | | | "simple crawling" | | | "config objects" | | | "extraction-llm" | | | "extraction-no-llm" | | | "multi urls crawling" | | | "deep crawling" | | | "docker" | | | "cli" | | | "http based crawler strategy" | | | "url seeder" | | | "deep crawl advanced filters scorers" | | | | | | UPDATED COUNT=0 | | | for component in "${COMPONENTS @ }"; do | | | Download memory what context | | | MEMORY URL="https://docs.crawl4ai.com/assets/llm.txt/txt/${component}.txt" | | | MEMORY FILE="${component} memory.txt" | | | if curl -s -o "$MEMORY FILE.new" "$MEMORY URL" 2 "$LOG"; then | | | if -f "$MEMORY FILE" || cmp -s "$MEMORY FILE" "$MEMORY FILE.new"; then | | | mv "$MEMORY FILE.new" "$MEMORY FILE" | | | UPDATED COUNT++ | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Updated: $MEMORY FILE" "$LOG" | | | else | | | rm "$MEMORY FILE.new" | | | fi | | | fi | | | Download reasoning how/why context | | | REASONING URL="https://docs.crawl4ai.com/assets/llm.txt/diagrams/${component}.txt" | | | REASONING FILE="${component} reasoning.txt" | | | if curl -s -o "$REASONING FILE.new" "$REASONING URL" 2 "$LOG"; then | | | if -f "$REASONING FILE" || cmp -s "$REASONING FILE" "$REASONING FILE.new"; then | | | mv "$REASONING FILE.new" "$REASONING FILE" | | | UPDATED COUNT++ | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Updated: $REASONING FILE" "$LOG" | | | else | | | rm "$REASONING FILE.new" | | | fi | | | fi | | | done | | | if $UPDATED COUNT -gt 0 ; then | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - LLM context: $UPDATED COUNT files updated" "$LOG" | | | else | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - LLM context: all files up-to-date" "$LOG" | | | fi | | | Update Crawl4AI Skill Package | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Updating Crawl4AI skill package..." "$LOG" | | | CRAWL4AI SKILL="$HOME/AppData/Local/hermes/skills/web/crawl4ai" | | | cd /tmp | | | if curl -L -s -o crawl4ai-skill.zip.new "https://docs.crawl4ai.com/assets/crawl4ai-skill.zip" 2 "$LOG"; then | | | if -f "crawl4ai-skill.zip" || cmp -s "crawl4ai-skill.zip" "crawl4ai-skill.zip.new"; then | | | mv crawl4ai-skill.zip.new crawl4ai-skill.zip | | | unzip -q -o crawl4ai-skill.zip -d /tmp/crawl4ai-new | | | Backup existing skill | | | if -d "$CRAWL4AI SKILL" ; then | | | cp -r "$CRAWL4AI SKILL" "$CRAWL4AI SKILL.backup" 2 "$LOG" | | | fi | | | Replace with updated skill | | | mkdir -p "$CRAWL4AI SKILL" | | | cp -r /tmp/crawl4ai-new/crawl4ai/ "$CRAWL4AI SKILL/" 2 "$LOG" | | | rm -rf /tmp/crawl4ai-new | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Crawl4AI skill package updated" "$LOG" | | | else | | | rm crawl4ai-skill.zip.new | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Crawl4AI skill package already up-to-date" "$LOG" | | | fi | | | fi | | | echo "========================================" "$LOG" | | | echo "$ date '+%Y-%m-%d %H:%M:%S' - Firecrawl Skills Auto-Update Complete" "$LOG" | | | echo "========================================" "$LOG" | | | exit 0 |