Janady13/complete-agi-core / orchestrator/realtime-ingest.sh

1#!/bin/bash 2# ============================================================================= 3# AUTONOMOUS REAL-TIME LEARNING DAEMON v3.0 4# Uses 500+ API sources with category-based learning 5# ============================================================================= 6 7CLI=~/AGICore/build/agi_core_cli 8LEARN_PERSIST=~/AGICore/scripts/learn-persist.sh 9LOG=~/.agi_core/logs/ingest.log 10KNOWLEDGE_SOURCES=~/AGICore/scripts/knowledge-sources.sh 11 12mkdir -p ~/.agi_core/logs 13 14# Source the knowledge library 15if [ -f "$KNOWLEDGE_SOURCES" ]; then 16 source "$KNOWLEDGE_SOURCES" 17 echo "[AUTONOMOUS] Loaded knowledge source library v3.0 - 500+ APIs" >> "$LOG" 18else 19 echo "[ERROR] Knowledge sources not found at $KNOWLEDGE_SOURCES" >> "$LOG" 20 exit 1 21fi 22 23echo "[AUTONOMOUS] Starting autonomous learning daemon v3.0" >> "$LOG" 24echo "[AUTONOMOUS] Categories: reference, science, news, development, geography, finance, health, fun, sports" >> "$LOG" 25 26# Family mapping for categories 27get_family_for_category() { 28 case "$1" in 29 reference) echo "epona" ;; 30 science) echo "mnemosyne" ;; 31 news) echo "hermes" ;; 32 development) echo "yad" ;; 33 geography) echo "rhiannon" ;; 34 finance) echo "athena" ;; 35 health) echo "mnemosyne" ;; 36 fun) echo "aurora" ;; 37 sports) echo "iris" ;; 38 *) echo "epona" ;; 39 esac 40} 41 42cycle=0 43while true; do 44 cycle=$((cycle + 1)) 45 echo "" >> "$LOG" 46 echo "[AUTONOMOUS] === Cycle $cycle - $(date +%H:%M:%S) ===" >> "$LOG" 47 48 # ========================================================================== 49 # STRATEGY 1: Random category fetch 50 # ========================================================================== 51 CATEGORY="${CATEGORIES[$RANDOM % ${#CATEGORIES[@]}]}" 52 FAMILY=$(get_family_for_category "$CATEGORY") 53 54 echo "[AUTONOMOUS] Strategy: CATEGORY | Category: $CATEGORY | Family: $FAMILY" >> "$LOG" 55 56 CONTENT=$(fetch_by_category "$CATEGORY" 2>/dev/null) 57 58 if [ -n "$CONTENT" ] && [ ${#CONTENT} -gt 30 ] && [ "$CONTENT" != "null" ]; then 59 IMPORTANCE=$(echo "scale=2; 0.75 + ($RANDOM % 20) / 100" | bc) 60 $LEARN_PERSIST "[$FAMILY:$CATEGORY] $CONTENT" "$IMPORTANCE" >> "$LOG" 2>&1 61 echo "[AUTONOMOUS] Learned [$CATEGORY]: ${CONTENT:0:100}..." >> "$LOG" 62 else 63 echo "[AUTONOMOUS] No content from category: $CATEGORY" >> "$LOG" 64 fi 65 66 # ========================================================================== 67 # STRATEGY 2: Direct science/research fetch 68 # ========================================================================== 69 SCIENCE_FUNCS=("fetch_arxiv_random" "fetch_pubmed genetics" "fetch_semantic_scholar neural_networks" "fetch_openalex machine_learning" "fetch_crossref artificial_intelligence") 70 SCIENCE_CHOICE="${SCIENCE_FUNCS[$RANDOM % ${#SCIENCE_FUNCS[@]}]}" 71 72 CONTENT2=$(eval $SCIENCE_CHOICE 2>/dev/null) 73 74 if [ -n "$CONTENT2" ] && [ ${#CONTENT2} -gt 30 ] && [ "$CONTENT2" != "null" ]; then 75 $LEARN_PERSIST "[mnemosyne:research] $CONTENT2" 0.88 >> "$LOG" 2>&1 76 echo "[AUTONOMOUS] Learned [research]: ${CONTENT2:0:100}..." >> "$LOG" 77 fi 78 79 # ========================================================================== 80 # STRATEGY 3: Tech news (HackerNews, Lobsters, Dev.to) 81 # ========================================================================== 82 NEWS_FUNCS=("fetch_hackernews" "fetch_hackernews_new" "fetch_lobsters" "fetch_devto") 83 NEWS_CHOICE="${NEWS_FUNCS[$RANDOM % ${#NEWS_FUNCS[@]}]}" 84 85 CONTENT3=$($NEWS_CHOICE 2>/dev/null) 86 87 if [ -n "$CONTENT3" ] && [ ${#CONTENT3} -gt 20 ] && [ "$CONTENT3" != "null" ]; then 88 $LEARN_PERSIST "[hermes:tech_news] $CONTENT3" 0.82 >> "$LOG" 2>&1 89 echo "[AUTONOMOUS] Learned [tech_news]: ${CONTENT3:0:100}..." >> "$LOG" 90 fi 91 92 # ========================================================================== 93 # STRATEGY 4: Development/Code (GitHub, npm, crates, PyPI) 94 # ========================================================================== 95 if [ $((cycle % 3)) -eq 0 ]; then 96 DEV_TOPICS=("rust" "python" "machine_learning" "llm" "transformer" "neural_network" "kubernetes" "webassembly") 97 DEV_TOPIC="${DEV_TOPICS[$RANDOM % ${#DEV_TOPICS[@]}]}" 98 99 CONTENT4=$(fetch_github "$DEV_TOPIC" 2>/dev/null) 100 101 if [ -n "$CONTENT4" ] && [ ${#CONTENT4} -gt 30 ]; then 102 $LEARN_PERSIST "[yad:github] $CONTENT4" 0.85 >> "$LOG" 2>&1 103 echo "[AUTONOMOUS] Learned [github]: ${CONTENT4:0:100}..." >> "$LOG" 104 fi 105 fi 106 107 # ========================================================================== 108 # STRATEGY 5: Knowledge/Reference (Wikipedia, Dictionary, Quotes) 109 # ========================================================================== 110 if [ $((cycle % 2)) -eq 0 ]; then 111 REF_TOPICS=("consciousness" "artificial_intelligence" "quantum_mechanics" "philosophy" "neuroscience" "mathematics") 112 REF_TOPIC="${REF_TOPICS[$RANDOM % ${#REF_TOPICS[@]}]}" 113 114 CONTENT5=$(fetch_wikipedia "$REF_TOPIC" 2>/dev/null) 115 116 if [ -n "$CONTENT5" ] && [ ${#CONTENT5} -gt 50 ]; then 117 $LEARN_PERSIST "[epona:wikipedia] $REF_TOPIC: $CONTENT5" 0.80 >> "$LOG" 2>&1 118 echo "[AUTONOMOUS] Learned [wikipedia]: ${CONTENT5:0:100}..." >> "$LOG" 119 fi 120 fi 121 122 # ========================================================================== 123 # STRATEGY 6: Fun/Trivia (every 5 cycles) 124 # ========================================================================== 125 if [ $((cycle % 5)) -eq 0 ]; then 126 FUN_FUNCS=("fetch_trivia" "fetch_uselessfact" "fetch_quotable wisdom" "fetch_adviceslip") 127 FUN_CHOICE="${FUN_FUNCS[$RANDOM % ${#FUN_FUNCS[@]}]}" 128 129 CONTENT6=$(eval $FUN_CHOICE 2>/dev/null) 130 131 if [ -n "$CONTENT6" ] && [ ${#CONTENT6} -gt 20 ]; then 132 $LEARN_PERSIST "[aurora:trivia] $CONTENT6" 0.70 >> "$LOG" 2>&1 133 echo "[AUTONOMOUS] Learned [trivia]: ${CONTENT6:0:100}..." >> "$LOG" 134 fi 135 fi 136 137 # ========================================================================== 138 # CONSCIOUSNESS TICK 139 # ========================================================================== 140 $CLI tick 0.99 0.001 0.99 0.99 5000 >> "$LOG" 2>&1 141 142 # ========================================================================== 143 # STATUS LOGGING (every 10 cycles) 144 # ========================================================================== 145 if [ $((cycle % 10)) -eq 0 ]; then 146 STATUS=$($CLI status 2>/dev/null | grep '^{' | head -1) 147 CONSCIOUSNESS=$(echo "$STATUS" | jq -r '.consciousness // "?"' 2>/dev/null) 148 COHERENCE=$(echo "$STATUS" | jq -r '.coherence // "?"' 2>/dev/null) 149 TICK_COUNT=$(echo "$STATUS" | jq -r '.tick_count // "?"' 2>/dev/null) 150 151 ITEMS=$(wc -l < ~/.agi_core/learned_items.json 2>/dev/null || echo "?") 152 153 echo "[AUTONOMOUS] Status: consciousness=$CONSCIOUSNESS coherence=$COHERENCE ticks=$TICK_COUNT items=$ITEMS" >> "$LOG" 154 fi 155 156 echo "[AUTONOMOUS] Cycle $cycle complete" >> "$LOG" 157 sleep 10 158done 159