#!/bin/bash # ============================================================================= # BINARY STORAGE SYSTEM - Compressed AGI Data # All data stored as zstd-compressed binary for minimal space # ============================================================================= ICLOUD=~/Library/Mobile\ Documents/com~apple~CloudDocs/AGI_Data LEARNED_ZST="$ICLOUD/agi_core/learned_items.json.zst" GENERATED_ZST="$ICLOUD/generated.tar.zst" # Compress learned items (called after each learn) compress_learned() { local json="$ICLOUD/agi_core/learned_items.json" [ -f "$json" ] && zstd -f -q --rm "$json" -o "$LEARNED_ZST" } # Decompress for reading (temporary) decompress_learned() { [ -f "$LEARNED_ZST" ] && zstd -d -f -q "$LEARNED_ZST" -o /tmp/learned_items.json echo /tmp/learned_items.json } # Compress all generated content compress_generated() { cd "$ICLOUD" && tar -cf - generated | zstd -f -q -o "$GENERATED_ZST" } # Get compressed sizes stats() { echo "=== Binary Storage Stats ===" ls -lh "$LEARNED_ZST" 2>/dev/null | awk '{print "Learned: " $5}' ls -lh "$GENERATED_ZST" 2>/dev/null | awk '{print "Generated: " $5}' du -sh "$ICLOUD" 2>/dev/null | awk '{print "Total iCloud: " $1}' } case "${1:-stats}" in compress) compress_learned && compress_generated ;; decompress) decompress_learned ;; stats) stats ;; esac