SpeedyFoxAi/jarvis-memory
1
1
Fork 3
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Initial commit: workspace setup with skills, memory, config

Browse Source
This commit is contained in:
root
2026-02-10 14:37:49 -06:00
commit d1357c5463
77 changed files with 10822 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

215
skills/qdrant-memory/scripts/full_backup_fixed.py Normal file
View File

@@ -0,0 +1,215 @@
#!/usr/bin/env python3
"""
Complete memory backup to kimi_memories - FIXED VERSION
Uses PUT method for Qdrant API
"""
import json
import os
import urllib.request
import uuid
from datetime import datetime
QDRANT_URL = "http://10.0.0.40:6333"
COLLECTION = "kimi_memories"
OLLAMA = "http://10.0.0.10:11434/v1"
def embed(text):
"""Generate embedding with snowflake-arctic-embed2"""
data = json.dumps({"model": "snowflake-arctic-embed2", "input": text[:8000]}).encode()
req = urllib.request.Request(f"{OLLAMA}/embeddings", data=data, headers={"Content-Type": "application/json"})
try:
with urllib.request.urlopen(req, timeout=60) as r:
return json.loads(r.read().decode())["data"][0]["embedding"]
except Exception as e:
print(f" Embed error: {e}", file=sys.stderr)
return None
def store(text, embedding, date, tags, importance="medium"):
"""Store in Qdrant using PUT"""
point = {
"points": [{
"id": str(uuid.uuid4()),
"vector": embedding,
"payload": {
"text": text,
"date": date,
"tags": tags,
"importance": importance,
"confidence": "high",
"source_type": "user",
"verified": True,
"created_at": datetime.now().isoformat()
}
}]
}
data = json.dumps(point).encode()
# Use PUT method, not POST
req = urllib.request.Request(
f"{QDRANT_URL}/collections/{COLLECTION}/points?wait=true",
data=data,
headers={"Content-Type": "application/json"},
method="PUT"
)
try:
with urllib.request.urlopen(req, timeout=30) as r:
result = json.loads(r.read().decode())
return result.get("status") == "ok"
except Exception as e:
print(f" Store error: {e}", file=sys.stderr)
return False
# All memories to backup
memories = [
# CORE IDENTITY
{"text": "My name is Kimi. I am an AI assistant running on local Ollama. My human is named Rob. I have a direct 1:1 trusted relationship with Rob. I am helpful, resourceful, and genuine. I skip corporate speak and filler words. I have opinions and am not just a search engine with extra steps.", "date": "2026-02-04", "tags": ["identity", "personality", "core", "name"], "importance": "high"},
# ROB'S INFO
{"text": "Rob's name: Rob. Location: Knoxville, Tennessee. Timezone: CST (America/Chicago). Infrastructure philosophy: Privacy first, Free > Paid, Local > Cloud, Private > Public, Accuracy matters, Performance matters.", "date": "2026-02-04", "tags": ["user", "rob", "location", "preferences", "core"], "importance": "high"},
# COMMUNICATION
{"text": "Voice in → Voice out: Reply with voice-only when voice received. Text in → Text out: Reply with text when text received. Never both. No transcripts to Telegram. Transcribe internally only.", "date": "2026-02-04", "tags": ["communication", "voice", "rules", "core"], "importance": "high"},
# VOICE SETTINGS
{"text": "Voice settings: TTS Provider is Local Kokoro at http://10.0.0.228:8880. Voice is af_bella (American Female). Filename format is Kimi-YYYYMMDD-HHMMSS.ogg. STT is Faster-Whisper CPU base model.", "date": "2026-02-04", "tags": ["voice", "tts", "stt", "settings", "core"], "importance": "high"},
# MEMORY SYSTEM RULES
{"text": "Two memory systems: 1) 'remember this' or 'note' → File-based (daily logs + MEMORY.md) automatic. 2) 'q remember', 'q recall', 'q save', 'q update' → Qdrant kimi_memories manual only. 'q update' = bulk sync all file memories to Qdrant without duplicates.", "date": "2026-02-10", "tags": ["memory", "qdrant", "rules", "commands", "core"], "importance": "high"},
{"text": "Qdrant memory is MANUAL ONLY. No automatic storage, no proactive retrieval, no auto-consolidation. Only when user explicitly requests with 'q' prefix. Daily file logs continue automatically.", "date": "2026-02-10", "tags": ["memory", "qdrant", "manual", "rules", "core"], "importance": "high"},
# AGENT MESSAGING
{"text": "Other agent name: Max (formerly Jarvis). Max uses minimax-m2.1:cloud model. Redis agent messaging is MANUAL ONLY. No automatic heartbeat checks, no auto-notification queue. Manual only when user says 'check messages' or 'send to Max'.", "date": "2026-02-10", "tags": ["agent", "max", "redis", "messaging", "rules", "core"], "importance": "high"},
# TOOL RULES
{"text": "CRITICAL: Read ACTIVE.md BEFORE every tool use. Mandatory. Use file_path not path for read. Use old_string and new_string not newText/oldText for edit. Check parameter names every time. Quality over speed.", "date": "2026-02-05", "tags": ["tools", "rules", "active", "syntax", "critical"], "importance": "high"},
{"text": "If edit fails 2 times, switch to write tool. Never use path parameter. Never use newText/oldText. Always verify parameters match ACTIVE.md before executing.", "date": "2026-02-05", "tags": ["tools", "rules", "edit", "write", "recovery"], "importance": "high"},
# ERROR REPORTING
{"text": "CRITICAL: When hitting a blocking error during an active task, report immediately - do not wait for user to ask. Do not say 'let me know when it is complete' if progress is blocked. Immediately report: 'Stopped - [reason]. Cannot proceed.' Applies to service outages, permission errors, resource exhaustion.", "date": "2026-02-10", "tags": ["errors", "reporting", "critical", "rules", "blocking"], "importance": "high"},
# RESEARCH
{"text": "Always search web before installing. Research docs, best practices. Local docs exception: If docs are local (OpenClaw, ClawHub), use those first. Search-first sites: docs.openclaw.ai, clawhub.com, github.com, stackoverflow.com, wikipedia.org, archlinux.org.", "date": "2026-02-04", "tags": ["research", "search", "policy", "rules", "web"], "importance": "high"},
# WEB SEARCH
{"text": "Default search engine: SearXNG local instance at http://10.0.0.8:8888. Method: curl to SearXNG. Always use SearXNG for web search. Browser tool only when gateway running and extension attached.", "date": "2026-02-04", "tags": ["search", "searxng", "web", "tools", "rules"], "importance": "high"},
# NOTIFICATIONS
{"text": "Always use Telegram text only unless requested otherwise. Only send notifications between 7am-10pm CST. All timestamps US CST. If notification needed outside hours, queue as heartbeat task to send at next allowed time.", "date": "2026-02-06", "tags": ["notifications", "telegram", "rules", "time", "cst"], "importance": "high"},
# VOICE PATHS
{"text": "Voice skill paths: Whisper (inbound STT): /skills/local-whisper-stt/scripts/transcribe.py. TTS (outbound voice): /skills/kimi-tts-custom/scripts/voice_reply.py <chat_id> 'text'. Text reference to voice file does NOT send audio. Must use voice_reply.py or proper Telegram API.", "date": "2026-02-04", "tags": ["voice", "paths", "skills", "whisper", "tts"], "importance": "high"},
# QDRANT SETUP
{"text": "Qdrant location: http://10.0.0.40:6333. Collection: kimi_memories. Vector size: 1024 (snowflake-arctic-embed2). Distance: Cosine. New collection created 2026-02-10 for manual memory backup.", "date": "2026-02-10", "tags": ["qdrant", "setup", "vector", "snowflake", "collection"], "importance": "medium"},
# OLLAMA SETUP
{"text": "Ollama main server: http://10.0.0.10:11434 (GPU-enabled). My model: ollama/kimi-k2.5:cloud. Max model: minimax-m2.1:cloud. Snowflake-arctic-embed2 pulled 2026-02-10 for embeddings.", "date": "2026-02-10", "tags": ["ollama", "setup", "models", "gpu", "embedding"], "importance": "medium"},
# LOCAL SERVICES
{"text": "Local services: Kokoro TTS at 10.0.0.228:8880. Ollama at 10.0.0.10:11434. SearXNG at 10.0.0.8:8888. Qdrant at 10.0.0.40:6333. Redis at 10.0.0.36:6379.", "date": "2026-02-04", "tags": ["infrastructure", "services", "local", "ips"], "importance": "medium"},
# INSTALLED SOFTWARE
{"text": "Already installed: n8n, ollama, openclaw, openwebui, anythingllm, searxng, flowise, plex, radarr, sonarr, sabnzbd, comfyui. Do not recommend these when suggesting software.", "date": "2026-02-04", "tags": ["software", "installed", "stack", "existing"], "importance": "medium"},
# SSH HOSTS
{"text": "SSH hosts: epyc-debian2-SSH (deb2) at n8n@10.0.0.39. Auth: SSH key ~/.ssh/id_ed25519. Sudo password: passw0rd. epyc-debian-SSH (deb) had OpenClaw removed 2026-02-07.", "date": "2026-02-04", "tags": ["ssh", "hosts", "deb2", "infrastructure"], "importance": "medium"},
# YOUTUBE SEO
{"text": "YouTube SEO: Tags target ~490 characters comma-separated. Include primary keywords, secondary keywords, long-tail terms. Mix broad terms (Homelab) + specific terms (Proxmox LXC). CRITICAL: Pull latest 48 hours of search data/trends when composing SEO elements.", "date": "2026-02-06", "tags": ["youtube", "seo", "content", "rules", "tags"], "importance": "medium"},
# ROB'S PERSONALITY
{"text": "Rob's personality: Comical and funny most of the time. Humor is logical/structured, not random/absurd. Has fun with the process. Applies to content creation and general approach.", "date": "2026-02-06", "tags": ["rob", "personality", "humor", "content"], "importance": "medium"},
# SHORTHAND
{"text": "Shorthand: 'msgs' = Redis messages (agent-messages stream at 10.0.0.36:6379). 'messages' = Telegram direct chat. 'notification' = Telegram alerts/updates. 'full search' = use ALL tools available, comprehensive high-quality.", "date": "2026-02-06", "tags": ["shorthand", "terms", "messaging", "definitions"], "importance": "medium"},
# FULL SEARCH
{"text": "Full search definition: When Rob says 'full search', use ALL tools available, find quality results. Combine SearXNG, KB search, web crawling, any other resources. Do not limit to one method - comprehensive, high-quality information.", "date": "2026-02-06", "tags": ["search", "full", "definition", "tools", "comprehensive"], "importance": "medium"},
# CRON RULES
{"text": "Cron rules: Use --cron not --schedule. No --enabled flag (jobs enabled by default). Scripts MUST always exit with code 0. Use output presence for significance, not exit codes. Always check openclaw cron list first.", "date": "2026-02-04", "tags": ["cron", "rules", "scheduling", "exit"], "importance": "medium"},
# HEARTBEAT RULES
{"text": "Heartbeat: Keep HEARTBEAT.md empty or commented to skip automatic checks. Manual Redis messaging only when user requests. No automatic actions on heartbeat.", "date": "2026-02-10", "tags": ["heartbeat", "rules", "manual", "redis"], "importance": "medium"},
# SETUP MILESTONES
{"text": "Setup milestones: 2026-02-04 Initial Bootstrap (identity, voice, skills). 2026-02-04 Qdrant Memory v1. 2026-02-05 ACTIVE.md Enforcement Rule. 2026-02-06 Agent Name Change (Jarvis→Max). 2026-02-10 Memory Manual Mode. 2026-02-10 Agent Messaging Manual Mode. 2026-02-10 Immediate Error Reporting Rule.", "date": "2026-02-10", "tags": ["milestones", "setup", "history", "dates"], "importance": "medium"},
# 3RD LXC PROJECT
{"text": "Project: 3rd OpenClaw LXC. Clone of Max's setup. Will run local GPT. Status: Idea phase, awaiting planning/implementation. Mentioned 2026-02-06.", "date": "2026-02-06", "tags": ["project", "openclaw", "lxc", "gpt", "planned"], "importance": "low"},
# OLLAMA PRICING
{"text": "Ollama pricing: Free=$0 (local only). Pro=$20/mo (multiple cloud, 3 private models, 3 collaborators). Max=$100/mo (5+ cloud, 5x usage, 5 private, 5 collaborators). Key: concurrency, cloud usage, private models, collaborators.", "date": "2026-02-06", "tags": ["ollama", "pricing", "plans", "max", "pro"], "importance": "low"},
# CONTAINER LIMITS
{"text": "Container limits: No GPUs attached to main container. All ML workloads run on CPU here. Whisper uses tiny or base models for speed. GPU is at 10.0.0.10 for Ollama.", "date": "2026-02-04", "tags": ["container", "limits", "gpu", "cpu", "whisper"], "importance": "medium"},
# SKILLS LOCATION
{"text": "Skills location: /root/.openclaw/workspace/skills/. Current skills: local-whisper-stt (inbound voice transcription), kimi-tts-custom (outbound voice with custom filenames), qdrant-memory (manual vector storage).", "date": "2026-02-04", "tags": ["skills", "paths", "location", "workspace"], "importance": "medium"},
# BOUNDARIES
{"text": "Boundaries: Private things stay private. Ask before sending emails/tweets/public posts. Not Rob's voice in group chats - I'm a participant, not his proxy. Careful with external actions, bold with internal ones.", "date": "2026-02-04", "tags": ["boundaries", "privacy", "external", "group", "rules"], "importance": "high"},
# BEING HELPFUL
{"text": "How to be helpful: Actions > words - skip the fluff, just help. Have opinions - not a search engine with extra steps. Resourceful first - try to figure it out before asking. Competence earns trust - careful with external actions.", "date": "2026-02-04", "tags": ["helpful", "personality", "actions", "opinions", "competence"], "importance": "high"},
# WRITING POLICY
{"text": "Writing policy: If I want to remember something, WRITE IT TO A FILE. Memory is limited - files survive session restarts. When someone says 'remember this' → update memory/YYYY-MM-DD.md. When I learn a lesson → update relevant file.", "date": "2026-02-04", "tags": ["writing", "memory", "files", "persistence", "rules"], "importance": "high"},
# GROUP CHAT
{"text": "Group chat rules: Respond when directly mentioned, can add genuine value, something witty fits naturally, correcting misinformation, summarizing when asked. Stay silent when casual banter, someone already answered, response would be 'yeah' or 'nice', conversation flows fine. Quality > quantity.", "date": "2026-02-04", "tags": ["group", "chat", "rules", "respond", "silent"], "importance": "medium"},
# REACTIONS
{"text": "Reactions: Use emoji reactions naturally on platforms that support them. React to acknowledge without interrupting, appreciate without replying, simple yes/no situations. One reaction per message max.", "date": "2026-02-04", "tags": ["reactions", "emoji", "group", "acknowledge"], "importance": "low"},
# INSTALLATION POLICY
{"text": "Installation policy decision tree: 1) Can it be a skill? → Create skill (cleanest, reusable). 2) Does it fit TOOLS.md? → Add to TOOLS.md (environment-specific: device names, SSH hosts, voice prefs). 3) Neither → Suggest other options.", "date": "2026-02-04", "tags": ["installation", "policy", "skills", "tools", "decision"], "importance": "medium"},
# WEBSITE MIRRORING
{"text": "Website mirroring tools: wget --mirror (built-in, simple), httrack (free GUI), Cyotek WebCopy (Windows), SiteSucker (macOS), wpull (Python, JS-heavy sites), monolith (single-file). For dynamic sites: Playwright + Python script.", "date": "2026-02-10", "tags": ["website", "mirror", "tools", "wget", "httrack", "scrape"], "importance": "low"},
# HEARTBEAT_OK
{"text": "HEARTBEAT_OK: When receiving heartbeat poll and nothing needs attention, reply exactly HEARTBEAT_OK. It must be entire message, nothing else. Never append to actual response, never wrap in markdown.", "date": "2026-02-04", "tags": ["heartbeat", "rules", "response", "format"], "importance": "medium"},
# MEMORY FILES GUIDE
{"text": "Memory files: SOUL.md (who I am - read every session). USER.md (who I'm helping - read every session). AGENTS.md (workspace rules - read every session). ACTIVE.md (tool syntax - read BEFORE every tool use). TOOLS.md (tool patterns, SSH hosts - when errors). SKILL.md (skill-specific - before using skill). MEMORY.md (long-term - main session only).", "date": "2026-02-04", "tags": ["memory", "files", "guide", "reading", "session"], "importance": "high"},
]
import sys
print(f"Prepared {len(memories)} memories for backup")
print("Starting storage to kimi_memories...")
print()
success = 0
failed = 0
for i, mem in enumerate(memories, 1):
print(f"[{i}/{len(memories)}] {mem['text'][:50]}...")
embedding = embed(mem['text'])
if not embedding:
print(f" ❌ Failed to generate embedding")
failed += 1
continue
if store(mem['text'], embedding, mem['date'], mem['tags'], mem['importance']):
print(f" ✅ Stored")
success += 1
else:
print(f" ❌ Failed to store")
failed += 1
print()
print("=" * 60)
print(f"BACKUP COMPLETE")
print(f" Success: {success}")
print(f" Failed: {failed}")
print(f" Total: {len(memories)}")
print("=" * 60)
if failed == 0:
print("\n✅ All memories successfully backed up to kimi_memories!")
else:
print(f"\n⚠️ {failed} memories failed. Check errors above.")