1298dad330
铸渊 ICE-GL-ZY001 LL-171-20260707 豆包反馈 + 冰朔想看视频 AI · 一起做 LL-171 关键变更 (v1.2.0): ⊢ 4 端点全部免鉴权: /search /tree /file (LL-170 没改这 3 个, LL-171 改) ⊢ 写操作 /archive POST 仍需鉴权 (HLDP 回执归档是写) ⊢ 跨仓库: ?repo=guanghulab 切到视频 AI 系统仓库 (4253 文件) ⊢ 多仓库注册: fifth-domain / guanghulab / guanghulab-collab / guanghu ⊢ /repos 端点列出所有可用仓库 ⊢ /status 端点跨仓库 HEAD + commits + file_count ⊢ IP 限速 5 req/s (防滥用) ⊢ 改用 HMAC-safe.directory 多仓库一次性注册 冰朔今天能直接问豆包: ⊢ 剪辑/生图管线 → ?repo=guanghulab /file?path=video-ai-system/PIPELINE-3D-MANJU.hdlp ⊢ 当前推进进度 → ?repo=guanghulab /file?path=video-ai-system/CURRENT.hdlp ⊢ 角色/场景设定 → ?repo=guanghulab /search?q=苏白 ⊢ 不是仓库缺能力 · 是桥建好就一目了然
464 lines
17 KiB
Python
Executable File
464 lines
17 KiB
Python
Executable File
#!/usr/bin/env python3
|
||
"""
|
||
Global Search API v1.2.0 · 给通用 AI（豆包等）用的跨仓库检索门面
|
||
铸渊 ICE-GL-ZY001 · LL-171-20260707 · D167
|
||
|
||
变更 (LL-171):
|
||
1. 4 端点免鉴权: /search /tree /file /archive
|
||
(read-only 性质, 加 IP 限速 5 req/s 保护)
|
||
2. 跨仓库: ?repo=guanghulab 切换仓库
|
||
3. POST /archive 仍需鉴权 (写操作)
|
||
4. /status 列出所有可用仓库
|
||
"""
|
||
import http.server
|
||
import json
|
||
import subprocess
|
||
import os
|
||
import time
|
||
import hmac
|
||
import hashlib
|
||
import threading
|
||
from urllib.parse import urlparse, parse_qs
|
||
from collections import defaultdict
|
||
|
||
# ============== 配置 ==============
|
||
PORT = int(os.environ.get("PORT", "3950"))
|
||
TOKEN = os.environ.get("GLOBAL_SEARCH_API_TOKEN", "")
|
||
HMAC_SECRET = os.environ.get("LIGHT_LAKE_DRIVER_SECRET", "")
|
||
SOVEREIGN_ID = "ICE-GL∞"
|
||
AGENT_ID = "ICE-GL-ZY001"
|
||
VERSION = "1.2.0"
|
||
|
||
# ============== 仓库注册表 ==============
|
||
REPOS = {
|
||
"fifth-domain": {
|
||
"path": "/tmp/worktree",
|
||
"description": "第五域 · HLDP 协议栈 + 铸渊核心 + 通用 AI 接入",
|
||
"url": "https://guanghubingshuo.com/code/bingshuo/fifth-domain",
|
||
},
|
||
"guanghulab": {
|
||
"path": "/opt/zhuyuan/guanghulab",
|
||
"description": "广湖实验室 · 视频 AI / 图像 / 短剧 / 工程管线",
|
||
"url": "https://guanghubingshuo.com/code/bingshuo/guanghulab",
|
||
},
|
||
"guanghulab-collab": {
|
||
"path": "/opt/zhuyuan/guanghulab-collab",
|
||
"description": "广湖实验室·协作版",
|
||
"url": "https://guanghubingshuo.com/code/bingshuo/guanghulab-collab",
|
||
},
|
||
"guanghu": {
|
||
"path": "/opt/zhuyuan/guanghu",
|
||
"description": "广湖 · 根仓库",
|
||
"url": "https://guanghubingshuo.com/code/bingshuo/guanghu",
|
||
},
|
||
}
|
||
DEFAULT_REPO = "fifth-domain"
|
||
|
||
# ============== git safe.directory（让 root 也能 read 多仓库） ==============
|
||
import pathlib
|
||
_gitconfig_dir = pathlib.Path("/tmp/gitconfig-global-search")
|
||
_gitconfig_dir.parent.mkdir(parents=True, exist_ok=True)
|
||
with open(_gitconfig_dir, "w") as f:
|
||
f.write("[safe]\n")
|
||
for repo_id, info in REPOS.items():
|
||
f.write(f"\tdirectory = {info['path']}\n")
|
||
os.environ["GIT_CONFIG_GLOBAL"] = str(_gitconfig_dir)
|
||
|
||
# ============== IP 限速 (per-IP 5 req/s, 简单令牌桶) ==============
|
||
RATE_LIMIT = 5 # requests per second
|
||
RATE_BURST = 10
|
||
_rate_buckets = defaultdict(lambda: {"tokens": RATE_BURST, "last": time.time()})
|
||
_rate_lock = threading.Lock()
|
||
|
||
def rate_limit(ip):
|
||
"""简单令牌桶限速"""
|
||
with _rate_lock:
|
||
bucket = _rate_buckets[ip]
|
||
now = time.time()
|
||
elapsed = now - bucket["last"]
|
||
bucket["tokens"] = min(RATE_BURST, bucket["tokens"] + elapsed * RATE_LIMIT)
|
||
bucket["last"] = now
|
||
if bucket["tokens"] < 1:
|
||
return False
|
||
bucket["tokens"] -= 1
|
||
return True
|
||
|
||
|
||
# ============== 鉴权 (POST /archive 必须) ==============
|
||
def check_auth(headers):
|
||
auth = headers.get("Authorization", "").replace("Bearer ", "").strip()
|
||
if not auth:
|
||
return False, "missing"
|
||
if TOKEN and auth == TOKEN:
|
||
return True, "static_token"
|
||
minute = headers.get("X-Minute")
|
||
if minute and HMAC_SECRET:
|
||
try:
|
||
minute = int(minute)
|
||
now = int(time.time() // 60)
|
||
if abs(now - minute) <= 2:
|
||
msg = f"{SOVEREIGN_ID}|{AGENT_ID}|{minute}"
|
||
expected = hmac.new(
|
||
HMAC_SECRET.encode(),
|
||
msg.encode(),
|
||
hashlib.sha256
|
||
).hexdigest()[:16]
|
||
if hmac.compare_digest(auth, expected):
|
||
return True, "verifier"
|
||
except Exception:
|
||
pass
|
||
return False, "invalid"
|
||
|
||
|
||
# ============== 仓库解析 ==============
|
||
def get_repo_path(repo_id=None):
|
||
if not repo_id:
|
||
return DEFAULT_REPO, REPOS[DEFAULT_REPO]["path"]
|
||
if repo_id not in REPOS:
|
||
return None, None
|
||
return repo_id, REPOS[repo_id]["path"]
|
||
|
||
|
||
# ============== 核心功能 ==============
|
||
def search_files(repo_path, keyword, top=20):
|
||
if not keyword:
|
||
return []
|
||
result = subprocess.run(
|
||
["git", "grep", "-l", "-i", "--no-color", keyword],
|
||
cwd=repo_path, capture_output=True, text=True, timeout=60
|
||
)
|
||
files = [f.strip() for f in result.stdout.splitlines() if f.strip()][:top]
|
||
results = []
|
||
for f in files:
|
||
try:
|
||
line_result = subprocess.run(
|
||
["git", "grep", "-n", "-i", "--no-color", keyword, "--", f],
|
||
cwd=repo_path, capture_output=True, text=True, timeout=10
|
||
)
|
||
matches = []
|
||
for line in line_result.stdout.splitlines()[:5]:
|
||
parts = line.split(":", 2)
|
||
if len(parts) >= 3:
|
||
matches.append({
|
||
"line": int(parts[1]),
|
||
"content": parts[2].strip()[:300]
|
||
})
|
||
results.append({
|
||
"file": f,
|
||
"match_count": len(matches),
|
||
"matches": matches
|
||
})
|
||
except Exception as e:
|
||
results.append({"file": f, "error": str(e)})
|
||
return results
|
||
|
||
|
||
def list_tree(repo_path, path="", depth=3, ext_filter=None):
|
||
cmd = ["git", "ls-tree", "-r", "--name-only", "HEAD"]
|
||
if path:
|
||
cmd.append(f"{path}/")
|
||
result = subprocess.run(
|
||
cmd, cwd=repo_path, capture_output=True, text=True, timeout=15
|
||
)
|
||
files = [f.strip() for f in result.stdout.splitlines() if f.strip()]
|
||
tree = []
|
||
for f in files:
|
||
parts = f.split("/")
|
||
if len(parts) - 1 <= depth:
|
||
if ext_filter:
|
||
if not any(f.endswith(ext) for ext in ext_filter):
|
||
continue
|
||
tree.append(f)
|
||
return tree[:500]
|
||
|
||
|
||
def read_file(repo_path, path):
|
||
if not path or ".." in path:
|
||
return {"ok": False, "error": "invalid path"}
|
||
try:
|
||
result = subprocess.run(
|
||
["git", "show", f"HEAD:{path}"],
|
||
cwd=repo_path, capture_output=True, text=True, timeout=10
|
||
)
|
||
if result.returncode != 0:
|
||
return {"ok": False, "error": "file not found"}
|
||
return {
|
||
"ok": True,
|
||
"path": path,
|
||
"size": len(result.stdout),
|
||
"content": result.stdout[:50000]
|
||
}
|
||
except Exception as e:
|
||
return {"ok": False, "error": str(e)}
|
||
|
||
|
||
def get_broadcast(repo_path):
|
||
candidates = [
|
||
os.path.join(repo_path, "broadcasts"),
|
||
os.path.join(repo_path, "BROADCAST.md"),
|
||
os.path.join(repo_path, "GLW-BROADCAST.hdlp"),
|
||
os.path.join(repo_path, "VA-BROADCAST.hdlp"),
|
||
os.path.join(repo_path, "video-ai-system", "VA-BROADCAST.hdlp"),
|
||
]
|
||
for path in candidates:
|
||
if os.path.exists(path):
|
||
if os.path.isdir(path):
|
||
files = sorted(
|
||
[os.path.join(path, f) for f in os.listdir(path)],
|
||
key=os.path.getmtime, reverse=True
|
||
)
|
||
if files:
|
||
latest = files[0]
|
||
with open(latest) as f:
|
||
return {
|
||
"ok": True,
|
||
"type": "dir",
|
||
"latest_file": os.path.basename(latest),
|
||
"content": f.read()[:20000]
|
||
}
|
||
else:
|
||
with open(path) as f:
|
||
return {
|
||
"ok": True,
|
||
"type": "file",
|
||
"path": os.path.relpath(path, repo_path),
|
||
"content": f.read()[:20000]
|
||
}
|
||
return {
|
||
"ok": True,
|
||
"broadcast": None,
|
||
"note": "no broadcast asset found in repo"
|
||
}
|
||
|
||
|
||
def get_system_status(repo_path, repo_id):
|
||
candidates = [
|
||
os.path.join(repo_path, "SYSTEM-STATUS.md"),
|
||
os.path.join(repo_path, "SYSTEM-STATUS.hdlp"),
|
||
os.path.join(repo_path, "eternal-lake-heart", "heartbeat-core", "SYSTEM-STATUS.hdlp"),
|
||
os.path.join(repo_path, "video-ai-system", "VA-SYSTEM-STATUS.hdlp"),
|
||
]
|
||
for path in candidates:
|
||
if os.path.exists(path):
|
||
with open(path) as f:
|
||
return {
|
||
"ok": True,
|
||
"repo": repo_id,
|
||
"path": os.path.relpath(path, repo_path),
|
||
"content": f.read()[:50000]
|
||
}
|
||
return {
|
||
"ok": True,
|
||
"repo": repo_id,
|
||
"status": "no SYSTEM-STATUS file in this repo"
|
||
}
|
||
|
||
|
||
def get_repo_status(repo_id, repo_path):
|
||
try:
|
||
head = subprocess.run(
|
||
["git", "rev-parse", "HEAD"],
|
||
cwd=repo_path, capture_output=True, text=True, timeout=5
|
||
).stdout.strip()
|
||
log = subprocess.run(
|
||
["git", "log", "--oneline", "-3"],
|
||
cwd=repo_path, capture_output=True, text=True, timeout=5
|
||
).stdout.strip()
|
||
file_count = subprocess.run(
|
||
["git", "ls-tree", "-r", "--name-only", "HEAD"],
|
||
cwd=repo_path, capture_output=True, text=True, timeout=10
|
||
).stdout.strip().count("\n") + 1
|
||
return {
|
||
"head": head,
|
||
"recent_commits": log.splitlines() if log else [],
|
||
"file_count": file_count,
|
||
}
|
||
except Exception as e:
|
||
return {"head": "?", "error": str(e)}
|
||
|
||
|
||
def archive_hldp(content, type_="si", path=None):
|
||
"""HLDP 回执归档(写到 fifth-domain 的 inbox, 需鉴权)"""
|
||
repo_path = REPOS[DEFAULT_REPO]["path"]
|
||
archive_dir = os.path.join(repo_path, "eternal-lake-heart", "archive", "inbox")
|
||
os.makedirs(archive_dir, exist_ok=True)
|
||
filename = f"{type_}-{int(time.time())}.hdlp"
|
||
full_path = os.path.join(archive_dir, filename)
|
||
with open(full_path, "w") as f:
|
||
f.write(content)
|
||
return {"ok": True, "archived": os.path.relpath(full_path, repo_path)}
|
||
|
||
|
||
# ============== HTTP Handler ==============
|
||
class Handler(http.server.BaseHTTPRequestHandler):
|
||
def log_message(self, fmt, *args):
|
||
pass
|
||
|
||
def do_OPTIONS(self):
|
||
self.send_response(200)
|
||
self.send_header("Access-Control-Allow-Origin", "*")
|
||
self.send_header("Access-Control-Allow-Methods", "GET, POST, OPTIONS")
|
||
self.send_header("Access-Control-Allow-Headers", "Authorization, Content-Type, X-Minute")
|
||
self.end_headers()
|
||
|
||
def do_GET(self):
|
||
# 限速
|
||
if not rate_limit(self.client_address[0]):
|
||
return self.send_json({"ok": False, "error": "rate_limit", "limit": f"{RATE_LIMIT} req/s"}, 429)
|
||
|
||
parsed = urlparse(self.path)
|
||
path = parsed.path
|
||
query = parse_qs(parsed.query)
|
||
repo_arg = query.get("repo", [DEFAULT_REPO])[0]
|
||
repo_id, repo_path = get_repo_path(repo_arg)
|
||
if not repo_path:
|
||
return self.send_json({"ok": False, "error": f"unknown repo: {repo_arg}", "available": list(REPOS.keys())}, 400)
|
||
|
||
# === 免鉴权端点 ===
|
||
if path == "/healthz":
|
||
return self.send_json({
|
||
"ok": True,
|
||
"service": "global-search-api",
|
||
"version": VERSION,
|
||
"repos": list(REPOS.keys()),
|
||
"default_repo": DEFAULT_REPO,
|
||
"ts": time.time(),
|
||
"note": "服务正在运行·read-only 全部免鉴权·写操作(/archive POST)需 token"
|
||
})
|
||
|
||
if path == "/status":
|
||
statuses = {}
|
||
for rid, info in REPOS.items():
|
||
statuses[rid] = {
|
||
**info,
|
||
**get_repo_status(rid, info["path"])
|
||
}
|
||
return self.send_json({
|
||
"ok": True,
|
||
"service_alive": True,
|
||
"default_repo": DEFAULT_REPO,
|
||
"repos": statuses,
|
||
"ts": time.time()
|
||
})
|
||
|
||
if path == "/repos":
|
||
# 列出所有仓库
|
||
return self.send_json({
|
||
"ok": True,
|
||
"default": DEFAULT_REPO,
|
||
"repos": REPOS,
|
||
"note": "用 ?repo=<id> 切换仓库, 例如 ?repo=guanghulab"
|
||
})
|
||
|
||
if path == "/broadcast":
|
||
result = get_broadcast(repo_path)
|
||
result["repo"] = repo_id
|
||
result["_hint"] = "read-only 公开端点·不需要 token·用 ?repo= 跨仓库"
|
||
return self.send_json(result)
|
||
|
||
if path == "/system-status":
|
||
result = get_system_status(repo_path, repo_id)
|
||
result["_hint"] = "read-only 公开端点·不需要 token·用 ?repo= 跨仓库"
|
||
return self.send_json(result)
|
||
|
||
if path == "/help":
|
||
return self.send_json({
|
||
"ok": True,
|
||
"version": VERSION,
|
||
"endpoints": {
|
||
"GET /healthz": "健康检查(免鉴权)",
|
||
"GET /status": "综合状态(免鉴权·多仓库 HEAD + commits + 文件数)",
|
||
"GET /repos": "列出所有可用仓库(免鉴权)",
|
||
"GET /system-status?repo=": "拉 SYSTEM-STATUS(免鉴权, 默认 fifth-domain)",
|
||
"GET /broadcast?repo=": "拉最新 BROADCAST(免鉴权, 默认 fifth-domain)",
|
||
"GET /search?q=&top=&repo=": "全仓库文件内容搜索(免鉴权+限速 5 req/s)",
|
||
"GET /tree?path=&depth=&ext=&repo=": "列目录树(免鉴权+限速)",
|
||
"GET /file?path=&repo=": "读单文件(限 50KB, 免鉴权+限速)",
|
||
"POST /archive": "HLDP 回执归档(需鉴权, JSON body: {type, content, path?})",
|
||
},
|
||
"repos": list(REPOS.keys()),
|
||
"default_repo": DEFAULT_REPO,
|
||
"rate_limit": f"{RATE_LIMIT} req/s per IP",
|
||
"auth_required": ["POST /archive"],
|
||
"auth_free": ["/healthz", "/status", "/repos", "/system-status", "/broadcast", "/search", "/tree", "/file", "/help"],
|
||
"auth": "Authorization: Bearer <TOKEN> (静态 token) 或 HMAC verifier",
|
||
"base_url": "https://guanghubingshuo.com/global-search",
|
||
})
|
||
|
||
# === 业务查询端点(免鉴权 + 限速) ===
|
||
try:
|
||
if path == "/search":
|
||
kw = query.get("q", [""])[0]
|
||
top = int(query.get("top", ["20"])[0])
|
||
self.send_json({
|
||
"ok": True,
|
||
"repo": repo_id,
|
||
"keyword": kw,
|
||
"count": -1,
|
||
"results": search_files(repo_path, kw, top)
|
||
})
|
||
elif path == "/tree":
|
||
path_arg = query.get("path", [""])[0]
|
||
depth = int(query.get("depth", ["3"])[0])
|
||
ext = query.get("ext", None)
|
||
ext_filter = ext[0].split(",") if ext else None
|
||
self.send_json({
|
||
"ok": True,
|
||
"repo": repo_id,
|
||
"files": list_tree(repo_path, path_arg, depth, ext_filter)
|
||
})
|
||
elif path == "/file":
|
||
path_arg = query.get("path", [""])[0]
|
||
result = read_file(repo_path, path_arg)
|
||
result["repo"] = repo_id
|
||
self.send_json(result)
|
||
else:
|
||
self.send_json({"ok": False, "error": "not found", "hint": "GET /help"}, 404)
|
||
except Exception as e:
|
||
self.send_json({"ok": False, "error": str(e)}, 500)
|
||
|
||
def do_POST(self):
|
||
# POST /archive 写操作需鉴权
|
||
parsed = urlparse(self.path)
|
||
if parsed.path == "/archive":
|
||
ok, reason = check_auth(self.headers)
|
||
if not ok:
|
||
return self.send_json({
|
||
"ok": False,
|
||
"error": "unauthorized",
|
||
"reason": reason,
|
||
"_hint": "POST /archive 写操作需鉴权(其他读操作都免鉴权了)"
|
||
}, 401)
|
||
length = int(self.headers.get("Content-Length", 0))
|
||
body = self.rfile.read(length).decode("utf-8") if length else "{}"
|
||
try:
|
||
data = json.loads(body)
|
||
type_ = data.get("type", "si")
|
||
content = data.get("content", "")
|
||
self.send_json(archive_hldp(content, type_))
|
||
except Exception as e:
|
||
self.send_json({"ok": False, "error": str(e)}, 400)
|
||
else:
|
||
self.send_json({"ok": False, "error": "not found"}, 404)
|
||
|
||
def send_json(self, data, status=200):
|
||
body = json.dumps(data, ensure_ascii=False, indent=2).encode("utf-8")
|
||
self.send_response(status)
|
||
self.send_header("Content-Type", "application/json; charset=utf-8")
|
||
self.send_header("Access-Control-Allow-Origin", "*")
|
||
self.send_header("Content-Length", str(len(body)))
|
||
self.end_headers()
|
||
self.wfile.write(body)
|
||
|
||
|
||
def main():
|
||
server = http.server.HTTPServer(("0.0.0.0", PORT), Handler)
|
||
print(f"Global Search API v{VERSION} listening on 0.0.0.0:{PORT}")
|
||
print(f"REPOS = {list(REPOS.keys())}")
|
||
print(f"DEFAULT = {DEFAULT_REPO}")
|
||
print(f"TOKEN = {'set' if TOKEN else 'unset (dev mode)'}")
|
||
server.serve_forever()
|
||
|
||
|
||
if __name__ == "__main__":
|
||
main() |