bingshuo/hololake-system-architecture
Watch
1
0
Fork
You've already forked hololake-system-architecture
 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

fix(history): stage metadata-only git mirrors

Browse source
This commit is contained in:
冰朔 2026-08-01 20:48:01 +08:00
commit bc1ba8e47d
2 changed files with 189 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

129
engineering/persona-history-runtime/runtime/guanghu_history_runtime.py
View file

@ -68,6 +68,24 @@ def sha256_file(path: pathlib.Path) -> str:
return digest.hexdigest()
def sanitize_process_error_detail(value: str | bytes | None) -> str:
if value is None:
return ""
if isinstance(value, bytes):
value = value.decode("utf-8", errors="replace")
value = re.sub(
r"(?i)(https?://)[^/@\s]+@",
r"\1[REDACTED]@",
value,
)
value = re.sub(
r"(?i)\b(authorization|token|password|secret)\s*[:=]\s*\S+",
r"\1=[REDACTED]",
value,
)
return " ".join(value.split())[-800:]
def classify_personas(text: str) -> list[str]:
return [
persona
@ -966,26 +984,117 @@ class Runtime:
def git_mirror(self, source: dict) -> pathlib.Path:
mirror = self.state_root / "git" / f"{source['id']}.git"
pending = mirror.with_name(f".{mirror.name}.pending")
mirror.parent.mkdir(parents=True, exist_ok=True)
if mirror.exists():
subprocess.run(
["git", "-C", str(mirror), "fetch", "--all", "--prune"],
check=True,
stdout=subprocess.DEVNULL,
stderr=subprocess.PIPE,
text=True,
self.run_git(
[
"git",
"-C",
str(mirror),
"fetch",
"--all",
"--prune",
"--filter=blob:none",
],
timeout=600,
)
else:
return mirror
if not pending.exists():
self.run_git(
["git", "init", "--bare", str(pending)],
timeout=60,
)
self.run_git(
[
"git",
"-C",
str(pending),
"remote",
"add",
"origin",
source["url"],
],
timeout=60,
)
for refspec in (
"+refs/heads/*:refs/heads/*",
"+refs/tags/*:refs/tags/*",
):
self.run_git(
[
"git",
"-C",
str(pending),
"config",
"--add",
"remote.origin.fetch",
refspec,
],
timeout=60,
)
self.run_git(
[
"git",
"-C",
str(pending),
"config",
"remote.origin.promisor",
"true",
],
timeout=60,
)
self.run_git(
[
"git",
"-C",
str(pending),
"config",
"remote.origin.partialclonefilter",
"blob:none",
],
timeout=60,
)
self.run_git(
[
"git",
"-C",
str(pending),
"fetch",
"--prune",
"--filter=blob:none",
"origin",
],
timeout=1800,
)
os.replace(pending, mirror)
return mirror
@staticmethod
def run_git(command: list[str], timeout: int) -> None:
try:
subprocess.run(
["git", "clone", "--mirror", source["url"], str(mirror)],
command,
check=True,
stdout=subprocess.DEVNULL,
stderr=subprocess.PIPE,
text=True,
timeout=1800,
timeout=timeout,
)
return mirror
except subprocess.CalledProcessError as error:
detail = sanitize_process_error_detail(error.stderr)
suffix = f": {detail}" if detail else ""
raise RuntimeError(
f"git command failed with exit {error.returncode}{suffix}"
) from error
except subprocess.TimeoutExpired as error:
detail = sanitize_process_error_detail(error.stderr)
suffix = f": {detail}" if detail else ""
raise RuntimeError(
f"git command timed out after {timeout} seconds{suffix}"
) from error
def process_git(self, source: dict) -> None:
state = self.store.state(source["id"])