feat(intern-decision): stack, DNS and GPU 3 acceptance for the SemIf replacement
stacks/intern-decision: compose (GPU 1, :8033, hard VRAM cap as the single .env knob, healthcheck, Homepage group 'AI - Eval & Retrieval'), .env.example and README. dns: intern-decision.fv.internal -> fv-ml1 (synced to ana/esh/nh3). acceptance on fv-ml1 GPU 3, 3 fresh processes: bit-identical to the Jev bench's native rows (pooled 240/259, Wyrd 79/84, 0/560 flips, Δp 0), negative control 10/122/14, 0 flips across restarts; largest accepted request 200 at a 10,134 MiB card peak under a 9.25 GiB cap; 503 and recovery proven at a tight cap. GPU 1 deploy held: nvidia-smi Free on GPU 1 is 15,442 MiB.
This commit is contained in:
+2
-1
@@ -127,4 +127,5 @@ aliases:
|
||||
- {name: wherethef, site: nh3, target: nh3-dev, note: WhereTF :8093}
|
||||
- {name: homepage, site: esh, target: esh-docker-vm, note: fleet dashboard :5100}
|
||||
- {name: scriberr, site: fv, target: fv-ml1, note: transcription + diarization :8080 (GPU1)}
|
||||
- {name: semif, site: fv, target: fv-ml1, note: SemIf option-logit decisions :8032 (GPU1)}
|
||||
- {name: semif, site: fv, target: fv-ml1, note: SemIf option-logit decisions :8032 (GPU1) — stopped since 2026-09-30, being replaced by intern-decision (Prime); kept as rollback}
|
||||
- {name: intern-decision, site: fv, target: fv-ml1, note: Intern-Decision-4B typed decisions :8033 (GPU1), semif-serve API; replaces semif (Prime 2026-09-30)}
|
||||
|
||||
@@ -0,0 +1,243 @@
|
||||
"""intern-decision-serve acceptance: the service-level checks the bench harness does not cover.
|
||||
Stdlib only, so it runs on fv-ml1's host python or on nh3-dev against a live instance.
|
||||
|
||||
python3 checks.py --url URL --token-file T --out out.json --checks auth,chunking,queue,maxreq
|
||||
python3 checks.py --url URL --token-file T --out oom.json --checks oom
|
||||
|
||||
auth 401 without / with a wrong token on both POSTs; /health open
|
||||
chunking 20 decisions in one /decide/shared equal the same decisions asked as 16 + 4
|
||||
queue past MAX_QUEUE requests in progress, the rest get 429 busy (and the admitted all answer)
|
||||
maxreq the largest request the API accepts: MAX_DECISIONS decisions x 16 options, the state
|
||||
grown until each 16-question call sits just under MAX_TOKENS (found from the model's own
|
||||
422 message). Sent --repeats times; status, tokens and /health's allocator peak recorded.
|
||||
fit under the cap, the largest 16-question call that answers 200 (binary search, in tokens)
|
||||
oom the over-cap request (maxreq's body when it ran) -> 503 out_of_memory, then reserved memory
|
||||
back to its resting value and an ordinary request answered 200. Earlier text: a long request against a deliberately tight cap -> 503 out_of_memory, then reserved
|
||||
memory back to its resting value and an ordinary request answered 200.
|
||||
Every request's status, timing and the fields that prove the point are kept in --out.
|
||||
"""
|
||||
from __future__ import annotations
|
||||
|
||||
import argparse
|
||||
import json
|
||||
import re
|
||||
import threading
|
||||
import time
|
||||
import urllib.error
|
||||
import urllib.request
|
||||
from pathlib import Path
|
||||
|
||||
HERE = Path(__file__).resolve().parent
|
||||
YESNO = [{"id": "yes", "description": "Yes"}, {"id": "no", "description": "No"}]
|
||||
|
||||
|
||||
def post(url, body, headers, timeout=600):
|
||||
req = urllib.request.Request(url, data=json.dumps(body).encode(),
|
||||
headers={"Content-Type": "application/json", **headers})
|
||||
t = time.perf_counter()
|
||||
try:
|
||||
with urllib.request.urlopen(req, timeout=timeout) as r:
|
||||
status, raw = r.status, r.read()
|
||||
except urllib.error.HTTPError as e:
|
||||
status, raw = e.code, e.read()
|
||||
ms = (time.perf_counter() - t) * 1000
|
||||
try:
|
||||
return status, json.loads(raw), ms
|
||||
except ValueError:
|
||||
return status, {"raw": raw[:300].decode(errors="replace")}, ms
|
||||
|
||||
|
||||
def get(url):
|
||||
with urllib.request.urlopen(url, timeout=30) as r:
|
||||
return r.status, json.loads(r.read())
|
||||
|
||||
|
||||
def criteria(n, options=YESNO, prefix="c"):
|
||||
return [{"id": f"{prefix}{i}", "question": f"Does the evidence mention item number {i}?", "options": options}
|
||||
for i in range(n)]
|
||||
|
||||
|
||||
def check_auth(url, h):
|
||||
out = {}
|
||||
body = {"id": "a", "state": "s", "question": "q?", "options": YESNO}
|
||||
for path, b in (("/decide", body), ("/decide/shared", {"state": "s", "decisions": [body]})):
|
||||
out[path] = {"no_token": post(url + path, b, {})[0],
|
||||
"wrong_token": post(url + path, b, {"Authorization": "Bearer " + "x" * 48})[0],
|
||||
"right_token": post(url + path, b, h)[0]}
|
||||
out["health_no_token"] = get(url + "/health")[0]
|
||||
out["pass"] = all(v["no_token"] == 401 and v["wrong_token"] == 401 and v["right_token"] == 200
|
||||
for k, v in out.items() if k.startswith("/")) and out["health_no_token"] == 200
|
||||
return out
|
||||
|
||||
|
||||
def check_chunking(url, h, state):
|
||||
crits = [{"id": f"d{i}", "question": q, "options": opts} for i, (q, opts) in enumerate([
|
||||
(f"Is item {i} a {kind}?", [{"id": "yes", "description": "Yes"}, {"id": "no", "description": "No"},
|
||||
{"id": "unclear", "description": "Cannot tell from the evidence"}])
|
||||
for i, kind in enumerate(["policy", "exception", "deadline", "person", "number"] * 4)])]
|
||||
s_all, j_all, ms_all = post(url + "/decide/shared", {"state": state, "decisions": crits}, h)
|
||||
s_a, j_a, _ = post(url + "/decide/shared", {"state": state, "decisions": crits[:16]}, h)
|
||||
s_b, j_b, _ = post(url + "/decide/shared", {"state": state, "decisions": crits[16:]}, h)
|
||||
split = (j_a.get("results", []) + j_b.get("results", [])) if s_a == s_b == 200 else []
|
||||
rows = []
|
||||
for whole, part in zip(j_all.get("results", []), split):
|
||||
rows.append({"id": whole["id"], "top_whole": whole["top"], "top_split": part["top"],
|
||||
"max_dp": max(abs(x - y) for x, y in zip(whole["probabilities"], part["probabilities"])),
|
||||
"call_whole": whole["call"], "sha_equal": whole["prompt_sha256"] == part["prompt_sha256"]})
|
||||
t = j_all.get("timing", {})
|
||||
return {"status": [s_all, s_a, s_b], "timing": t, "rows": rows, "e2e_ms": round(ms_all, 1),
|
||||
"pass": s_all == s_a == s_b == 200 and t.get("calls") == 2 and t.get("questions_per_call") == [16, 4]
|
||||
and len(rows) == 20 and all(r["top_whole"] == r["top_split"] and r["max_dp"] == 0 and r["sha_equal"]
|
||||
for r in rows)}
|
||||
|
||||
|
||||
def check_queue(url, h, state, max_queue, extra):
|
||||
n = max_queue + extra
|
||||
body = {"state": state, "decisions": criteria(16)}
|
||||
barrier = threading.Barrier(n)
|
||||
results = [None] * n
|
||||
|
||||
def one(i):
|
||||
barrier.wait()
|
||||
s, j, ms = post(url + "/decide/shared", body, h)
|
||||
results[i] = (s, (j.get("error") or {}).get("code"), round(ms, 1))
|
||||
|
||||
threads = [threading.Thread(target=one, args=(i,)) for i in range(n)]
|
||||
for t in threads:
|
||||
t.start()
|
||||
for t in threads:
|
||||
t.join()
|
||||
statuses = [r[0] for r in results]
|
||||
return {"sent": n, "max_queue": max_queue, "ok": statuses.count(200), "busy_429": statuses.count(429),
|
||||
"codes_429": sorted({r[1] for r in results if r[0] == 429}), "other": [r for r in results if r[0] not in (200, 429)],
|
||||
"pass": statuses.count(429) >= 1 and statuses.count(200) + statuses.count(429) == n
|
||||
and statuses.count(200) <= max_queue}
|
||||
|
||||
|
||||
def question_block(i):
|
||||
"""Zero-padded numbers: Qwen tokenises digits one by one, so every 16-question call of a
|
||||
64-decision request has the same token count and each one sits at the limit."""
|
||||
return {"id": f"q{i:02d}", "question": f"Which of the listed categories best describes clause {i:02d} of the policy?",
|
||||
"options": [{"id": f"k{j:02d}", "description": f"Category {j:02d}: the clause concerns topic number {j:02d}"}
|
||||
for j in range(16)]}
|
||||
|
||||
|
||||
def find_max_state(url, h, base_state, max_tokens, n_decisions=16):
|
||||
"""Grow the state (repeating base_state) until the request is refused with 422, using the token
|
||||
count the model's own 422 reports; return the longest state the API accepts and its tokens per call.
|
||||
Sized with the WHOLE n_decisions request, so the largest call in it is the one that decides."""
|
||||
decisions = [question_block(i) for i in range(n_decisions)]
|
||||
text = (base_state + "\n\n") * 4
|
||||
|
||||
def tokens_for(chars):
|
||||
s, j, _ = post(url + "/decide/shared", {"state": text[:chars], "decisions": decisions}, h)
|
||||
if s == 200:
|
||||
return s, j["timing"]["input_tokens"][0]
|
||||
if s == 503:
|
||||
return s, None
|
||||
m = re.search(r"has (\d+) tokens", (j.get("error") or {}).get("message", ""))
|
||||
return s, int(m.group(1)) if m else None
|
||||
|
||||
lo, hi = 1000, len(text)
|
||||
s, tok = tokens_for(hi)
|
||||
assert s == 422 and tok and tok > max_tokens, (s, tok)
|
||||
best = None
|
||||
while lo < hi:
|
||||
mid = (lo + hi + 1) // 2
|
||||
s, tok = tokens_for(mid)
|
||||
if s in (200, 503): # accepted by the API (503 = accepted, then refused by the VRAM cap)
|
||||
lo, best = mid, tok
|
||||
elif s == 422:
|
||||
hi = mid - 1
|
||||
else:
|
||||
raise RuntimeError(f"unexpected {s} while sizing the max request: {tok}")
|
||||
return text[:lo], best
|
||||
|
||||
|
||||
MAX_BODY = {}
|
||||
|
||||
|
||||
def check_maxreq(url, h, base_state, max_tokens, max_decisions, repeats):
|
||||
state, tokens = find_max_state(url, h, base_state, max_tokens, max_decisions)
|
||||
decisions = [question_block(i) for i in range(max_decisions)]
|
||||
body = {"state": state, "decisions": decisions}
|
||||
MAX_BODY.update(body)
|
||||
size = len(json.dumps(body).encode())
|
||||
runs = []
|
||||
for _ in range(repeats):
|
||||
s, j, ms = post(url + "/decide/shared", body, h)
|
||||
health = get(url + "/health")[1]["model"]
|
||||
runs.append({"status": s, "e2e_ms": round(ms, 1), "code": (j.get("error") or {}).get("code"),
|
||||
"calls": (j.get("timing") or {}).get("calls"), "input_tokens": (j.get("timing") or {}).get("input_tokens"),
|
||||
"reserved_gib_after": health.get("reserved_gib"), "max_reserved_gib": health.get("max_reserved_gib"),
|
||||
"t_end": time.time()})
|
||||
return {"state_chars": len(state), "tokens_per_call": tokens, "decisions": max_decisions, "options_each": 16,
|
||||
"body_bytes": size, "runs": runs}
|
||||
|
||||
|
||||
def check_fit(url, h, base_state):
|
||||
"""Under the cap: the largest 16-question call (16 options each) that still answers 200, in tokens."""
|
||||
decisions = [question_block(i) for i in range(16)]
|
||||
text = (base_state + "\n\n") * 4
|
||||
lo, hi, best, probes = 1000, len(text), None, []
|
||||
while lo < hi:
|
||||
mid = (lo + hi + 1) // 2
|
||||
s, j, _ = post(url + "/decide/shared", {"state": text[:mid], "decisions": decisions}, h)
|
||||
probes.append([mid, s, j["timing"]["input_tokens"][0] if s == 200 else None])
|
||||
if s == 200:
|
||||
lo, best = mid, j["timing"]["input_tokens"][0]
|
||||
else:
|
||||
hi = mid - 1
|
||||
return {"largest_ok_state_chars": lo, "largest_ok_tokens": best, "probes": probes}
|
||||
|
||||
|
||||
def check_oom(url, h, long_state):
|
||||
"""The over-cap request: the largest one (maxreq) if it ran, else 16 criteria over the long state."""
|
||||
before = get(url + "/health")[1]["model"]
|
||||
body = dict(MAX_BODY) or {"state": long_state, "decisions": criteria(16)}
|
||||
s, j, ms = post(url + "/decide/shared", body, h)
|
||||
after = get(url + "/health")[1]["model"]
|
||||
s2, j2, _ = post(url + "/decide", {"id": "after", "state": "The deploy passed.", "question": "Did it pass?",
|
||||
"options": YESNO}, h)
|
||||
again = get(url + "/health")[1]["model"]
|
||||
return {"oom_status": s, "oom_error": j.get("error"), "oom_ms": round(ms, 1),
|
||||
"reserved_gib": {"before": before.get("reserved_gib"), "after_oom": after.get("reserved_gib"),
|
||||
"after_next_request": again.get("reserved_gib")},
|
||||
"next_request_status": s2, "next_top": j2.get("top"),
|
||||
"pass": s == 503 and (j.get("error") or {}).get("code") == "out_of_memory" and s2 == 200
|
||||
and after.get("reserved_gib") is not None and after["reserved_gib"] <= before["reserved_gib"] + 0.5}
|
||||
|
||||
|
||||
def main():
|
||||
ap = argparse.ArgumentParser()
|
||||
ap.add_argument("--url", required=True)
|
||||
ap.add_argument("--token-file", required=True)
|
||||
ap.add_argument("--out", required=True)
|
||||
ap.add_argument("--checks", default="auth,chunking,queue,maxreq")
|
||||
ap.add_argument("--long-state-file", default=str(HERE / "long_state.txt"))
|
||||
ap.add_argument("--max-queue", type=int, default=32)
|
||||
ap.add_argument("--queue-extra", type=int, default=16)
|
||||
ap.add_argument("--repeats", type=int, default=3)
|
||||
args = ap.parse_args()
|
||||
url = args.url.rstrip("/")
|
||||
h = {"Authorization": "Bearer " + Path(args.token_file).read_text().strip()}
|
||||
long_state = Path(args.long_state_file).read_text()
|
||||
health = get(url + "/health")[1]
|
||||
report = {"url": url, "started_utc": time.strftime("%Y-%m-%dT%H:%M:%SZ", time.gmtime()), "health": health}
|
||||
for c in args.checks.split(","):
|
||||
t = time.time()
|
||||
report[c] = {"auth": lambda: check_auth(url, h),
|
||||
"chunking": lambda: check_chunking(url, h, long_state[:4000]),
|
||||
"queue": lambda: check_queue(url, h, long_state, args.max_queue, args.queue_extra),
|
||||
"maxreq": lambda: check_maxreq(url, h, long_state, health["max_tokens"], health["max_decisions"],
|
||||
args.repeats),
|
||||
"fit": lambda: check_fit(url, h, long_state),
|
||||
"oom": lambda: check_oom(url, h, long_state)}[c]()
|
||||
report[c]["t_start"], report[c]["t_end"] = t, time.time()
|
||||
print(c, json.dumps({k: v for k, v in report[c].items() if k not in ("rows", "runs")})[:600], flush=True)
|
||||
report["finished_utc"] = time.strftime("%Y-%m-%dT%H:%M:%SZ", time.gmtime())
|
||||
Path(args.out).write_text(json.dumps(report, indent=1))
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
@@ -0,0 +1,101 @@
|
||||
"""Score intern-decision-serve acceptance runs of the 2026-09-30 bench harness (bench_sets.py
|
||||
--backend semif, i.e. through the service's semif-compatible API) exactly as the bench's analyze.py
|
||||
scored them, and compare them row by row with the bench's own native Intern-Decision rows.
|
||||
|
||||
python3 compare.py --ours r1/sets.json r2/sets.json r3/sets.json \
|
||||
--bench ../../semif-serve/bench-jev-2026-09-30/raw/out/intern-decision-4b-native > compare.json
|
||||
|
||||
Definitions (from analyze.py): a row counts when ok and labelled; right = top in gold. pooled =
|
||||
authored144 + cicada-w1 + wyrd evidence rows (259). The negative control is read against the same
|
||||
run's single condition.
|
||||
"""
|
||||
from __future__ import annotations
|
||||
|
||||
import argparse
|
||||
import json
|
||||
import statistics as st
|
||||
from pathlib import Path
|
||||
|
||||
SETS = ("authored144", "perturbations108", "cicada-w1", "cicada-w2", "wyrd")
|
||||
POOLED = ("authored144", "cicada-w1", "wyrd")
|
||||
NAMES = ("pooled",) + SETS + ("wyrd:place", "wyrd:place2", "wyrd:exit", "wyrd:exit2")
|
||||
|
||||
|
||||
def rows(run: dict, cond: str) -> dict:
|
||||
c = run["conditions"].get(cond)
|
||||
return {x["id"]: x for x in c["rows"]} if c else {}
|
||||
|
||||
|
||||
def acc(rs) -> tuple[int, int]:
|
||||
lab = [x for x in rs if x["ok"] and x["gold"]]
|
||||
return sum(x["top"] in x["gold"] for x in lab), len(lab)
|
||||
|
||||
|
||||
def set_scores(run: dict) -> dict:
|
||||
out = {}
|
||||
for cond in ("single", "rotations", "multifield"):
|
||||
rr = list(rows(run, cond).values())
|
||||
if not rr:
|
||||
continue
|
||||
for name in NAMES:
|
||||
base, _, dec = name.partition(":")
|
||||
wanted = set(POOLED) if base == "pooled" else {base}
|
||||
sub = [x for x in rr if x["set"] in wanted and (not dec or x["decision"] == dec) and x["cond"] == "evidence"]
|
||||
c, n = acc(sub)
|
||||
if n:
|
||||
out[f"{cond}/{name}"] = [c, n]
|
||||
out[f"{cond}/failures"] = sum(not x["ok"] for x in rr)
|
||||
return out
|
||||
|
||||
|
||||
def negative(run: dict) -> dict:
|
||||
s, neg = rows(run, "single"), rows(run, "negative")
|
||||
ids = [i for i in neg if i in s and s[i]["ok"] and neg[i]["ok"]]
|
||||
return {"n": len(ids), "same_top_as_unrotated": sum(neg[i]["top"] == s[i]["top"] for i in ids),
|
||||
"follows_description": sum(neg[i]["top"] == neg[i]["gold_desc_id"] for i in ids),
|
||||
"vs_original_gold": sum(neg[i]["top"] in neg[i]["gold"] for i in ids)}
|
||||
|
||||
|
||||
def pdiff(a: dict, b: dict) -> float:
|
||||
return max(abs(x - y) for x, y in zip(a["probs"], b["probs"]))
|
||||
|
||||
|
||||
def pair(a: dict, b: dict, cond_a: str, cond_b: str) -> dict:
|
||||
ra, rb = rows(a, cond_a), rows(b, cond_b)
|
||||
ids = [i for i in ra if i in rb and ra[i]["ok"] and rb[i]["ok"]]
|
||||
flips = [i for i in ids if ra[i]["top"] != rb[i]["top"]]
|
||||
return {"rows": len(ids), "top_differs": len(flips), "flipped_ids": flips[:20],
|
||||
"max_dp": max((pdiff(ra[i], rb[i]) for i in ids), default=None)}
|
||||
|
||||
|
||||
def main() -> None:
|
||||
ap = argparse.ArgumentParser()
|
||||
ap.add_argument("--ours", nargs="+", required=True)
|
||||
ap.add_argument("--bench", required=True, help="raw/out/intern-decision-4b-native")
|
||||
args = ap.parse_args()
|
||||
ours = {Path(p).parent.name or p: json.loads(Path(p).read_text()) for p in args.ours}
|
||||
bench = {d.name: json.loads((d / "sets.json").read_text()) for d in sorted(Path(args.bench).glob("r*"))
|
||||
if (d / "sets.json").exists()}
|
||||
report = {"ours": {k: {"scores": set_scores(v), "negative": negative(v),
|
||||
"a_vs_a_in_process_authored144": pair(v, v, "single", "repeat")} for k, v in ours.items()},
|
||||
"bench": {k: {"scores": set_scores(v), "negative": negative(v)} for k, v in bench.items()}}
|
||||
def bench_with(cond: str) -> str:
|
||||
"""The first bench repeat that ran `cond` (multifield was added after the bench's r1)."""
|
||||
return next(k for k in sorted(bench) if cond in bench[k]["conditions"])
|
||||
report["vs_bench_row_by_row"] = {k: {cond: {"bench_repeat": bench_with(cond), **pair(v, bench[bench_with(cond)], cond, cond)}
|
||||
for cond in ("single", "rotations", "negative", "multifield")}
|
||||
for k, v in ours.items()}
|
||||
names = sorted(ours)
|
||||
report["across_restarts"] = {f"{a}~{b}": {cond: pair(ours[a], ours[b], cond, cond) for cond in ("single", "rotations")}
|
||||
for i, a in enumerate(names) for b in names[i + 1:]}
|
||||
keys = sorted({k for v in report["ours"].values() for k in v["scores"] if not k.endswith("/failures")})
|
||||
report["summary"] = {k: {"ours_median": st.median(v["scores"][k][0] for v in report["ours"].values() if k in v["scores"]),
|
||||
"ours_all": [v["scores"][k][0] for v in report["ours"].values() if k in v["scores"]],
|
||||
"bench_all": [v["scores"][k][0] for v in report["bench"].values() if k in v["scores"]],
|
||||
"n": next(v["scores"][k][1] for v in report["ours"].values() if k in v["scores"])}
|
||||
for k in keys}
|
||||
print(json.dumps(report, indent=1))
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
+1
@@ -0,0 +1 @@
|
||||
# pid=0 gpu=
|
||||
|
@@ -0,0 +1,142 @@
|
||||
{
|
||||
"url": "http://127.0.0.1:18033",
|
||||
"started_utc": "2026-09-30T16:36:04Z",
|
||||
"health": {
|
||||
"status": "ok",
|
||||
"model": {
|
||||
"name": "Intern-Decision-4B",
|
||||
"source": "internlm/Intern-Decision-4B",
|
||||
"revision": "0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd",
|
||||
"checkpoint": "/hf/hub/models--internlm--Intern-Decision-4B/snapshots/0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd",
|
||||
"inference_py_sha256": "c904e2c67ca0775621a22375ee373d2ba30b52117cda870c6c9ef74143b29863",
|
||||
"temperature": 1.99241824,
|
||||
"dtype": "bfloat16",
|
||||
"attn_implementation": "sdpa",
|
||||
"device": "cuda",
|
||||
"max_length": 8192,
|
||||
"torch_version": "2.10.0+cu128",
|
||||
"transformers_version": "5.17.0",
|
||||
"vision_tower": "removed",
|
||||
"device_name": "NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition",
|
||||
"allocated_gib": 7.937,
|
||||
"reserved_gib": 7.969,
|
||||
"max_reserved_gib": 8.861
|
||||
},
|
||||
"vram_cap_gib": 9.0,
|
||||
"max_tokens": 8192,
|
||||
"max_decisions": 64,
|
||||
"max_questions_per_call": 16,
|
||||
"chunking": "/decide/shared questions are packed greedily, in request order, into calls of at most 16 (1-16, 17-32, ...); each call is one prompt, so the questions in a call are asked together. With orderings, ordering k of every decision forms wave k, packed the same way.",
|
||||
"workloads": []
|
||||
},
|
||||
"fit": {
|
||||
"largest_ok_state_chars": 4793,
|
||||
"largest_ok_tokens": 7168,
|
||||
"probes": [
|
||||
[
|
||||
31950,
|
||||
422,
|
||||
null
|
||||
],
|
||||
[
|
||||
16475,
|
||||
422,
|
||||
null
|
||||
],
|
||||
[
|
||||
8737,
|
||||
503,
|
||||
null
|
||||
],
|
||||
[
|
||||
4868,
|
||||
503,
|
||||
null
|
||||
],
|
||||
[
|
||||
2934,
|
||||
200,
|
||||
6772
|
||||
],
|
||||
[
|
||||
3901,
|
||||
200,
|
||||
6964
|
||||
],
|
||||
[
|
||||
4384,
|
||||
200,
|
||||
7056
|
||||
],
|
||||
[
|
||||
4626,
|
||||
200,
|
||||
7133
|
||||
],
|
||||
[
|
||||
4747,
|
||||
200,
|
||||
7156
|
||||
],
|
||||
[
|
||||
4807,
|
||||
503,
|
||||
null
|
||||
],
|
||||
[
|
||||
4777,
|
||||
200,
|
||||
7163
|
||||
],
|
||||
[
|
||||
4792,
|
||||
200,
|
||||
7168
|
||||
],
|
||||
[
|
||||
4799,
|
||||
503,
|
||||
null
|
||||
],
|
||||
[
|
||||
4795,
|
||||
503,
|
||||
null
|
||||
],
|
||||
[
|
||||
4793,
|
||||
200,
|
||||
7168
|
||||
],
|
||||
[
|
||||
4794,
|
||||
503,
|
||||
null
|
||||
]
|
||||
],
|
||||
"t_start": 1790786164.5822356,
|
||||
"t_end": 1790786175.4811816
|
||||
},
|
||||
"maxreq": {
|
||||
"state_chars": 9508,
|
||||
"tokens_per_call": null,
|
||||
"decisions": 64,
|
||||
"options_each": 16,
|
||||
"body_bytes": 101019,
|
||||
"runs": [
|
||||
{
|
||||
"status": 503,
|
||||
"e2e_ms": 209.5,
|
||||
"code": "out_of_memory",
|
||||
"calls": null,
|
||||
"input_tokens": null,
|
||||
"reserved_gib_after": 7.969,
|
||||
"max_reserved_gib": 9.0,
|
||||
"t_end": 1790786178.99772
|
||||
}
|
||||
],
|
||||
"t_start": 1790786175.481284,
|
||||
"t_end": 1790786178.9977298
|
||||
},
|
||||
"finished_utc": "2026-09-30T16:36:18Z"
|
||||
}
|
||||
@@ -0,0 +1 @@
|
||||
{"label": "cap9.0", "backend": "semif", "runs": 1, "per": 5, "max_questions": 10000, "events": [["start", 1790786179.0584767], ["short1:measure", 1790786179.1493392], ["crit21:measure", 1790786179.5161796], ["long1:measure", 1790786186.5989966], ["long16:measure", 1790786194.1815286], ["shapes:done", 1790786195.251973], ["end", 1790786195.251976]], "shapes": {"short1": {"rows": 1, "runs": [{"e2e_ms": [37.941707065328956, 38.23350998573005, 37.37540193833411, 38.53617515414953, 38.11007016338408], "server_ms": [35.29082587920129, 35.39266809821129, 34.68621987849474, 35.76885210350156, 35.205855034291744], "statuses": [200, 200, 200, 200, 200], "tokens": 181, "median_e2e": 38.11007016338408, "median_server": 35.29082587920129}], "tokens": 181, "median_e2e_ms": 38.1, "run_medians_e2e_ms": [38.1], "median_server_ms": 35.3, "non_200": 0}, "crit21": {"rows": 21, "runs": [{"e2e_ms": [86.08735189773142, 85.76549892313778, 85.83429013378918, 85.84657986648381, 85.68961801938713], "server_ms": [79.76265903562307, 79.48806718923151, 79.50853602960706, 79.57211695611477, 79.62968898937106], "statuses": [200, 200, 200, 200, 200], "tokens": null, "median_e2e": 85.83429013378918, "median_server": 79.57211695611477}], "tokens": null, "median_e2e_ms": 85.8, "run_medians_e2e_ms": [85.8], "median_server_ms": 79.6, "non_200": 0}, "long1": {"rows": 1, "runs": [{"e2e_ms": [184.56048821099102, 191.5509181562811, 187.36126995645463, 186.49141117930412, 187.67126300372183], "server_ms": [181.11044797115028, 187.99379700794816, 183.76171891577542, 183.00863006152213, 184.1394929215312], "statuses": [200, 200, 200, 200, 200], "tokens": 4019, "median_e2e": 187.36126995645463, "median_server": 183.76171891577542}], "tokens": 4019, "median_e2e_ms": 187.4, "run_medians_e2e_ms": [187.4], "median_server_ms": 183.8, "non_200": 0}, "long16": {"rows": 16, "runs": [{"e2e_ms": [211.36997686699033, 217.9243720602244, 213.36712990887463, 213.6664930731058, 211.49204880930483], "server_ms": [205.53427003324032, 212.03652513213456, 207.65956514514983, 207.81763619743288, 205.71005111560225], "statuses": [200, 200, 200, 200, 200], "tokens": null, "median_e2e": 213.36712990887463, "median_server": 207.65956514514983}], "tokens": null, "median_e2e_ms": 213.4, "run_medians_e2e_ms": [213.4], "median_server_ms": 207.7, "non_200": 0}}}
|
||||
@@ -0,0 +1,294 @@
|
||||
# pid=1899253 gpu=GPU-186dacf4-f447-ef03-ffc3-12ab28e1b8ff
|
||||
1790786164.716320980,8812,8822
|
||||
1790786164.823793359,8812,8822
|
||||
1790786164.929302716,8812,8822
|
||||
1790786165.035433570,8812,9408
|
||||
1790786165.148395222,9398,9664
|
||||
1790786165.259687015,9654,9664
|
||||
1790786165.372175832,9654,9664
|
||||
1790786165.484222484,9654,9664
|
||||
1790786165.590480950,9654,9664
|
||||
1790786165.709071847,9654,9664
|
||||
1790786165.813055136,9654,9664
|
||||
1790786165.915808311,9654,9664
|
||||
1790786166.018890279,9654,9664
|
||||
1790786166.129017919,9654,9664
|
||||
1790786166.229606519,9654,9664
|
||||
1790786166.335587621,9654,9664
|
||||
1790786166.443510165,9654,9664
|
||||
1790786166.547975000,9654,9664
|
||||
1790786166.655635241,9654,9664
|
||||
1790786166.761522382,9654,9664
|
||||
1790786166.867852718,9654,9664
|
||||
1790786166.977569563,9654,9664
|
||||
1790786167.085987964,9654,9664
|
||||
1790786167.196082253,9654,9664
|
||||
1790786167.305719237,9654,9664
|
||||
1790786167.416458704,9654,9664
|
||||
1790786167.523194095,9654,9664
|
||||
1790786167.632373654,9654,9664
|
||||
1790786167.731704019,9654,9664
|
||||
1790786167.840186040,9654,9664
|
||||
1790786167.944049348,9654,9664
|
||||
1790786168.044211153,9654,9664
|
||||
1790786168.145394139,9654,9664
|
||||
1790786168.253804889,9654,9664
|
||||
1790786168.356489443,9654,9664
|
||||
1790786168.471620971,9654,9664
|
||||
1790786168.569846013,9654,9664
|
||||
1790786168.683211431,9654,9664
|
||||
1790786168.785017705,9654,9664
|
||||
1790786168.896854124,9654,9664
|
||||
1790786169.000832373,9654,9664
|
||||
1790786169.117628050,9654,9664
|
||||
1790786169.217906256,9654,9664
|
||||
1790786169.322926357,9654,9664
|
||||
1790786169.431459258,9654,9664
|
||||
1790786169.537479991,9654,9664
|
||||
1790786169.645614758,9654,9664
|
||||
1790786169.755306653,9654,9664
|
||||
1790786169.861792561,9654,9664
|
||||
1790786169.981926806,9654,9664
|
||||
1790786170.081930029,9654,9664
|
||||
1790786170.197530461,9654,9664
|
||||
1790786170.301479580,9654,9664
|
||||
1790786170.417932963,9654,9664
|
||||
1790786170.519371663,9654,9664
|
||||
1790786170.630502444,9654,9664
|
||||
1790786170.737537438,9654,9664
|
||||
1790786170.845572454,9654,9664
|
||||
1790786170.948239538,9654,9664
|
||||
1790786171.060100188,9654,9664
|
||||
1790786171.168635179,9654,9664
|
||||
1790786171.272443606,9654,9664
|
||||
1790786171.379895525,9654,9664
|
||||
1790786171.483702352,9846,9842
|
||||
1790786171.585724958,9832,9842
|
||||
1790786171.688623185,9832,8824
|
||||
1790786171.792108018,9828,9838
|
||||
1790786171.893702910,9828,8824
|
||||
1790786172.000577552,9848,9858
|
||||
1790786172.107827978,9848,9858
|
||||
1790786172.210922127,9848,8824
|
||||
1790786172.320767474,9852,9866
|
||||
1790786172.427548455,9856,9866
|
||||
1790786172.535807333,9856,9866
|
||||
1790786172.641415401,9584,9876
|
||||
1790786172.749858882,9866,9876
|
||||
1790786172.857379212,9866,9876
|
||||
1790786172.961890846,8814,9876
|
||||
1790786173.068642918,9866,9876
|
||||
1790786173.177382221,9866,9876
|
||||
1790786173.283539615,9866,9370
|
||||
1790786173.384837343,9866,9876
|
||||
1790786173.489906035,9866,9876
|
||||
1790786173.596368152,9866,8826
|
||||
1790786173.696510917,9828,9838
|
||||
1790786173.800309834,9828,9444
|
||||
1790786173.908233539,9586,9876
|
||||
1790786174.017859623,9866,9876
|
||||
1790786174.124053877,9866,9876
|
||||
1790786174.229679985,8814,9876
|
||||
1790786174.333861606,9838,9848
|
||||
1790786174.437805694,9838,9848
|
||||
1790786174.543411892,9838,9702
|
||||
1790786174.642070150,9828,9838
|
||||
1790786174.740548365,9828,8824
|
||||
1790786174.839833831,9828,9838
|
||||
1790786174.937788440,9828,8824
|
||||
1790786175.042638529,9866,9848
|
||||
1790786175.147763531,9838,9848
|
||||
1790786175.251046852,9838,9848
|
||||
1790786175.357220336,9272,9838
|
||||
1790786175.462097365,9828,9838
|
||||
1790786175.563701577,8814,8824
|
||||
1790786175.658918195,8814,8824
|
||||
1790786175.756543930,8814,8824
|
||||
1790786175.857112750,8814,8824
|
||||
1790786175.955723127,8814,8824
|
||||
1790786176.057100796,8814,8824
|
||||
1790786176.164637056,9016,9856
|
||||
1790786176.269457695,9846,9856
|
||||
1790786176.369247326,8814,8824
|
||||
1790786176.468768483,8814,8824
|
||||
1790786176.572184595,8814,8824
|
||||
1790786176.680519425,8814,8824
|
||||
1790786176.787843012,8814,8824
|
||||
1790786176.895493653,8814,9864
|
||||
1790786177.002038592,9854,9864
|
||||
1790786177.107059683,9110,9480
|
||||
1790786177.206975745,9854,9864
|
||||
1790786177.308243823,9854,8824
|
||||
1790786177.407296535,8814,8824
|
||||
1790786177.511630138,8814,8824
|
||||
1790786177.613017667,8814,8824
|
||||
1790786177.717066116,9274,9864
|
||||
1790786177.815656494,9854,9864
|
||||
1790786177.915900859,8814,9864
|
||||
1790786178.018981288,9854,9864
|
||||
1790786178.117579505,8814,8824
|
||||
1790786178.217936202,8814,8824
|
||||
1790786178.319862747,8814,8824
|
||||
1790786178.419795330,8814,8824
|
||||
1790786178.525969424,9854,9864
|
||||
1790786178.628061531,9854,8824
|
||||
1790786178.728005853,8814,8824
|
||||
1790786178.833653081,8814,9736
|
||||
1790786178.937844083,9854,9864
|
||||
1790786179.037766255,9854,8824
|
||||
1790786179.140034804,8820,8830
|
||||
1790786179.245360839,8820,8830
|
||||
1790786179.349544090,8820,8830
|
||||
1790786179.454476600,8940,8950
|
||||
1790786179.557948563,8940,8950
|
||||
1790786179.660475705,8940,8950
|
||||
1790786179.760389278,8940,8950
|
||||
1790786179.866003435,8940,8950
|
||||
1790786179.966888758,8940,8950
|
||||
1790786180.078586336,9148,9414
|
||||
1790786180.193379950,9404,9414
|
||||
1790786180.301062822,9404,9414
|
||||
1790786180.409891267,9404,9414
|
||||
1790786180.511185555,9404,9414
|
||||
1790786180.615584188,9404,9414
|
||||
1790786180.722617943,9404,9414
|
||||
1790786180.825872873,9404,9414
|
||||
1790786180.927496455,9404,9414
|
||||
1790786181.036240609,9404,9414
|
||||
1790786181.139894494,9404,9414
|
||||
1790786181.239871237,9404,9414
|
||||
1790786181.341871773,9404,9414
|
||||
1790786181.444553357,9404,9414
|
||||
1790786181.545995006,9404,9414
|
||||
1790786181.645816877,9404,9414
|
||||
1790786181.747032645,9404,9414
|
||||
1790786181.858655222,9404,9414
|
||||
1790786181.954165593,9404,9414
|
||||
1790786182.068152478,9404,9414
|
||||
1790786182.179624703,9404,9414
|
||||
1790786182.293777879,9404,9414
|
||||
1790786182.394289098,9404,9414
|
||||
1790786182.505242597,9404,9414
|
||||
1790786182.608015352,9404,9414
|
||||
1790786182.711196992,9404,9414
|
||||
1790786182.819210728,9404,9414
|
||||
1790786182.922884623,9404,9414
|
||||
1790786183.022149047,9404,9414
|
||||
1790786183.127445742,9404,9414
|
||||
1790786183.231498132,9404,9414
|
||||
1790786183.352851121,9404,9414
|
||||
1790786183.455674986,9404,9414
|
||||
1790786183.569989714,9404,9414
|
||||
1790786183.673774791,9404,9414
|
||||
1790786183.788232161,9404,9414
|
||||
1790786183.893344203,9404,9414
|
||||
1790786184.000703941,9404,9414
|
||||
1790786184.102348013,9404,9414
|
||||
1790786184.203479409,9404,9414
|
||||
1790786184.312577357,9404,9414
|
||||
1790786184.423768159,9404,9414
|
||||
1790786184.525157428,9404,9414
|
||||
1790786184.638123101,9404,9414
|
||||
1790786184.736714128,9404,9414
|
||||
1790786184.849963804,9404,9414
|
||||
1790786184.956039516,9404,9414
|
||||
1790786185.061942268,9404,9414
|
||||
1790786185.160747317,9404,9414
|
||||
1790786185.273083292,9404,9414
|
||||
1790786185.375250500,9404,9414
|
||||
1790786185.480599585,9404,9414
|
||||
1790786185.585149950,9404,9414
|
||||
1790786185.691940402,9404,9414
|
||||
1790786185.800535864,9404,9414
|
||||
1790786185.901016463,9404,9414
|
||||
1790786186.017956101,9404,9414
|
||||
1790786186.119091647,9404,9414
|
||||
1790786186.230213799,9404,9414
|
||||
1790786186.335299000,9404,9414
|
||||
1790786186.440112419,9404,9624
|
||||
1790786186.542811883,9614,9624
|
||||
1790786186.644845759,9370,9624
|
||||
1790786186.752999377,9614,9624
|
||||
1790786186.861355316,8878,9624
|
||||
1790786186.966925093,9614,9624
|
||||
1790786187.073369551,9614,9624
|
||||
1790786187.178632085,9614,8824
|
||||
1790786187.281926276,9614,9624
|
||||
1790786187.394704916,9614,9624
|
||||
1790786187.504238909,9614,9624
|
||||
1790786187.613575700,8840,9160
|
||||
1790786187.727728016,9406,9416
|
||||
1790786187.832223631,9406,9416
|
||||
1790786187.941769684,9406,9416
|
||||
1790786188.047064828,9406,9416
|
||||
1790786188.144852405,9406,9416
|
||||
1790786188.260695991,9406,9416
|
||||
1790786188.363770900,9406,9416
|
||||
1790786188.468639289,9406,9416
|
||||
1790786188.572878751,9406,9416
|
||||
1790786188.681629185,9406,9416
|
||||
1790786188.785445422,9406,9416
|
||||
1790786188.885867330,9406,9416
|
||||
1790786188.990390325,9406,9416
|
||||
1790786189.091682043,9406,9416
|
||||
1790786189.190010677,9406,9416
|
||||
1790786189.292761142,9406,9416
|
||||
1790786189.399216419,9406,9416
|
||||
1790786189.506859511,9406,9416
|
||||
1790786189.617929631,9406,9416
|
||||
1790786189.720011158,9406,9416
|
||||
1790786189.830994678,9406,9416
|
||||
1790786189.932984344,9406,9416
|
||||
1790786190.042418256,9406,9416
|
||||
1790786190.142131905,9406,9416
|
||||
1790786190.243875889,9406,9416
|
||||
1790786190.357939294,9406,9416
|
||||
1790786190.459039669,9406,9416
|
||||
1790786190.559216775,9406,9416
|
||||
1790786190.664521479,9406,9416
|
||||
1790786190.773597677,9406,9416
|
||||
1790786190.884632127,9406,9416
|
||||
1790786190.991845523,9406,9416
|
||||
1790786191.108368816,9406,9416
|
||||
1790786191.210100890,9406,9416
|
||||
1790786191.320561794,9406,9416
|
||||
1790786191.422654041,9406,9416
|
||||
1790786191.537225172,9406,9416
|
||||
1790786191.641148860,9406,9416
|
||||
1790786191.745807307,9406,9416
|
||||
1790786191.861669633,9406,9416
|
||||
1790786191.968884069,9406,9416
|
||||
1790786192.071584373,9406,9416
|
||||
1790786192.185177483,9406,9416
|
||||
1790786192.287305381,9406,9416
|
||||
1790786192.397678813,9406,9416
|
||||
1790786192.497060839,9406,9416
|
||||
1790786192.604761661,9406,9416
|
||||
1790786192.704385470,9406,9416
|
||||
1790786192.817246931,9406,9416
|
||||
1790786192.918724221,9406,9416
|
||||
1790786193.024778954,9406,9416
|
||||
1790786193.128297328,9406,9416
|
||||
1790786193.236105151,9406,9416
|
||||
1790786193.340450404,9406,9416
|
||||
1790786193.440592759,9406,9416
|
||||
1790786193.547516322,9406,9416
|
||||
1790786193.648185103,9406,9416
|
||||
1790786193.764486983,9406,9416
|
||||
1790786193.864659308,9480,9490
|
||||
1790786193.968057501,9480,9490
|
||||
1790786194.070461872,9722,9732
|
||||
1790786194.176537044,9722,9732
|
||||
1790786194.280394772,9722,9732
|
||||
1790786194.387266254,9722,9732
|
||||
1790786194.493886684,9722,9732
|
||||
1790786194.597803502,9722,9732
|
||||
1790786194.698275231,9722,9732
|
||||
1790786194.807813474,9722,9732
|
||||
1790786194.913704905,9722,9732
|
||||
1790786195.017218788,9722,9732
|
||||
1790786195.129467792,9722,9732
|
||||
1790786195.239846675,9722,9732
|
||||
1790786195.357501522,8814,8824
|
||||
1790786195.466641560,8814,8824
|
||||
1790786195.629528039,0,2
|
||||
|
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,72 @@
|
||||
{
|
||||
"url": "http://127.0.0.1:18033",
|
||||
"started_utc": "2026-09-30T16:34:04Z",
|
||||
"health": {
|
||||
"status": "ok",
|
||||
"model": {
|
||||
"name": "Intern-Decision-4B",
|
||||
"source": "internlm/Intern-Decision-4B",
|
||||
"revision": "0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd",
|
||||
"checkpoint": "/hf/hub/models--internlm--Intern-Decision-4B/snapshots/0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd",
|
||||
"inference_py_sha256": "c904e2c67ca0775621a22375ee373d2ba30b52117cda870c6c9ef74143b29863",
|
||||
"temperature": 1.99241824,
|
||||
"dtype": "bfloat16",
|
||||
"attn_implementation": "sdpa",
|
||||
"device": "cuda",
|
||||
"max_length": 8192,
|
||||
"torch_version": "2.10.0+cu128",
|
||||
"transformers_version": "5.17.0",
|
||||
"vision_tower": "removed",
|
||||
"device_name": "NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition",
|
||||
"allocated_gib": 7.937,
|
||||
"reserved_gib": 7.969,
|
||||
"max_reserved_gib": 8.861
|
||||
},
|
||||
"vram_cap_gib": 8.9,
|
||||
"max_tokens": 8192,
|
||||
"max_decisions": 64,
|
||||
"max_questions_per_call": 16,
|
||||
"chunking": "/decide/shared questions are packed greedily, in request order, into calls of at most 16 (1-16, 17-32, ...); each call is one prompt, so the questions in a call are asked together. With orderings, ordering k of every decision forms wave k, packed the same way.",
|
||||
"workloads": []
|
||||
},
|
||||
"maxreq": {
|
||||
"state_chars": 9508,
|
||||
"tokens_per_call": null,
|
||||
"decisions": 64,
|
||||
"options_each": 16,
|
||||
"body_bytes": 101019,
|
||||
"runs": [
|
||||
{
|
||||
"status": 503,
|
||||
"e2e_ms": 193.4,
|
||||
"code": "out_of_memory",
|
||||
"calls": null,
|
||||
"input_tokens": null,
|
||||
"reserved_gib_after": 7.969,
|
||||
"max_reserved_gib": 8.861,
|
||||
"t_end": 1790786053.86457
|
||||
}
|
||||
],
|
||||
"t_start": 1790786044.040999,
|
||||
"t_end": 1790786053.8645778
|
||||
},
|
||||
"oom": {
|
||||
"oom_status": 503,
|
||||
"oom_error": {
|
||||
"code": "out_of_memory",
|
||||
"message": "CUDA out of memory. Tried to allocate 64.00 MiB. GPU 0 has a total capacity of 94.97 GiB of which 85.46 GiB is free. Including non-PyTorch memory, this process has 9.50 GiB memory in use. 8.90 GiB allowed; Of the allocated memory 8.80 GiB is allocated by PyTorch, and 57.34 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)"
|
||||
},
|
||||
"oom_ms": 185.5,
|
||||
"reserved_gib": {
|
||||
"before": 7.969,
|
||||
"after_oom": 7.969,
|
||||
"after_next_request": 7.975
|
||||
},
|
||||
"next_request_status": 200,
|
||||
"next_top": "yes",
|
||||
"pass": true,
|
||||
"t_start": 1790786053.864641,
|
||||
"t_end": 1790786054.1036348
|
||||
},
|
||||
"finished_utc": "2026-09-30T16:34:14Z"
|
||||
}
|
||||
File diff suppressed because one or more lines are too long
@@ -0,0 +1,305 @@
|
||||
# pid=1895116 gpu=GPU-186dacf4-f447-ef03-ffc3-12ab28e1b8ff
|
||||
1790786044.168189323,8812,8822
|
||||
1790786044.269045856,8812,8822
|
||||
1790786044.372432028,8812,8822
|
||||
1790786044.473463003,8812,8822
|
||||
1790786044.576815665,8812,8822
|
||||
1790786044.679750302,8812,9408
|
||||
1790786044.785333909,9398,9664
|
||||
1790786044.896467090,9654,9664
|
||||
1790786044.998121902,9654,9664
|
||||
1790786045.112920366,9654,9664
|
||||
1790786045.212860788,9654,9664
|
||||
1790786045.320714162,9654,9664
|
||||
1790786045.431997525,9654,9664
|
||||
1790786045.538023048,9654,9664
|
||||
1790786045.641723804,9654,9664
|
||||
1790786045.748181851,9654,9664
|
||||
1790786045.854809780,9654,9664
|
||||
1790786045.961133296,9654,9664
|
||||
1790786046.061937629,9654,9664
|
||||
1790786046.165827987,9654,9664
|
||||
1790786046.268673833,9654,9664
|
||||
1790786046.371860622,9654,9664
|
||||
1790786046.473481164,9654,9664
|
||||
1790786046.580217965,9654,9664
|
||||
1790786046.689452924,9654,9664
|
||||
1790786046.805418922,9654,9664
|
||||
1790786046.905598447,9654,9664
|
||||
1790786047.017627849,9654,9664
|
||||
1790786047.120874469,9654,9664
|
||||
1790786047.230576744,9654,9664
|
||||
1790786047.335459223,9654,9664
|
||||
1790786047.438058406,9654,9664
|
||||
1790786047.549733544,9654,9664
|
||||
1790786047.653074466,9654,9664
|
||||
1790786047.757390729,9654,9664
|
||||
1790786047.858761167,9654,9664
|
||||
1790786047.969951860,9654,9664
|
||||
1790786048.071047405,9654,9664
|
||||
1790786048.182224527,9654,9664
|
||||
1790786048.287195878,9654,9664
|
||||
1790786048.395618367,9654,9664
|
||||
1790786048.499898120,9654,9664
|
||||
1790786048.610741888,9654,9664
|
||||
1790786048.711710232,9654,9664
|
||||
1790786048.825872839,9654,9664
|
||||
1790786048.926662871,9654,9664
|
||||
1790786049.037905614,9654,9664
|
||||
1790786049.147696630,9654,9664
|
||||
1790786049.264543407,9654,9664
|
||||
1790786049.364955905,9654,9664
|
||||
1790786049.478969159,9654,9664
|
||||
1790786049.584457676,9654,9664
|
||||
1790786049.694840648,9654,9664
|
||||
1790786049.801375167,9654,9664
|
||||
1790786049.911595068,9654,9664
|
||||
1790786050.016114563,9654,9664
|
||||
1790786050.130576363,9654,9664
|
||||
1790786050.234037256,9654,9664
|
||||
1790786050.344658831,9654,9664
|
||||
1790786050.450143318,9654,9664
|
||||
1790786050.551524216,9654,9664
|
||||
1790786050.664520669,9654,9664
|
||||
1790786050.765953109,9654,9664
|
||||
1790786050.878236234,9654,9664
|
||||
1790786050.981459074,9654,9664
|
||||
1790786051.096501661,9654,9664
|
||||
1790786051.199314436,9656,9666
|
||||
1790786051.300835547,9656,8822
|
||||
1790786051.406026129,8812,8822
|
||||
1790786051.509378131,8812,8822
|
||||
1790786051.609895040,8812,8822
|
||||
1790786051.712092209,8812,8822
|
||||
1790786051.816476713,8812,8822
|
||||
1790786051.917808011,9724,9734
|
||||
1790786052.019315421,9724,8822
|
||||
1790786052.119740179,9724,9734
|
||||
1790786052.223558646,9724,8822
|
||||
1790786052.324514570,8812,8822
|
||||
1790786052.422031205,8812,8822
|
||||
1790786052.525959133,8812,8822
|
||||
1790786052.630112744,9466,9734
|
||||
1790786052.733610577,9724,9734
|
||||
1790786052.836694296,8812,9734
|
||||
1790786052.939251959,9724,9734
|
||||
1790786053.041757901,8812,8822
|
||||
1790786053.145840141,8812,8822
|
||||
1790786053.248643356,8812,8822
|
||||
1790786053.352541774,8812,9734
|
||||
1790786053.455574442,9724,9734
|
||||
1790786053.559617072,8812,8822
|
||||
1790786053.660222462,8812,8822
|
||||
1790786053.761831704,9724,9734
|
||||
1790786053.863925281,9724,9086
|
||||
1790786053.965529572,9724,9734
|
||||
1790786054.071097600,9724,8822
|
||||
1790786054.171271045,8818,8828
|
||||
1790786054.275709689,8818,8828
|
||||
1790786054.380262634,8818,8828
|
||||
1790786054.483105170,8818,8828
|
||||
1790786054.582680018,8818,8828
|
||||
1790786054.687411036,8818,8828
|
||||
1790786054.786901303,8818,8828
|
||||
1790786054.884256586,8818,8828
|
||||
1790786054.985041088,8818,8828
|
||||
1790786055.087011494,8818,8828
|
||||
1790786055.193773565,8818,8828
|
||||
1790786055.299059149,8818,8828
|
||||
1790786055.397299392,8818,8828
|
||||
1790786055.503216793,8818,8828
|
||||
1790786055.606199880,8818,8828
|
||||
1790786055.715536871,8818,8828
|
||||
1790786055.820981967,8818,8828
|
||||
1790786055.923801362,8818,8828
|
||||
1790786056.026964242,8818,8828
|
||||
1790786056.128920418,8818,8828
|
||||
1790786056.231365749,8818,8828
|
||||
1790786056.332869409,8818,8828
|
||||
1790786056.437235122,8818,8828
|
||||
1790786056.541403524,8818,8828
|
||||
1790786056.642243776,8818,8828
|
||||
1790786056.747418689,8818,8828
|
||||
1790786056.849783970,8818,8828
|
||||
1790786056.953331143,8818,8828
|
||||
1790786057.058014191,8818,8828
|
||||
1790786057.165179146,8834,8844
|
||||
1790786057.268708500,8834,8844
|
||||
1790786057.373516379,8834,8844
|
||||
1790786057.476896190,8834,8844
|
||||
1790786057.578053537,8834,8844
|
||||
1790786057.682023276,8834,8844
|
||||
1790786057.783938721,8834,8844
|
||||
1790786057.890467309,8834,8844
|
||||
1790786057.990107818,8834,8844
|
||||
1790786058.093797764,8834,8844
|
||||
1790786058.199919207,8834,8844
|
||||
1790786058.302911355,8834,8844
|
||||
1790786058.403915150,8834,8844
|
||||
1790786058.508407795,8834,8844
|
||||
1790786058.613612297,8834,8844
|
||||
1790786058.716186740,8834,8844
|
||||
1790786058.820472583,8834,8844
|
||||
1790786058.924975597,8834,8844
|
||||
1790786059.027746783,8834,8844
|
||||
1790786059.132616542,8834,8844
|
||||
1790786059.235259836,8834,8844
|
||||
1790786059.339490907,8834,8844
|
||||
1790786059.441716116,8834,8844
|
||||
1790786059.547787949,8834,8844
|
||||
1790786059.646887872,8834,8844
|
||||
1790786059.748900978,8834,8844
|
||||
1790786059.852270180,8834,8844
|
||||
1790786059.948982975,8834,8844
|
||||
1790786060.051093842,8834,8844
|
||||
1790786060.154347103,8834,8844
|
||||
1790786060.263682444,8834,8844
|
||||
1790786060.368226619,8834,8844
|
||||
1790786060.469250154,8834,8844
|
||||
1790786060.573891811,8834,8844
|
||||
1790786060.680670902,8834,8844
|
||||
1790786060.786210109,8834,8844
|
||||
1790786060.889288377,8834,8844
|
||||
1790786060.993480109,8834,8844
|
||||
1790786061.093702394,8834,8844
|
||||
1790786061.197108087,8834,8844
|
||||
1790786061.301101186,8834,8844
|
||||
1790786061.405135455,8834,8844
|
||||
1790786061.509453878,8834,8844
|
||||
1790786061.610066308,8834,8844
|
||||
1790786061.716237183,8834,8844
|
||||
1790786061.821237123,8834,8844
|
||||
1790786061.927098934,8834,8846
|
||||
1790786062.029145241,8836,8846
|
||||
1790786062.133937769,8836,8846
|
||||
1790786062.235259337,8836,8846
|
||||
1790786062.336842508,8836,8846
|
||||
1790786062.440487194,8836,8846
|
||||
1790786062.543613103,8836,8846
|
||||
1790786062.648410792,8836,8846
|
||||
1790786062.750901463,8836,8846
|
||||
1790786062.852518114,8836,8846
|
||||
1790786062.950795868,8836,8846
|
||||
1790786063.051403048,8836,8846
|
||||
1790786063.157206538,8836,8846
|
||||
1790786063.259705940,8836,8846
|
||||
1790786063.365974385,8836,8846
|
||||
1790786063.471252549,8836,8846
|
||||
1790786063.577268142,8836,8846
|
||||
1790786063.678367507,8836,8846
|
||||
1790786063.781554837,8836,8846
|
||||
1790786063.885537526,8836,8846
|
||||
1790786063.989090030,8836,8846
|
||||
1790786064.093393853,8836,8846
|
||||
1790786064.196789855,8836,8846
|
||||
1790786064.301286970,8836,8846
|
||||
1790786064.407359153,8836,8846
|
||||
1790786064.511490634,8836,8846
|
||||
1790786064.613120706,8836,8846
|
||||
1790786064.716076963,8836,8846
|
||||
1790786064.817650584,8836,8846
|
||||
1790786064.920314248,8836,8846
|
||||
1790786065.021658356,8836,8846
|
||||
1790786065.133065881,8836,8846
|
||||
1790786065.243060219,8836,8846
|
||||
1790786065.349707709,8836,8846
|
||||
1790786065.457669054,8836,8846
|
||||
1790786065.568920207,8836,8846
|
||||
1790786065.679146297,8836,8846
|
||||
1790786065.789512790,8836,8846
|
||||
1790786065.897483355,8836,8846
|
||||
1790786066.005894385,8836,8846
|
||||
1790786066.112639866,8836,8846
|
||||
1790786066.222999979,8836,8846
|
||||
1790786066.326058457,8836,8846
|
||||
1790786066.433976721,8836,8846
|
||||
1790786066.536550184,8836,8846
|
||||
1790786066.641908079,8836,8846
|
||||
1790786066.746854599,8836,8846
|
||||
1790786066.851266163,8836,8846
|
||||
1790786066.951148344,8836,8846
|
||||
1790786067.050759323,8836,8846
|
||||
1790786067.156182589,8836,8846
|
||||
1790786067.261903148,8836,8846
|
||||
1790786067.365557163,8836,8846
|
||||
1790786067.471905819,8836,8846
|
||||
1790786067.575707186,8836,8846
|
||||
1790786067.676687901,8836,8846
|
||||
1790786067.783223339,8836,8846
|
||||
1790786067.884850041,8836,8846
|
||||
1790786067.988971061,8836,8846
|
||||
1790786068.088866613,8836,8846
|
||||
1790786068.193651631,8836,8846
|
||||
1790786068.299613613,8836,8846
|
||||
1790786068.402757972,8836,8846
|
||||
1790786068.507275538,8836,8846
|
||||
1790786068.613054377,8836,8846
|
||||
1790786068.712147500,8836,8846
|
||||
1790786068.814360299,8836,8846
|
||||
1790786068.915408794,8836,8846
|
||||
1790786069.020393174,8836,8846
|
||||
1790786069.127535500,8856,8866
|
||||
1790786069.233427461,8856,8866
|
||||
1790786069.335585219,8856,8866
|
||||
1790786069.443437462,8856,8866
|
||||
1790786069.548328132,8856,8866
|
||||
1790786069.650126556,8856,8866
|
||||
1790786069.753833921,8856,8866
|
||||
1790786069.853937405,8856,8866
|
||||
1790786069.957672372,8856,8866
|
||||
1790786070.057627284,8856,8866
|
||||
1790786070.161767395,8856,8866
|
||||
1790786070.261364954,8856,8866
|
||||
1790786070.363176357,8856,8866
|
||||
1790786070.468890456,8856,8866
|
||||
1790786070.573291530,8856,8866
|
||||
1790786070.677258979,8856,8866
|
||||
1790786070.781375149,8856,8866
|
||||
1790786070.888336513,8856,8866
|
||||
1790786070.992676276,8856,8866
|
||||
1790786071.097718157,8856,8866
|
||||
1790786071.200188529,8856,8866
|
||||
1790786071.303544610,8856,8866
|
||||
1790786071.408397909,8856,8866
|
||||
1790786071.513294989,8856,8866
|
||||
1790786071.613724697,8856,8866
|
||||
1790786071.719297184,8856,8866
|
||||
1790786071.815557484,8856,8866
|
||||
1790786071.921545567,8856,8866
|
||||
1790786072.020266765,8856,8866
|
||||
1790786072.121251479,8856,8866
|
||||
1790786072.223477288,8856,8866
|
||||
1790786072.328918803,8856,8866
|
||||
1790786072.429870907,8856,8866
|
||||
1790786072.531916244,8856,8866
|
||||
1790786072.632570735,8856,8866
|
||||
1790786072.736258250,8856,8866
|
||||
1790786072.836879051,8856,8866
|
||||
1790786072.939187560,8856,8866
|
||||
1790786073.041071975,8856,8866
|
||||
1790786073.143144892,8856,8866
|
||||
1790786073.245493662,8856,8866
|
||||
1790786073.351254002,8856,8866
|
||||
1790786073.457651789,8856,8866
|
||||
1790786073.559749976,8856,8866
|
||||
1790786073.663030907,8856,8866
|
||||
1790786073.764413816,8856,8866
|
||||
1790786073.865508312,8856,8866
|
||||
1790786073.965860619,8856,8866
|
||||
1790786074.064249193,8856,8866
|
||||
1790786074.163340846,8856,8866
|
||||
1790786074.268479778,8856,8866
|
||||
1790786074.374511240,8856,8866
|
||||
1790786074.477970804,8856,8866
|
||||
1790786074.577967827,8856,8866
|
||||
1790786074.681157967,8856,8866
|
||||
1790786074.778507819,8856,8866
|
||||
1790786074.884194508,8856,8866
|
||||
1790786074.987060784,8856,8866
|
||||
1790786075.091434837,8856,8866
|
||||
1790786075.196457118,8856,8866
|
||||
1790786075.299980622,8856,8866
|
||||
1790786075.405640210,8856,8866
|
||||
1790786075.506410312,8856,8866
|
||||
1790786075.614052093,8856,8866
|
||||
1790786075.789279953,8856,2
|
||||
|
+82
@@ -0,0 +1,82 @@
|
||||
{
|
||||
"url": "http://127.0.0.1:18033",
|
||||
"started_utc": "2026-09-30T16:20:35Z",
|
||||
"health": {
|
||||
"status": "ok",
|
||||
"model": {
|
||||
"name": "Intern-Decision-4B",
|
||||
"source": "internlm/Intern-Decision-4B",
|
||||
"revision": "0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd",
|
||||
"checkpoint": "/hf/hub/models--internlm--Intern-Decision-4B/snapshots/0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd",
|
||||
"inference_py_sha256": "c904e2c67ca0775621a22375ee373d2ba30b52117cda870c6c9ef74143b29863",
|
||||
"temperature": 1.99241824,
|
||||
"dtype": "bfloat16",
|
||||
"attn_implementation": "sdpa",
|
||||
"device": "cuda",
|
||||
"max_length": 8192,
|
||||
"torch_version": "2.10.0+cu128",
|
||||
"transformers_version": "5.17.0",
|
||||
"vision_tower": "removed",
|
||||
"device_name": "NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition",
|
||||
"allocated_gib": 7.937,
|
||||
"reserved_gib": 7.969,
|
||||
"max_reserved_gib": 8.861
|
||||
},
|
||||
"vram_cap_gib": null,
|
||||
"max_tokens": 8192,
|
||||
"max_decisions": 64,
|
||||
"max_questions_per_call": 16,
|
||||
"chunking": "/decide/shared questions are packed greedily, in request order, into calls of at most 16 (1-16, 17-32, ...); each call is one prompt, so the questions in a call are asked together. With orderings, ordering k of every decision forms wave k, packed the same way.",
|
||||
"workloads": []
|
||||
},
|
||||
"maxreq": {
|
||||
"state_chars": 11337,
|
||||
"tokens_per_call": 8192,
|
||||
"decisions": 64,
|
||||
"options_each": 16,
|
||||
"body_bytes": 100953,
|
||||
"runs": [
|
||||
{
|
||||
"status": 422,
|
||||
"e2e_ms": 421.3,
|
||||
"code": "invalid_request",
|
||||
"calls": null,
|
||||
"input_tokens": null,
|
||||
"reserved_gib_after": 7.969,
|
||||
"max_reserved_gib": 9.531,
|
||||
"t_end": 1790785244.9259193
|
||||
},
|
||||
{
|
||||
"status": 422,
|
||||
"e2e_ms": 419.9,
|
||||
"code": "invalid_request",
|
||||
"calls": null,
|
||||
"input_tokens": null,
|
||||
"reserved_gib_after": 7.969,
|
||||
"max_reserved_gib": 9.531,
|
||||
"t_end": 1790785245.3499992
|
||||
}
|
||||
],
|
||||
"t_start": 1790785235.146321,
|
||||
"t_end": 1790785245.3500075
|
||||
},
|
||||
"oom": {
|
||||
"oom_status": 422,
|
||||
"oom_error": {
|
||||
"code": "invalid_request",
|
||||
"message": "Example has 8202 tokens, above 8192; truncation is forbidden"
|
||||
},
|
||||
"oom_ms": 429.8,
|
||||
"reserved_gib": {
|
||||
"before": 7.969,
|
||||
"after_oom": 7.969,
|
||||
"after_next_request": 7.975
|
||||
},
|
||||
"next_request_status": 200,
|
||||
"next_top": "yes",
|
||||
"pass": false,
|
||||
"t_start": 1790785245.3500695,
|
||||
"t_end": 1790785245.8316922
|
||||
},
|
||||
"finished_utc": "2026-09-30T16:20:45Z"
|
||||
}
|
||||
+74
@@ -0,0 +1,74 @@
|
||||
{
|
||||
"url": "http://127.0.0.1:18033",
|
||||
"started_utc": "2026-09-30T16:21:21Z",
|
||||
"health": {
|
||||
"status": "ok",
|
||||
"model": {
|
||||
"name": "Intern-Decision-4B",
|
||||
"source": "internlm/Intern-Decision-4B",
|
||||
"revision": "0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd",
|
||||
"checkpoint": "/hf/hub/models--internlm--Intern-Decision-4B/snapshots/0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd",
|
||||
"inference_py_sha256": "c904e2c67ca0775621a22375ee373d2ba30b52117cda870c6c9ef74143b29863",
|
||||
"temperature": 1.99241824,
|
||||
"dtype": "bfloat16",
|
||||
"attn_implementation": "sdpa",
|
||||
"device": "cuda",
|
||||
"max_length": 8192,
|
||||
"torch_version": "2.10.0+cu128",
|
||||
"transformers_version": "5.17.0",
|
||||
"vision_tower": "removed",
|
||||
"device_name": "NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition",
|
||||
"allocated_gib": 7.937,
|
||||
"reserved_gib": 7.975,
|
||||
"max_reserved_gib": 9.531
|
||||
},
|
||||
"vram_cap_gib": null,
|
||||
"max_tokens": 8192,
|
||||
"max_decisions": 64,
|
||||
"max_questions_per_call": 16,
|
||||
"chunking": "/decide/shared questions are packed greedily, in request order, into calls of at most 16 (1-16, 17-32, ...); each call is one prompt, so the questions in a call are asked together. With orderings, ordering k of every decision forms wave k, packed the same way.",
|
||||
"workloads": []
|
||||
},
|
||||
"maxreq": {
|
||||
"state_chars": 9508,
|
||||
"tokens_per_call": 8191,
|
||||
"decisions": 64,
|
||||
"options_each": 16,
|
||||
"body_bytes": 101019,
|
||||
"runs": [
|
||||
{
|
||||
"status": 200,
|
||||
"e2e_ms": 1641.4,
|
||||
"code": null,
|
||||
"calls": 4,
|
||||
"input_tokens": [
|
||||
8191,
|
||||
8191,
|
||||
8191,
|
||||
8191
|
||||
],
|
||||
"reserved_gib_after": 7.969,
|
||||
"max_reserved_gib": 9.531,
|
||||
"t_end": 1790785293.4182348
|
||||
},
|
||||
{
|
||||
"status": 200,
|
||||
"e2e_ms": 1640.9,
|
||||
"code": null,
|
||||
"calls": 4,
|
||||
"input_tokens": [
|
||||
8191,
|
||||
8191,
|
||||
8191,
|
||||
8191
|
||||
],
|
||||
"reserved_gib_after": 7.969,
|
||||
"max_reserved_gib": 9.531,
|
||||
"t_end": 1790785295.0653996
|
||||
}
|
||||
],
|
||||
"t_start": 1790785281.6645088,
|
||||
"t_end": 1790785295.065496
|
||||
},
|
||||
"finished_utc": "2026-09-30T16:21:35Z"
|
||||
}
|
||||
+37
@@ -0,0 +1,37 @@
|
||||
[
|
||||
{
|
||||
"tag": "rest",
|
||||
"card_mib": 8822,
|
||||
"reserved_mib": 8160,
|
||||
"outside_mib": 660,
|
||||
"max_reserved_mib": 9074
|
||||
},
|
||||
{
|
||||
"tag": "after concurrent burst 1",
|
||||
"card_mib": 8828,
|
||||
"reserved_mib": 8166,
|
||||
"outside_mib": 660,
|
||||
"max_reserved_mib": 9074
|
||||
},
|
||||
{
|
||||
"tag": "after concurrent burst 2",
|
||||
"card_mib": 8828,
|
||||
"reserved_mib": 8166,
|
||||
"outside_mib": 660,
|
||||
"max_reserved_mib": 9074
|
||||
},
|
||||
{
|
||||
"tag": "after latency shapes",
|
||||
"card_mib": 8824,
|
||||
"reserved_mib": 8160,
|
||||
"outside_mib": 662,
|
||||
"max_reserved_mib": 9074
|
||||
},
|
||||
{
|
||||
"tag": "after largest requests",
|
||||
"card_mib": 8830,
|
||||
"reserved_mib": 8166,
|
||||
"outside_mib": 662,
|
||||
"max_reserved_mib": 9760
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1 @@
|
||||
{"label": "probe", "backend": "semif", "runs": 1, "per": 5, "max_questions": 10000, "events": [["start", 1790785217.097767], ["short1:measure", 1790785217.1804233], ["crit21:measure", 1790785217.5361114], ["long1:measure", 1790785224.795359], ["long16:measure", 1790785232.4314742], ["shapes:done", 1790785233.5109885], ["end", 1790785233.5109909]], "shapes": {"short1": {"rows": 1, "runs": [{"e2e_ms": [36.293586948886514, 36.00253281183541, 37.3701888602227, 36.00338310934603, 35.94383201561868], "server_ms": [34.18141300790012, 34.299023915082216, 34.113402012735605, 34.34582380577922, 34.3846851028502], "statuses": [200, 200, 200, 200, 200], "tokens": 181, "median_e2e": 36.00338310934603, "median_server": 34.299023915082216}], "tokens": 181, "median_e2e_ms": 36.0, "run_medians_e2e_ms": [36.0], "median_server_ms": 34.3, "non_200": 0}, "crit21": {"rows": 21, "runs": [{"e2e_ms": [85.47385083511472, 85.30352916568518, 85.49744100309908, 85.56356094777584, 85.31283889897168], "server_ms": [79.13649803958833, 78.94592499360442, 79.16115806438029, 79.16332804597914, 78.98750598542392], "statuses": [200, 200, 200, 200, 200], "tokens": null, "median_e2e": 85.47385083511472, "median_server": 79.13649803958833}], "tokens": null, "median_e2e_ms": 85.5, "run_medians_e2e_ms": [85.5], "median_server_ms": 79.1, "non_200": 0}, "long1": {"rows": 1, "runs": [{"e2e_ms": [193.0149649269879, 186.22795795090497, 187.29469901882112, 211.8130698800087, 182.15654999949038], "server_ms": [189.49031387455761, 182.79000790789723, 183.78369905985892, 208.4096318576485, 178.73777099885046], "statuses": [200, 200, 200, 200, 200], "tokens": 4019, "median_e2e": 187.29469901882112, "median_server": 183.78369905985892}], "tokens": 4019, "median_e2e_ms": 187.3, "run_medians_e2e_ms": [187.3], "median_server_ms": 183.8, "non_200": 0}, "long16": {"rows": 16, "runs": [{"e2e_ms": [212.7648708410561, 229.93756900541484, 210.01248992979527, 212.9045429173857, 211.45822713151574], "server_ms": [207.08801690489054, 224.23489298671484, 204.2714338749647, 207.02347601763904, 205.7694320101291], "statuses": [200, 200, 200, 200, 200], "tokens": null, "median_e2e": 212.7648708410561, "median_server": 207.02347601763904}], "tokens": null, "median_e2e_ms": 212.8, "run_medians_e2e_ms": [212.8], "median_server_ms": 207.0, "non_200": 0}}}
|
||||
@@ -0,0 +1,877 @@
|
||||
# pid=1849348 gpu=GPU-186dacf4-f447-ef03-ffc3-12ab28e1b8ff
|
||||
1790785210.381560709,8812,8822
|
||||
1790785210.490009044,8812,8822
|
||||
1790785210.601872697,8812,8822
|
||||
1790785210.717730987,8812,8822
|
||||
1790785210.824516722,8812,8822
|
||||
1790785210.943795281,8812,8822
|
||||
1790785211.051771180,8812,8822
|
||||
1790785211.162235348,8812,8822
|
||||
1790785211.333322301,8812,8822
|
||||
1790785211.441870937,8812,8822
|
||||
1790785211.547764932,8812,8822
|
||||
1790785211.656009584,8812,8822
|
||||
1790785211.778490050,8812,8822
|
||||
1790785211.886035543,8818,8828
|
||||
1790785211.999561516,8818,8828
|
||||
1790785212.107175351,8818,8828
|
||||
1790785212.214171039,8818,8828
|
||||
1790785212.322071797,8818,8828
|
||||
1790785212.431437712,8818,8828
|
||||
1790785212.543994364,8818,8828
|
||||
1790785212.647227119,8818,8828
|
||||
1790785212.752386585,8818,8828
|
||||
1790785212.860144902,8818,8828
|
||||
1790785212.961360753,8818,8828
|
||||
1790785213.074807595,8818,8828
|
||||
1790785213.175418260,8818,8828
|
||||
1790785213.280011960,8818,8828
|
||||
1790785213.393008056,8818,8828
|
||||
1790785213.497560126,8818,8828
|
||||
1790785213.611127569,8818,8828
|
||||
1790785213.717094326,8818,8828
|
||||
1790785213.824907952,8818,8828
|
||||
1790785213.936299191,8818,8828
|
||||
1790785214.041692611,8818,8828
|
||||
1790785214.152076247,8818,8828
|
||||
1790785214.253764144,8818,8828
|
||||
1790785214.360277396,8818,8828
|
||||
1790785214.478911918,8818,8828
|
||||
1790785214.591639591,8818,8828
|
||||
1790785214.712161404,8818,8828
|
||||
1790785214.816413131,8818,8828
|
||||
1790785214.933034709,8818,8828
|
||||
1790785215.038134755,8818,8828
|
||||
1790785215.141309309,8818,8828
|
||||
1790785215.255158215,8818,8828
|
||||
1790785215.361958060,8818,8828
|
||||
1790785215.480280048,8818,8828
|
||||
1790785215.583741645,8818,8828
|
||||
1790785215.685142880,8818,8828
|
||||
1790785215.790066673,8818,8828
|
||||
1790785215.894396340,8818,8828
|
||||
1790785216.000368907,8818,8828
|
||||
1790785216.105034007,8818,8828
|
||||
1790785216.207999079,8818,8828
|
||||
1790785216.314139697,8818,8828
|
||||
1790785216.417832167,8818,8828
|
||||
1790785216.523486949,8818,8828
|
||||
1790785216.625370518,8818,8828
|
||||
1790785216.725997664,8818,8828
|
||||
1790785216.837292941,8818,8828
|
||||
1790785216.949085883,8818,8828
|
||||
1790785217.069055260,8818,8828
|
||||
1790785217.184259502,8818,8828
|
||||
1790785217.297021156,8818,8828
|
||||
1790785217.408450795,8818,8948
|
||||
1790785217.510832210,8938,8948
|
||||
1790785217.625230403,8938,8948
|
||||
1790785217.729741652,8938,8948
|
||||
1790785217.834764397,8938,8948
|
||||
1790785217.946009213,8938,8948
|
||||
1790785218.049858385,9146,9156
|
||||
1790785218.169087623,9402,9412
|
||||
1790785218.272008564,9402,9412
|
||||
1790785218.377721677,9402,9412
|
||||
1790785218.483041636,9402,9412
|
||||
1790785218.582735240,9402,9412
|
||||
1790785218.724227514,9402,9412
|
||||
1790785218.819843831,9402,9412
|
||||
1790785219.004492120,9402,9412
|
||||
1790785219.107295319,9402,9412
|
||||
1790785219.208147177,9402,9412
|
||||
1790785219.305508594,9402,9412
|
||||
1790785219.400409753,9402,9412
|
||||
1790785219.504237634,9402,9412
|
||||
1790785219.599332826,9402,9412
|
||||
1790785219.697736715,9402,9412
|
||||
1790785219.807138850,9402,9412
|
||||
1790785219.904320386,9402,9412
|
||||
1790785220.015222888,9402,9412
|
||||
1790785220.112897519,9402,9412
|
||||
1790785220.216813841,9402,9412
|
||||
1790785220.328735016,9402,9414
|
||||
1790785220.433098893,9404,9414
|
||||
1790785220.528839362,9404,9414
|
||||
1790785220.636518888,9404,9414
|
||||
1790785220.739264127,9404,9414
|
||||
1790785220.842384560,9404,9414
|
||||
1790785220.947285124,9404,9414
|
||||
1790785221.048647667,9404,9414
|
||||
1790785221.151142863,9404,9414
|
||||
1790785221.248837794,9404,9414
|
||||
1790785221.373370153,9404,9414
|
||||
1790785221.480254800,9404,9414
|
||||
1790785221.592460597,9404,9414
|
||||
1790785221.692508065,9404,9414
|
||||
1790785221.796296876,9404,9414
|
||||
1790785221.907153458,9404,9414
|
||||
1790785222.013120015,9404,9414
|
||||
1790785222.120856681,9404,9414
|
||||
1790785222.236576779,9404,9414
|
||||
1790785222.333807345,9404,9414
|
||||
1790785222.462076277,9404,9414
|
||||
1790785222.563410519,9404,9414
|
||||
1790785222.674705317,9404,9414
|
||||
1790785222.781875436,9404,9414
|
||||
1790785222.888240027,9404,9414
|
||||
1790785223.013154620,9404,9414
|
||||
1790785223.113101197,9404,9414
|
||||
1790785223.229252020,9404,9414
|
||||
1790785223.330062507,9404,9414
|
||||
1790785223.433543294,9404,9414
|
||||
1790785223.546256088,9404,9414
|
||||
1790785223.657915379,9404,9414
|
||||
1790785223.767351295,9404,9414
|
||||
1790785223.876078382,9404,9414
|
||||
1790785223.981329080,9404,9414
|
||||
1790785224.104622585,9404,9414
|
||||
1790785224.213004569,9404,9414
|
||||
1790785224.324520788,9404,9414
|
||||
1790785224.436652445,9404,9414
|
||||
1790785224.539314983,9404,9414
|
||||
1790785224.653126260,9404,9624
|
||||
1790785224.757546848,9614,9624
|
||||
1790785224.871620316,8814,9624
|
||||
1790785224.975909163,9614,9624
|
||||
1790785225.080532224,9614,9624
|
||||
1790785225.191484787,9614,8824
|
||||
1790785225.294823663,9614,9624
|
||||
1790785225.413218872,9614,9624
|
||||
1790785225.515843249,9614,9624
|
||||
1790785225.621644953,9402,9624
|
||||
1790785225.735446929,9614,9624
|
||||
1790785225.836706261,9150,9160
|
||||
1790785225.960337970,9406,9416
|
||||
1790785226.058600157,9406,9416
|
||||
1790785226.167840991,9406,9416
|
||||
1790785226.274851779,9406,9416
|
||||
1790785226.376070820,9406,9416
|
||||
1790785226.499361145,9406,9416
|
||||
1790785226.598200910,9406,9416
|
||||
1790785226.695780869,9406,9416
|
||||
1790785226.812868793,9406,9416
|
||||
1790785226.925213262,9406,9416
|
||||
1790785227.033883739,9406,9416
|
||||
1790785227.134280221,9406,9416
|
||||
1790785227.233657431,9406,9416
|
||||
1790785227.356637983,9406,9416
|
||||
1790785227.464843325,9406,9416
|
||||
1790785227.570142523,9406,9416
|
||||
1790785227.681055376,9406,9416
|
||||
1790785227.789675752,9406,9416
|
||||
1790785227.905812575,9406,9416
|
||||
1790785228.004987183,9406,9416
|
||||
1790785228.131102820,9406,9416
|
||||
1790785228.237306459,9406,9416
|
||||
1790785228.347919678,9406,9416
|
||||
1790785228.453160026,9406,9416
|
||||
1790785228.561903764,9406,9416
|
||||
1790785228.672497593,9406,9416
|
||||
1790785228.775343593,9406,9416
|
||||
1790785228.878576067,9406,9416
|
||||
1790785228.993676178,9406,9416
|
||||
1790785229.095327705,9406,9416
|
||||
1790785229.229862738,9406,9416
|
||||
1790785229.344192490,9406,9416
|
||||
1790785229.450611152,9406,9416
|
||||
1790785229.560147179,9406,9416
|
||||
1790785229.661131758,9406,9416
|
||||
1790785229.784514054,9406,9416
|
||||
1790785229.884796974,9406,9416
|
||||
1790785230.000937807,9406,9416
|
||||
1790785230.107911895,9406,9416
|
||||
1790785230.209454960,9406,9416
|
||||
1790785230.321117721,9406,9416
|
||||
1790785230.433867225,9406,9416
|
||||
1790785230.551372683,9406,9416
|
||||
1790785230.661686499,9406,9416
|
||||
1790785230.772286018,9406,9416
|
||||
1790785230.893619601,9406,9416
|
||||
1790785231.000420086,9406,9416
|
||||
1790785231.122853211,9406,9416
|
||||
1790785231.225861183,9406,9416
|
||||
1790785231.338146052,9406,9416
|
||||
1790785231.449087335,9406,9416
|
||||
1790785231.553537753,9406,9416
|
||||
1790785231.677667018,9406,9416
|
||||
1790785231.784063519,9406,9416
|
||||
1790785231.911286219,9406,9416
|
||||
1790785232.023774639,9406,9416
|
||||
1790785232.132126833,9480,9490
|
||||
1790785232.240892971,9480,8824
|
||||
1790785232.343260056,9722,9732
|
||||
1790785232.458991784,9722,9732
|
||||
1790785232.563425602,9722,9732
|
||||
1790785232.676040714,9722,8896
|
||||
1790785232.780335841,9722,9732
|
||||
1790785232.888825837,9722,8824
|
||||
1790785233.009802544,9722,9732
|
||||
1790785233.113438523,9722,9732
|
||||
1790785233.226001035,9722,9732
|
||||
1790785233.331123822,9722,9732
|
||||
1790785233.431027548,9722,9732
|
||||
1790785233.544549601,9722,8824
|
||||
1790785233.648250191,8814,8824
|
||||
1790785233.761413850,8814,8824
|
||||
1790785233.859362213,8814,8824
|
||||
1790785233.957650982,8814,8824
|
||||
1790785234.067279409,8814,8824
|
||||
1790785234.167016614,8814,8824
|
||||
1790785234.274858491,8814,8824
|
||||
1790785234.388611216,8814,8824
|
||||
1790785234.496192271,8814,8824
|
||||
1790785234.606584498,8814,8824
|
||||
1790785234.716456939,8814,8824
|
||||
1790785234.829822210,8814,8824
|
||||
1790785234.937360024,8814,8824
|
||||
1790785235.043592553,8814,8824
|
||||
1790785235.162404426,8814,8824
|
||||
1790785235.271988034,8814,9372
|
||||
1790785235.393773611,9362,9628
|
||||
1790785235.508590919,9618,9628
|
||||
1790785235.627134759,9618,9628
|
||||
1790785235.740253277,9618,9628
|
||||
1790785235.888135684,9618,9628
|
||||
1790785236.021620746,9618,9628
|
||||
1790785236.128262980,9618,9628
|
||||
1790785236.247255795,9618,9628
|
||||
1790785236.368933841,9618,9628
|
||||
1790785236.465639651,9618,9628
|
||||
1790785236.567822963,9618,9628
|
||||
1790785236.661991214,9618,9628
|
||||
1790785236.765186268,9618,9628
|
||||
1790785236.862073070,9618,9628
|
||||
1790785236.956827358,9618,9628
|
||||
1790785237.060830071,9618,9628
|
||||
1790785237.169145804,9618,9628
|
||||
1790785237.273315079,9618,9628
|
||||
1790785237.380361368,9618,9628
|
||||
1790785237.477806526,9618,9628
|
||||
1790785237.589494578,9618,9628
|
||||
1790785237.685107865,9618,9628
|
||||
1790785237.803574234,9618,9628
|
||||
1790785237.902760512,9618,9628
|
||||
1790785238.000919179,9618,9628
|
||||
1790785238.117832360,9618,9628
|
||||
1790785238.215009726,9618,9628
|
||||
1790785238.310479971,9618,9628
|
||||
1790785238.413833277,9618,9628
|
||||
1790785238.514923807,9618,9628
|
||||
1790785238.634038234,9618,9628
|
||||
1790785238.740361984,9618,9628
|
||||
1790785238.863059842,9618,9628
|
||||
1790785238.967904125,9618,9628
|
||||
1790785239.081663940,9618,9628
|
||||
1790785239.188592358,9618,9628
|
||||
1790785239.301914838,9618,9628
|
||||
1790785239.417858678,9618,9628
|
||||
1790785239.526773038,9618,9628
|
||||
1790785239.632215008,9618,9628
|
||||
1790785239.751590018,9618,9628
|
||||
1790785239.855867485,9618,9628
|
||||
1790785239.985300520,9618,9628
|
||||
1790785240.093758205,9618,9628
|
||||
1790785240.208573052,9618,9628
|
||||
1790785240.320384905,9618,9628
|
||||
1790785240.421042980,9618,9628
|
||||
1790785240.533426350,9618,9628
|
||||
1790785240.639233214,9618,9628
|
||||
1790785240.765525153,9618,9628
|
||||
1790785240.873311330,9618,9628
|
||||
1790785240.991844880,9618,9628
|
||||
1790785241.101244506,9618,9628
|
||||
1790785241.205145038,9618,9628
|
||||
1790785241.331827062,9618,9628
|
||||
1790785241.433935773,9618,9628
|
||||
1790785241.560312963,9618,10076
|
||||
1790785241.671114525,10066,10076
|
||||
1790785241.781263039,10066,10076
|
||||
1790785241.892929841,10066,9784
|
||||
1790785241.993317633,8814,10410
|
||||
1790785242.103445766,10400,10410
|
||||
1790785242.205991973,10400,10410
|
||||
1790785242.310411571,10400,10410
|
||||
1790785242.413520054,8814,10424
|
||||
1790785242.515565915,10414,10424
|
||||
1790785242.633158575,10414,10424
|
||||
1790785242.735406168,10414,10424
|
||||
1790785242.850919814,8814,10424
|
||||
1790785242.956571196,10414,10424
|
||||
1790785243.060811192,10414,10424
|
||||
1790785243.181957173,10414,10424
|
||||
1790785243.279568723,9404,10424
|
||||
1790785243.380421180,10414,10424
|
||||
1790785243.484138060,10414,10424
|
||||
1790785243.584508252,10414,10424
|
||||
1790785243.692841185,8814,8824
|
||||
1790785243.793349758,10414,10424
|
||||
1790785243.895597262,10414,10424
|
||||
1790785244.001462626,10414,10424
|
||||
1790785244.101019569,10414,8824
|
||||
1790785244.211336545,10414,10424
|
||||
1790785244.311619806,10414,10424
|
||||
1790785244.416052294,10414,10424
|
||||
1790785244.520800366,10414,8824
|
||||
1790785244.639279786,10414,10424
|
||||
1790785244.749039635,10414,10424
|
||||
1790785244.926065467,10414,8824
|
||||
1790785245.039159084,10414,10424
|
||||
1790785245.137829047,10414,10424
|
||||
1790785245.235775081,10414,10424
|
||||
1790785245.338954614,10414,8824
|
||||
1790785245.447447080,9598,10424
|
||||
1790785245.558599205,10414,10424
|
||||
1790785245.659751776,10414,10424
|
||||
1790785245.759190467,10414,10424
|
||||
1790785245.859777931,8820,8830
|
||||
1790785245.956216428,8820,8830
|
||||
1790785246.060563066,8820,8830
|
||||
1790785246.154724266,8820,8830
|
||||
1790785246.250354723,8820,8830
|
||||
1790785246.355978035,8820,8830
|
||||
1790785246.450713612,8820,8830
|
||||
1790785246.545129356,8820,8830
|
||||
1790785246.644339744,8820,8830
|
||||
1790785246.743808846,8820,8830
|
||||
1790785246.850933385,8820,8830
|
||||
1790785246.945879085,8820,8830
|
||||
1790785247.043036530,8820,8830
|
||||
1790785247.143389911,8820,8830
|
||||
1790785247.243541700,8820,8830
|
||||
1790785247.340583144,8820,8830
|
||||
1790785247.445837192,8820,8830
|
||||
1790785247.543419761,8820,8830
|
||||
1790785247.645676515,8820,8830
|
||||
1790785247.741476084,8820,8830
|
||||
1790785247.839726382,8820,8830
|
||||
1790785247.953201264,8820,8830
|
||||
1790785248.050892725,8820,8830
|
||||
1790785248.157067833,8820,8830
|
||||
1790785248.257122422,8820,8830
|
||||
1790785248.356073937,8820,8830
|
||||
1790785248.460953940,8820,8830
|
||||
1790785248.563894472,8820,8830
|
||||
1790785248.672504438,8820,8830
|
||||
1790785248.771486294,8820,8830
|
||||
1790785248.871889036,8820,8830
|
||||
1790785248.981504924,8820,8830
|
||||
1790785249.076785937,8820,8830
|
||||
1790785249.179823370,8820,8830
|
||||
1790785249.293861389,8820,8830
|
||||
1790785249.396386295,8820,8830
|
||||
1790785249.505674649,8820,8830
|
||||
1790785249.613281404,8820,8830
|
||||
1790785249.716207285,8820,8830
|
||||
1790785249.823360064,8820,8830
|
||||
1790785249.927094545,8820,8830
|
||||
1790785250.037205649,8820,8830
|
||||
1790785250.140205690,8820,8830
|
||||
1790785250.241234040,8820,8830
|
||||
1790785250.344081110,8820,8830
|
||||
1790785250.443797254,8820,8830
|
||||
1790785250.548582047,8820,8830
|
||||
1790785250.649669286,8820,8830
|
||||
1790785250.748979836,8820,8830
|
||||
1790785250.864044366,8820,8830
|
||||
1790785250.963497028,8820,8830
|
||||
1790785251.067050486,8820,8830
|
||||
1790785251.173685890,8820,8830
|
||||
1790785251.273547366,8820,8830
|
||||
1790785251.383203854,8820,8830
|
||||
1790785251.483955310,8820,8830
|
||||
1790785251.589351030,8820,8830
|
||||
1790785251.695824082,8820,8830
|
||||
1790785251.795494265,8820,8830
|
||||
1790785251.908174418,8820,8830
|
||||
1790785252.012370084,8820,8830
|
||||
1790785252.113314042,8820,8830
|
||||
1790785252.214405842,8820,8830
|
||||
1790785252.316531424,8820,8830
|
||||
1790785252.426354104,8820,8830
|
||||
1790785252.527820839,8820,8830
|
||||
1790785252.630383166,8820,8830
|
||||
1790785252.739567779,8820,8830
|
||||
1790785252.837367261,8820,8830
|
||||
1790785252.945680694,8820,8830
|
||||
1790785253.044895173,8820,8830
|
||||
1790785253.146079644,8820,8830
|
||||
1790785253.247466367,8820,8830
|
||||
1790785253.349394667,8820,8830
|
||||
1790785253.456061161,8820,8830
|
||||
1790785253.553953894,8820,8830
|
||||
1790785253.652305363,8820,8830
|
||||
1790785253.764774643,8820,8830
|
||||
1790785253.864544458,8820,8830
|
||||
1790785253.969252920,8820,8830
|
||||
1790785254.071338801,8820,8830
|
||||
1790785254.174378864,8820,8830
|
||||
1790785254.296821419,8820,8830
|
||||
1790785254.400752511,8820,8830
|
||||
1790785254.510511761,8820,8830
|
||||
1790785254.610849292,8820,8830
|
||||
1790785254.713866904,8820,8830
|
||||
1790785254.835864474,8820,8830
|
||||
1790785254.934028731,8820,8830
|
||||
1790785255.037222455,8820,8830
|
||||
1790785255.142193930,8820,8830
|
||||
1790785255.240753121,8820,8830
|
||||
1790785255.349719091,8820,8830
|
||||
1790785255.449757999,8820,8830
|
||||
1790785255.551333605,8820,8830
|
||||
1790785255.657106598,8820,8830
|
||||
1790785255.757090325,8820,8830
|
||||
1790785255.862408664,8820,8830
|
||||
1790785255.961295389,8820,8830
|
||||
1790785256.061867713,8820,8830
|
||||
1790785256.169899813,8820,8830
|
||||
1790785256.272239767,8820,8830
|
||||
1790785256.379722381,8820,8830
|
||||
1790785256.478125360,8820,8830
|
||||
1790785256.580152580,8820,8830
|
||||
1790785256.692793863,8820,8830
|
||||
1790785256.794891654,8820,8830
|
||||
1790785256.917288439,8820,8830
|
||||
1790785257.027517614,8820,8830
|
||||
1790785257.130970631,8820,8830
|
||||
1790785257.248171566,8820,8830
|
||||
1790785257.350916955,8820,8830
|
||||
1790785257.460525193,8820,8830
|
||||
1790785257.562006308,8820,8830
|
||||
1790785257.665887349,8820,8830
|
||||
1790785257.771724914,8820,8830
|
||||
1790785257.872060735,8820,8830
|
||||
1790785257.985881552,8820,8830
|
||||
1790785258.081630320,8820,8830
|
||||
1790785258.182347386,8820,8830
|
||||
1790785258.288482634,8820,8830
|
||||
1790785258.389489913,8820,8830
|
||||
1790785258.499461955,8820,8830
|
||||
1790785258.593913419,8820,8830
|
||||
1790785258.696819720,8820,8830
|
||||
1790785258.801833595,8820,8830
|
||||
1790785258.901688461,8820,8830
|
||||
1790785259.007766698,8820,8830
|
||||
1790785259.103947722,8820,8830
|
||||
1790785259.203392203,8820,8830
|
||||
1790785259.317259410,8820,8830
|
||||
1790785259.414937831,8820,8830
|
||||
1790785259.512844304,8820,8830
|
||||
1790785259.615007746,8820,8830
|
||||
1790785259.719148201,8820,8830
|
||||
1790785259.826578374,8820,8830
|
||||
1790785259.927301340,8820,8830
|
||||
1790785260.033395808,8820,8830
|
||||
1790785260.137125478,8820,8830
|
||||
1790785260.238007085,8820,8830
|
||||
1790785260.353729813,8820,8830
|
||||
1790785260.459483137,8820,8830
|
||||
1790785260.571826146,8820,8830
|
||||
1790785260.680984659,8820,8830
|
||||
1790785260.788236819,8820,8830
|
||||
1790785260.907005672,8820,8830
|
||||
1790785261.015223424,8820,8830
|
||||
1790785261.127623604,8820,8830
|
||||
1790785261.297745076,8820,8830
|
||||
1790785261.415564548,8820,8830
|
||||
1790785261.520364261,8820,8830
|
||||
1790785261.628191128,8820,8830
|
||||
1790785261.744486302,8820,8830
|
||||
1790785261.845888756,8820,8830
|
||||
1790785261.953154587,8820,8830
|
||||
1790785262.052268214,8820,8830
|
||||
1790785262.150602353,8820,8830
|
||||
1790785262.256794292,8820,8830
|
||||
1790785262.361534013,8820,8830
|
||||
1790785262.473808162,8820,8830
|
||||
1790785262.575562779,8820,8830
|
||||
1790785262.679084747,8820,8830
|
||||
1790785262.783944900,8820,8830
|
||||
1790785262.888326709,8820,8830
|
||||
1790785262.996075825,8820,8830
|
||||
1790785263.101724047,8820,8830
|
||||
1790785263.201991118,8820,8830
|
||||
1790785263.307311346,8820,8830
|
||||
1790785263.410147036,8820,8830
|
||||
1790785263.520959658,8820,8830
|
||||
1790785263.627934706,8820,8830
|
||||
1790785263.745554245,8820,8830
|
||||
1790785263.854074610,8820,8830
|
||||
1790785263.961510223,8820,8830
|
||||
1790785264.081570861,8820,8830
|
||||
1790785264.189858244,8820,8830
|
||||
1790785264.310605409,8820,8830
|
||||
1790785264.419687801,8820,8830
|
||||
1790785264.529762385,8820,8830
|
||||
1790785264.641333934,8820,8830
|
||||
1790785264.749330284,8820,8830
|
||||
1790785264.868565652,8820,8830
|
||||
1790785264.977913227,8820,8830
|
||||
1790785265.090109954,8820,8830
|
||||
1790785265.200519451,8820,8830
|
||||
1790785265.310471243,8820,8830
|
||||
1790785265.428566869,8820,8830
|
||||
1790785265.537709901,8820,8830
|
||||
1790785265.653028894,8820,8830
|
||||
1790785265.760626309,8820,8830
|
||||
1790785265.867639797,8820,8830
|
||||
1790785265.984704010,8820,8830
|
||||
1790785266.094686142,8820,8830
|
||||
1790785266.209421069,8820,8830
|
||||
1790785266.318155777,8820,8830
|
||||
1790785266.426987535,8820,8830
|
||||
1790785266.547257056,8820,8830
|
||||
1790785266.657076346,8820,8830
|
||||
1790785266.776633067,8820,8830
|
||||
1790785266.889781446,8820,8830
|
||||
1790785267.005491694,8820,8830
|
||||
1790785267.111851644,8820,8830
|
||||
1790785267.212781172,8820,8830
|
||||
1790785267.326117843,8820,8830
|
||||
1790785267.428899123,8820,8830
|
||||
1790785267.541347753,8820,8830
|
||||
1790785267.646109675,8820,8830
|
||||
1790785267.750037548,8820,8830
|
||||
1790785267.861421446,8820,8830
|
||||
1790785267.963520698,8820,8830
|
||||
1790785268.084224193,8820,8830
|
||||
1790785268.189865635,8820,8830
|
||||
1790785268.301401885,8820,8830
|
||||
1790785268.411305206,8820,8830
|
||||
1790785268.515115307,8820,8830
|
||||
1790785268.621066633,8820,8830
|
||||
1790785268.719398542,8820,8830
|
||||
1790785268.823108892,8820,8830
|
||||
1790785268.935612513,8820,8830
|
||||
1790785269.037749615,8820,8830
|
||||
1790785269.137967665,8820,8830
|
||||
1790785269.238761051,8820,8830
|
||||
1790785269.340122255,8820,8830
|
||||
1790785269.449566671,8820,8830
|
||||
1790785269.552939947,8820,8830
|
||||
1790785269.686181016,8820,8830
|
||||
1790785269.785917330,8820,8830
|
||||
1790785269.971309538,8820,8830
|
||||
1790785270.073886775,8820,8830
|
||||
1790785270.177315521,8820,8830
|
||||
1790785270.276576540,8820,8830
|
||||
1790785270.379881786,8820,8830
|
||||
1790785270.480511631,8820,8830
|
||||
1790785270.592487296,8820,8830
|
||||
1790785270.703880824,8820,8830
|
||||
1790785270.815413254,8820,8830
|
||||
1790785270.923883759,8820,8830
|
||||
1790785271.032616976,8820,8830
|
||||
1790785271.139895287,8820,8830
|
||||
1790785271.247851516,8820,8830
|
||||
1790785271.355577202,8820,8830
|
||||
1790785271.465163480,8820,8830
|
||||
1790785271.571677592,8820,8830
|
||||
1790785271.681279200,8820,8830
|
||||
1790785271.793314305,8820,8830
|
||||
1790785271.903947395,8820,8830
|
||||
1790785272.010476718,8820,8830
|
||||
1790785272.114692583,8820,8830
|
||||
1790785272.220315856,8820,8830
|
||||
1790785272.328676139,8820,8830
|
||||
1790785272.433955537,8820,8830
|
||||
1790785272.534906476,8820,8830
|
||||
1790785272.639476076,8820,8830
|
||||
1790785272.752520893,8820,8830
|
||||
1790785272.863695479,8820,8830
|
||||
1790785272.973510669,8820,8830
|
||||
1790785273.085386532,8820,8830
|
||||
1790785273.191605102,8820,8830
|
||||
1790785273.297994882,8820,8830
|
||||
1790785273.403661005,8820,8830
|
||||
1790785273.510747854,8820,8830
|
||||
1790785273.618822914,8820,8830
|
||||
1790785273.726225036,8820,8830
|
||||
1790785273.836518102,8820,8830
|
||||
1790785273.941386405,8820,8830
|
||||
1790785274.046954937,8820,8830
|
||||
1790785274.156502154,8820,8830
|
||||
1790785274.265313102,8820,8830
|
||||
1790785274.369568959,8820,8830
|
||||
1790785274.477014452,8820,8830
|
||||
1790785274.585307105,8820,8830
|
||||
1790785274.697620093,8820,8830
|
||||
1790785274.807756937,8820,8830
|
||||
1790785274.923007860,8820,8830
|
||||
1790785275.035077856,8820,8830
|
||||
1790785275.147308234,8820,8830
|
||||
1790785275.259686053,8820,8830
|
||||
1790785275.365557518,8820,8830
|
||||
1790785275.470561713,8820,8830
|
||||
1790785275.579511153,8820,8830
|
||||
1790785275.693663173,8820,8830
|
||||
1790785275.803048388,8820,8830
|
||||
1790785275.914954693,8820,8830
|
||||
1790785276.020171410,8820,8830
|
||||
1790785276.125243416,8820,8830
|
||||
1790785276.232946471,8820,8830
|
||||
1790785276.343302238,8820,8830
|
||||
1790785276.447535074,8820,8830
|
||||
1790785276.553730473,8820,8830
|
||||
1790785276.658745378,8820,8830
|
||||
1790785276.760174502,8820,8830
|
||||
1790785276.869852820,8820,8830
|
||||
1790785276.977010210,8820,8830
|
||||
1790785277.083950567,8820,8830
|
||||
1790785277.199563984,8820,8830
|
||||
1790785277.311783911,8820,8830
|
||||
1790785277.423414952,8820,8830
|
||||
1790785277.532597766,8820,8830
|
||||
1790785277.640075958,8820,8830
|
||||
1790785277.760420950,8820,8830
|
||||
1790785277.874497149,8820,8830
|
||||
1790785277.986836858,8820,8830
|
||||
1790785278.097457667,8820,8830
|
||||
1790785278.213292796,8820,8830
|
||||
1790785278.320807400,8820,8830
|
||||
1790785278.429280285,8820,8830
|
||||
1790785278.535598445,8820,8830
|
||||
1790785278.638083521,8820,8830
|
||||
1790785278.748331606,8820,8830
|
||||
1790785278.855875350,8820,8830
|
||||
1790785278.964144413,8820,8830
|
||||
1790785279.071125810,8820,8830
|
||||
1790785279.179569595,8820,8830
|
||||
1790785279.284647860,8820,8830
|
||||
1790785279.403097220,8820,8830
|
||||
1790785279.513127063,8820,8830
|
||||
1790785279.617861364,8820,8830
|
||||
1790785279.725184476,8820,8830
|
||||
1790785279.832200384,8820,8830
|
||||
1790785279.939524656,8820,8830
|
||||
1790785280.045853456,8820,8830
|
||||
1790785280.147181889,8820,8830
|
||||
1790785280.248352400,8820,8830
|
||||
1790785280.351246410,8820,8830
|
||||
1790785280.464097745,8820,8830
|
||||
1790785280.578910433,8820,8830
|
||||
1790785280.693929843,8820,8830
|
||||
1790785280.808246384,8820,8830
|
||||
1790785280.923122883,8820,8830
|
||||
1790785281.038078802,8820,8830
|
||||
1790785281.150682704,8820,8830
|
||||
1790785281.257889554,8820,8830
|
||||
1790785281.365861133,8820,8830
|
||||
1790785281.473874593,8820,8830
|
||||
1790785281.586007849,8820,8830
|
||||
1790785281.701977210,8820,8830
|
||||
1790785281.820898075,8820,10410
|
||||
1790785281.933978942,10400,10410
|
||||
1790785282.044903425,10400,10410
|
||||
1790785282.156112232,10400,10410
|
||||
1790785282.268828215,10400,10410
|
||||
1790785282.379294723,10400,10410
|
||||
1790785282.492784245,10400,10410
|
||||
1790785282.602638835,10400,10410
|
||||
1790785282.714963184,10400,10410
|
||||
1790785282.824940766,10400,10410
|
||||
1790785282.933506412,10400,10410
|
||||
1790785283.037805589,8814,10410
|
||||
1790785283.140752951,10400,10410
|
||||
1790785283.247184422,10400,10410
|
||||
1790785283.353491242,10400,10410
|
||||
1790785283.454592472,8814,8824
|
||||
1790785283.558762817,10414,10424
|
||||
1790785283.666263111,10414,10424
|
||||
1790785283.772262757,10414,10424
|
||||
1790785283.876433062,10414,9026
|
||||
1790785283.987042962,10414,10424
|
||||
1790785284.090859253,10414,10424
|
||||
1790785284.199755363,10414,10424
|
||||
1790785284.305872370,10118,10424
|
||||
1790785284.411686015,10414,10424
|
||||
1790785284.520763956,10414,10424
|
||||
1790785284.625652880,10414,10424
|
||||
1790785284.733569638,8856,10424
|
||||
1790785284.838239619,10414,10424
|
||||
1790785284.944310377,10414,10424
|
||||
1790785285.050989481,10414,10424
|
||||
1790785285.154804462,8814,10424
|
||||
1790785285.263495339,10414,10424
|
||||
1790785285.369373384,10414,10424
|
||||
1790785285.478049992,10414,10424
|
||||
1790785285.580895712,10414,10424
|
||||
1790785285.685810866,10414,10424
|
||||
1790785285.791542149,10414,10424
|
||||
1790785285.896055318,10414,8824
|
||||
1790785286.006859640,10414,10424
|
||||
1790785286.112354010,10414,10424
|
||||
1790785286.219415569,10414,10424
|
||||
1790785286.319351376,10414,10424
|
||||
1790785286.430931126,10414,10424
|
||||
1790785286.537082454,10414,10424
|
||||
1790785286.640236508,10414,10424
|
||||
1790785286.741401619,8814,8824
|
||||
1790785286.848569768,10126,10424
|
||||
1790785286.955549866,10414,10424
|
||||
1790785287.060268848,10414,10424
|
||||
1790785287.161671192,10414,10424
|
||||
1790785287.270834714,10414,10424
|
||||
1790785287.376394775,10414,10424
|
||||
1790785287.481565462,10414,10424
|
||||
1790785287.588137145,10414,8824
|
||||
1790785287.692396652,10414,10424
|
||||
1790785287.797841492,10414,10424
|
||||
1790785287.903440744,10414,10424
|
||||
1790785288.007854002,10414,10424
|
||||
1790785288.115884471,10414,10424
|
||||
1790785288.221970889,10414,10424
|
||||
1790785288.327650761,10414,10424
|
||||
1790785288.431400402,8820,8866
|
||||
1790785288.537653652,10414,10424
|
||||
1790785288.641832017,10414,10424
|
||||
1790785288.747844773,10414,10424
|
||||
1790785288.853193602,10374,10424
|
||||
1790785288.957419358,10414,10424
|
||||
1790785289.061021597,10414,10424
|
||||
1790785289.165456445,10414,10424
|
||||
1790785289.275869652,9254,10424
|
||||
1790785289.384078014,10414,10424
|
||||
1790785289.489828968,10414,10424
|
||||
1790785289.592094171,10414,10424
|
||||
1790785289.700216192,8854,10424
|
||||
1790785289.809677168,10414,10424
|
||||
1790785289.912165134,10414,10424
|
||||
1790785290.019531826,10414,10424
|
||||
1790785290.120291382,8814,8824
|
||||
1790785290.225558421,10414,10424
|
||||
1790785290.336074119,10414,10424
|
||||
1790785290.441903083,10414,10424
|
||||
1790785290.545073107,10414,10424
|
||||
1790785290.648619255,10414,10424
|
||||
1790785290.757928170,10414,10424
|
||||
1790785290.859678957,10414,10424
|
||||
1790785290.971068056,9510,10424
|
||||
1790785291.075907898,10414,10424
|
||||
1790785291.181801874,10414,10424
|
||||
1790785291.289206026,10414,10424
|
||||
1790785291.392035296,8814,10424
|
||||
1790785291.500375799,10414,10424
|
||||
1790785291.607124944,10414,10424
|
||||
1790785291.708406646,10414,10424
|
||||
1790785291.809350305,8814,10424
|
||||
1790785291.914568292,10414,10424
|
||||
1790785292.028321898,10414,10424
|
||||
1790785292.133768077,10414,10424
|
||||
1790785292.239947376,8814,10424
|
||||
1790785292.346876863,10414,10424
|
||||
1790785292.449235328,10414,10424
|
||||
1790785292.555855461,10414,10424
|
||||
1790785292.661374162,9340,10424
|
||||
1790785292.768857956,10414,10424
|
||||
1790785292.873585357,10414,10424
|
||||
1790785292.980019169,10414,10424
|
||||
1790785293.084039082,10414,10424
|
||||
1790785293.187515750,10414,10424
|
||||
1790785293.290273589,10414,10424
|
||||
1790785293.393345112,10414,10424
|
||||
1790785293.497064762,8814,10424
|
||||
1790785293.604986630,10414,10424
|
||||
1790785293.706884950,10414,10424
|
||||
1790785293.813564414,10414,10424
|
||||
1790785293.919342478,10414,10424
|
||||
1790785294.026636749,10414,10424
|
||||
1790785294.126716107,10414,10424
|
||||
1790785294.229040372,10414,10424
|
||||
1790785294.333689662,10414,10424
|
||||
1790785294.436620973,10414,10424
|
||||
1790785294.543118486,10414,10424
|
||||
1790785294.644473129,10414,8826
|
||||
1790785294.751529717,10414,10424
|
||||
1790785294.857887707,10414,10424
|
||||
1790785294.964415330,10414,10424
|
||||
1790785295.067334071,10414,8824
|
||||
1790785295.169385502,8814,8824
|
||||
1790785295.276969617,8814,8824
|
||||
1790785295.388364185,8814,8824
|
||||
1790785295.499752523,8814,8824
|
||||
1790785295.605371965,8814,8824
|
||||
1790785295.712299572,8814,8824
|
||||
1790785295.816431008,8814,8824
|
||||
1790785295.925113624,8814,8824
|
||||
1790785296.033668440,8814,8824
|
||||
1790785296.143702753,8814,8824
|
||||
1790785296.245898425,8814,8824
|
||||
1790785296.343746818,8814,8824
|
||||
1790785296.452031321,8814,8824
|
||||
1790785296.557470981,8814,8824
|
||||
1790785296.664635241,8814,8824
|
||||
1790785296.771230464,8814,8824
|
||||
1790785296.877273291,8814,8824
|
||||
1790785296.985785866,8814,8824
|
||||
1790785297.094075338,8814,8824
|
||||
1790785297.207640412,8814,8824
|
||||
1790785297.313618838,8814,8824
|
||||
1790785297.423414868,8814,8824
|
||||
1790785297.532251097,8814,8824
|
||||
1790785297.642014636,8814,8824
|
||||
1790785297.748266996,8814,8824
|
||||
1790785297.854030149,8814,8824
|
||||
1790785297.963985541,8814,8824
|
||||
1790785298.071121530,8814,8824
|
||||
1790785298.179512774,8814,8824
|
||||
1790785298.288250232,8814,8824
|
||||
1790785298.395675415,8814,8824
|
||||
1790785298.501236956,8814,8824
|
||||
1790785298.607632117,8814,8824
|
||||
1790785298.716552077,8814,8824
|
||||
1790785298.825624539,8814,8824
|
||||
1790785298.945298122,8814,8824
|
||||
1790785299.050794282,8814,8824
|
||||
1790785299.156924790,8814,8824
|
||||
1790785299.262862946,8814,8824
|
||||
1790785299.371684724,8814,8824
|
||||
1790785299.480150779,8814,8824
|
||||
1790785299.586990596,8814,8824
|
||||
1790785299.696381441,8814,8824
|
||||
1790785299.805797256,8814,8824
|
||||
1790785299.915486055,8814,8824
|
||||
1790785300.024167982,8814,8824
|
||||
1790785300.133551788,8814,8824
|
||||
1790785300.241435915,8814,8824
|
||||
1790785300.348717796,8814,8824
|
||||
1790785300.457904000,8814,8824
|
||||
1790785300.564764075,8814,8824
|
||||
1790785300.672810465,8814,8824
|
||||
1790785300.781495663,8814,8824
|
||||
1790785300.890606085,8814,8824
|
||||
1790785300.997680163,8814,8824
|
||||
1790785301.104091575,8814,8824
|
||||
1790785301.212228735,8814,8824
|
||||
1790785301.320155224,8814,8824
|
||||
1790785301.427487586,8814,8824
|
||||
1790785301.533669064,8814,8824
|
||||
1790785301.640339948,8814,8824
|
||||
1790785301.749084806,8814,8824
|
||||
1790785301.856132434,8814,8824
|
||||
1790785301.968116549,8814,8824
|
||||
1790785302.076247540,8814,8824
|
||||
1790785302.185415873,8814,8824
|
||||
1790785302.292427981,8814,8824
|
||||
1790785302.402053219,8814,8824
|
||||
1790785302.510839128,8814,8824
|
||||
1790785302.618139839,8814,8824
|
||||
1790785302.721423544,8814,8824
|
||||
1790785302.827664313,8814,8824
|
||||
1790785302.933253025,8814,8824
|
||||
1790785303.041081052,8814,8824
|
||||
1790785303.149017070,8814,8824
|
||||
1790785303.257239313,8814,8824
|
||||
1790785303.365362064,8814,8824
|
||||
1790785303.473112460,8814,8824
|
||||
1790785303.582290893,8814,8824
|
||||
1790785303.688792985,8814,8824
|
||||
1790785303.796221557,8814,8824
|
||||
1790785303.905619313,8814,8824
|
||||
1790785304.013928236,8814,8824
|
||||
1790785304.121653302,8814,8824
|
||||
1790785304.233097040,8814,8824
|
||||
1790785304.340366982,8814,8824
|
||||
1790785304.460564221,8814,8824
|
||||
1790785304.567750261,8814,8824
|
||||
1790785304.735133012,0,2
|
||||
|
@@ -0,0 +1,37 @@
|
||||
"""GPU memory outside torch's allocator (whole card minus 2 MiB idle minus torch reserved), at quiet points
|
||||
between loads. GPU 3 carries only this process."""
|
||||
import json, subprocess, sys, threading, time, urllib.request
|
||||
URL = "http://127.0.0.1:18033"
|
||||
TOKEN = open("token").read().strip()
|
||||
H = {"Authorization": "Bearer " + TOKEN, "Content-Type": "application/json"}
|
||||
def card():
|
||||
return int(subprocess.check_output(["nvidia-smi", "-i", "3", "--query-gpu=memory.used", "--format=csv,noheader,nounits"]).strip())
|
||||
def health():
|
||||
return json.load(urllib.request.urlopen(URL + "/health"))["model"]
|
||||
def post(path, body):
|
||||
r = urllib.request.Request(URL + path, data=json.dumps(body).encode(), headers=H)
|
||||
try:
|
||||
return urllib.request.urlopen(r).status
|
||||
except urllib.error.HTTPError as e:
|
||||
return e.code
|
||||
SMALL = {"id": "x", "state": "The deploy passed.", "question": "Did it pass?",
|
||||
"options": [{"id": "yes", "description": "Yes"}, {"id": "no", "description": "No"}]}
|
||||
out = []
|
||||
def snap(tag):
|
||||
time.sleep(1.5)
|
||||
c, h = card(), health()
|
||||
r = h["reserved_gib"] * 1024
|
||||
row = {"tag": tag, "card_mib": c, "reserved_mib": round(r), "outside_mib": round(c - 2 - r), "max_reserved_mib": round(h["max_reserved_gib"] * 1024)}
|
||||
out.append(row); print(row, flush=True)
|
||||
snap("rest")
|
||||
for burst in range(2):
|
||||
ts = [threading.Thread(target=post, args=("/decide", SMALL)) for _ in range(30)]
|
||||
[t.start() for t in ts]; [t.join() for t in ts]
|
||||
snap(f"after concurrent burst {burst + 1}")
|
||||
subprocess.run([sys.executable, "bench_shape.py", "--backend", "semif", "--url", URL, "--token-file", "token",
|
||||
"--long-state-file", "long_state.txt", "--label", "probe", "--out", sys.argv[1] + "/shape.json", "--runs", "1", "--per", "5"], check=True)
|
||||
snap("after latency shapes")
|
||||
subprocess.run([sys.executable, "checks.py", "--url", URL, "--token-file", "token", "--out", sys.argv[1] + "/checks.json",
|
||||
"--checks", "maxreq,oom", "--repeats", "2"], check=True)
|
||||
snap("after largest requests")
|
||||
json.dump(out, open(sys.argv[1] + "/overhead.json", "w"), indent=1)
|
||||
@@ -0,0 +1,10 @@
|
||||
#!/bin/bash
|
||||
# poll.sh <container> <out.csv>: unix time, that container's process GPU memory (MiB, nvidia-smi per process), card total
|
||||
pid=$(docker inspect -f '{{.State.Pid}}' "$1")
|
||||
gpu=$(nvidia-smi --query-compute-apps=pid,gpu_uuid --format=csv,noheader | awk -F', ' -v p="$pid" '$1==p{print $2}')
|
||||
echo "# pid=$pid gpu=$gpu" > "$2"
|
||||
while [ -d /proc/$pid ]; do
|
||||
procmem=$(nvidia-smi --query-compute-apps=pid,used_memory --format=csv,noheader,nounits | awk -F', ' -v p="$pid" '$1==p{print $2}')
|
||||
card=$(nvidia-smi --id="$gpu" --query-gpu=memory.used --format=csv,noheader,nounits)
|
||||
printf '%s,%s,%s\n' "$(date +%s.%N)" "${procmem:-0}" "$card" >> "$2"
|
||||
done
|
||||
@@ -0,0 +1 @@
|
||||
1d98f12c909d19f7e157823e29412e4fb44aa22db94c6ee4a96d8453aed29c70
|
||||
@@ -0,0 +1,3 @@
|
||||
1790785010.413756011 sets:start
|
||||
1790785010.470560236 sets:done
|
||||
gpu3 after: 2 MiB
|
||||
@@ -0,0 +1 @@
|
||||
{"status":"ok","model":{"name":"Intern-Decision-4B","source":"internlm/Intern-Decision-4B","revision":"0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","checkpoint":"/hf/hub/models--internlm--Intern-Decision-4B/snapshots/0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","inference_py_sha256":"c904e2c67ca0775621a22375ee373d2ba30b52117cda870c6c9ef74143b29863","temperature":1.99241824,"dtype":"bfloat16","attn_implementation":"sdpa","device":"cuda","max_length":8192,"torch_version":"2.10.0+cu128","transformers_version":"5.17.0","vision_tower":"removed","device_name":"NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition","allocated_gib":7.937,"reserved_gib":7.969,"max_reserved_gib":8.861},"vram_cap_gib":9.25,"max_tokens":8192,"max_decisions":64,"max_questions_per_call":16,"chunking":"/decide/shared questions are packed greedily, in request order, into calls of at most 16 (1-16, 17-32, ...); each call is one prompt, so the questions in a call are asked together. With orderings, ordering k of every decision forms wave k, packed the same way.","workloads":[]}
|
||||
@@ -0,0 +1 @@
|
||||
{"status":"ok","model":{"name":"Intern-Decision-4B","source":"internlm/Intern-Decision-4B","revision":"0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","checkpoint":"/hf/hub/models--internlm--Intern-Decision-4B/snapshots/0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","inference_py_sha256":"c904e2c67ca0775621a22375ee373d2ba30b52117cda870c6c9ef74143b29863","temperature":1.99241824,"dtype":"bfloat16","attn_implementation":"sdpa","device":"cuda","max_length":8192,"torch_version":"2.10.0+cu128","transformers_version":"5.17.0","vision_tower":"removed","device_name":"NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition","allocated_gib":7.937,"reserved_gib":7.969,"max_reserved_gib":8.861},"vram_cap_gib":9.25,"max_tokens":8192,"max_decisions":64,"max_questions_per_call":16,"chunking":"/decide/shared questions are packed greedily, in request order, into calls of at most 16 (1-16, 17-32, ...); each call is one prompt, so the questions in a call are asked together. With orderings, ordering k of every decision forms wave k, packed the same way.","workloads":[]}
|
||||
@@ -0,0 +1,28 @@
|
||||
# pid=1840754 gpu=GPU-186dacf4-f447-ef03-ffc3-12ab28e1b8ff
|
||||
1790785007.592863455,8812,8822
|
||||
1790785007.701879593,8812,8822
|
||||
1790785007.808902409,8812,8822
|
||||
1790785007.915876585,8812,8822
|
||||
1790785008.021279853,8812,8822
|
||||
1790785008.129614494,8812,8822
|
||||
1790785008.237274588,8812,8822
|
||||
1790785008.347694802,8812,8822
|
||||
1790785008.453754747,8812,8822
|
||||
1790785008.563765228,8812,8822
|
||||
1790785008.672580344,8812,8822
|
||||
1790785008.781543962,8812,8822
|
||||
1790785008.889253036,8812,8822
|
||||
1790785008.995532764,8812,8822
|
||||
1790785009.100480397,8812,8822
|
||||
1790785009.209746018,8812,8822
|
||||
1790785009.316264048,8812,8822
|
||||
1790785009.423762660,8812,8822
|
||||
1790785009.532005020,8812,8822
|
||||
1790785009.643907242,8812,8822
|
||||
1790785009.752750529,8812,8822
|
||||
1790785009.861883069,8812,8822
|
||||
1790785009.969250889,8812,8822
|
||||
1790785010.076693700,8812,8822
|
||||
1790785010.185418326,8812,8822
|
||||
1790785010.293297732,8812,8822
|
||||
1790785010.399472568,8812,8822
|
||||
|
+476
@@ -0,0 +1,476 @@
|
||||
{
|
||||
"url": "http://127.0.0.1:18033",
|
||||
"started_utc": "2026-09-30T16:14:47Z",
|
||||
"health": {
|
||||
"status": "ok",
|
||||
"model": {
|
||||
"name": "Intern-Decision-4B",
|
||||
"source": "internlm/Intern-Decision-4B",
|
||||
"revision": "0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd",
|
||||
"checkpoint": "/hf/hub/models--internlm--Intern-Decision-4B/snapshots/0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd",
|
||||
"inference_py_sha256": "c904e2c67ca0775621a22375ee373d2ba30b52117cda870c6c9ef74143b29863",
|
||||
"temperature": 1.99241824,
|
||||
"dtype": "bfloat16",
|
||||
"attn_implementation": "sdpa",
|
||||
"device": "cuda",
|
||||
"max_length": 8192,
|
||||
"torch_version": "2.10.0+cu128",
|
||||
"transformers_version": "5.17.0",
|
||||
"vision_tower": "removed",
|
||||
"device_name": "NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition",
|
||||
"allocated_gib": 7.944,
|
||||
"reserved_gib": 7.969,
|
||||
"max_reserved_gib": 8.861
|
||||
},
|
||||
"vram_cap_gib": 9.25,
|
||||
"max_tokens": 8192,
|
||||
"max_decisions": 64,
|
||||
"max_questions_per_call": 16,
|
||||
"chunking": "/decide/shared questions are packed greedily, in request order, into calls of at most 16 (1-16, 17-32, ...); each call is one prompt, so the questions in a call are asked together. With orderings, ordering k of every decision forms wave k, packed the same way.",
|
||||
"workloads": []
|
||||
},
|
||||
"auth": {
|
||||
"/decide": {
|
||||
"no_token": 401,
|
||||
"wrong_token": 401,
|
||||
"right_token": 200
|
||||
},
|
||||
"/decide/shared": {
|
||||
"no_token": 401,
|
||||
"wrong_token": 401,
|
||||
"right_token": 200
|
||||
},
|
||||
"health_no_token": 200,
|
||||
"pass": true,
|
||||
"t_start": 1790784887.4892507,
|
||||
"t_end": 1790784887.5748613
|
||||
},
|
||||
"chunking": {
|
||||
"status": [
|
||||
200,
|
||||
200,
|
||||
200
|
||||
],
|
||||
"timing": {
|
||||
"total_seconds": 0.1498984640929848,
|
||||
"batch_size": 20,
|
||||
"calls": 2,
|
||||
"questions_per_call": [
|
||||
16,
|
||||
4
|
||||
],
|
||||
"input_tokens": [
|
||||
1884,
|
||||
1328
|
||||
],
|
||||
"inference_seconds": 0.1373
|
||||
},
|
||||
"rows": [
|
||||
{
|
||||
"id": "d0",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q1",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d1",
|
||||
"top_whole": "no",
|
||||
"top_split": "no",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q2",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d2",
|
||||
"top_whole": "no",
|
||||
"top_split": "no",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q3",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d3",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q4",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d4",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q5",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d5",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q6",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d6",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q7",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d7",
|
||||
"top_whole": "no",
|
||||
"top_split": "no",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q8",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d8",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q9",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d9",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q10",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d10",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q11",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d11",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q12",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d12",
|
||||
"top_whole": "no",
|
||||
"top_split": "no",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q13",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d13",
|
||||
"top_whole": "no",
|
||||
"top_split": "no",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q14",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d14",
|
||||
"top_whole": "no",
|
||||
"top_split": "no",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q15",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d15",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q16",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d16",
|
||||
"top_whole": "unclear",
|
||||
"top_split": "unclear",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 1,
|
||||
"field": "q1",
|
||||
"questions": 4
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d17",
|
||||
"top_whole": "unclear",
|
||||
"top_split": "unclear",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 1,
|
||||
"field": "q2",
|
||||
"questions": 4
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d18",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 1,
|
||||
"field": "q3",
|
||||
"questions": 4
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d19",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 1,
|
||||
"field": "q4",
|
||||
"questions": 4
|
||||
},
|
||||
"sha_equal": true
|
||||
}
|
||||
],
|
||||
"e2e_ms": 157.0,
|
||||
"pass": true,
|
||||
"t_start": 1790784887.5748994,
|
||||
"t_end": 1790784887.894067
|
||||
},
|
||||
"queue": {
|
||||
"sent": 48,
|
||||
"max_queue": 32,
|
||||
"ok": 32,
|
||||
"busy_429": 16,
|
||||
"codes_429": [
|
||||
"busy"
|
||||
],
|
||||
"other": [],
|
||||
"pass": true,
|
||||
"t_start": 1790784887.8941243,
|
||||
"t_end": 1790784895.1853623
|
||||
},
|
||||
"fit": {
|
||||
"largest_ok_state_chars": 5514,
|
||||
"largest_ok_tokens": 6826,
|
||||
"probes": [
|
||||
[
|
||||
31950,
|
||||
422,
|
||||
null
|
||||
],
|
||||
[
|
||||
16475,
|
||||
422,
|
||||
null
|
||||
],
|
||||
[
|
||||
8737,
|
||||
503,
|
||||
null
|
||||
],
|
||||
[
|
||||
4868,
|
||||
200,
|
||||
6692
|
||||
],
|
||||
[
|
||||
6802,
|
||||
503,
|
||||
null
|
||||
],
|
||||
[
|
||||
5835,
|
||||
503,
|
||||
null
|
||||
],
|
||||
[
|
||||
5351,
|
||||
200,
|
||||
6785
|
||||
],
|
||||
[
|
||||
5593,
|
||||
503,
|
||||
null
|
||||
],
|
||||
[
|
||||
5472,
|
||||
200,
|
||||
6818
|
||||
],
|
||||
[
|
||||
5532,
|
||||
503,
|
||||
null
|
||||
],
|
||||
[
|
||||
5502,
|
||||
200,
|
||||
6824
|
||||
],
|
||||
[
|
||||
5517,
|
||||
503,
|
||||
null
|
||||
],
|
||||
[
|
||||
5509,
|
||||
200,
|
||||
6825
|
||||
],
|
||||
[
|
||||
5513,
|
||||
200,
|
||||
6826
|
||||
],
|
||||
[
|
||||
5515,
|
||||
503,
|
||||
null
|
||||
],
|
||||
[
|
||||
5514,
|
||||
200,
|
||||
6826
|
||||
]
|
||||
],
|
||||
"t_start": 1790784895.1854463,
|
||||
"t_end": 1790784905.1581368
|
||||
},
|
||||
"maxreq": {
|
||||
"state_chars": 11337,
|
||||
"tokens_per_call": null,
|
||||
"decisions": 64,
|
||||
"options_each": 16,
|
||||
"body_bytes": 100953,
|
||||
"runs": [
|
||||
{
|
||||
"status": 503,
|
||||
"e2e_ms": 188.3,
|
||||
"code": "out_of_memory",
|
||||
"calls": null,
|
||||
"input_tokens": null,
|
||||
"reserved_gib_after": 8.262,
|
||||
"max_reserved_gib": 9.248,
|
||||
"t_end": 1790784906.9150267
|
||||
},
|
||||
{
|
||||
"status": 503,
|
||||
"e2e_ms": 186.1,
|
||||
"code": "out_of_memory",
|
||||
"calls": null,
|
||||
"input_tokens": null,
|
||||
"reserved_gib_after": 8.262,
|
||||
"max_reserved_gib": 9.248,
|
||||
"t_end": 1790784907.104969
|
||||
},
|
||||
{
|
||||
"status": 503,
|
||||
"e2e_ms": 198.2,
|
||||
"code": "out_of_memory",
|
||||
"calls": null,
|
||||
"input_tokens": null,
|
||||
"reserved_gib_after": 8.262,
|
||||
"max_reserved_gib": 9.248,
|
||||
"t_end": 1790784907.306796
|
||||
}
|
||||
],
|
||||
"t_start": 1790784905.1582026,
|
||||
"t_end": 1790784907.3068023
|
||||
},
|
||||
"oom": {
|
||||
"oom_status": 503,
|
||||
"oom_error": {
|
||||
"code": "out_of_memory",
|
||||
"message": "CUDA out of memory. Tried to allocate 64.00 MiB. GPU 0 has a total capacity of 94.97 GiB of which 84.85 GiB is free. Including non-PyTorch memory, this process has 10.11 GiB memory in use. 9.25 GiB allowed; Of the allocated memory 9.12 GiB is allocated by PyTorch, and 97.33 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)"
|
||||
},
|
||||
"oom_ms": 197.6,
|
||||
"reserved_gib": {
|
||||
"before": 8.262,
|
||||
"after_oom": 8.262,
|
||||
"after_next_request": 8.287
|
||||
},
|
||||
"next_request_status": 200,
|
||||
"next_top": "yes",
|
||||
"pass": true,
|
||||
"t_start": 1790784907.3068488,
|
||||
"t_end": 1790784907.554095
|
||||
},
|
||||
"finished_utc": "2026-09-30T16:15:07Z"
|
||||
}
|
||||
+1
@@ -0,0 +1 @@
|
||||
35bbfe41a4b1b3227c24caa36199780398e09966ceb273fbe9402fb1631d6782
|
||||
@@ -0,0 +1,5 @@
|
||||
1790784749.283255359 sets:start
|
||||
1790784842.311562084 sets:done
|
||||
1790784887.437615498 shape:done
|
||||
1790784907.572533137 checks:done
|
||||
gpu3 after: 2 MiB
|
||||
+1
@@ -0,0 +1 @@
|
||||
{"status":"ok","model":{"name":"Intern-Decision-4B","source":"internlm/Intern-Decision-4B","revision":"0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","checkpoint":"/hf/hub/models--internlm--Intern-Decision-4B/snapshots/0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","inference_py_sha256":"c904e2c67ca0775621a22375ee373d2ba30b52117cda870c6c9ef74143b29863","temperature":1.99241824,"dtype":"bfloat16","attn_implementation":"sdpa","device":"cuda","max_length":8192,"torch_version":"2.10.0+cu128","transformers_version":"5.17.0","vision_tower":"removed","device_name":"NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition","allocated_gib":8.19,"reserved_gib":8.287,"max_reserved_gib":9.248},"vram_cap_gib":9.25,"max_tokens":8192,"max_decisions":64,"max_questions_per_call":16,"chunking":"/decide/shared questions are packed greedily, in request order, into calls of at most 16 (1-16, 17-32, ...); each call is one prompt, so the questions in a call are asked together. With orderings, ordering k of every decision forms wave k, packed the same way.","workloads":[]}
|
||||
+1
@@ -0,0 +1 @@
|
||||
{"status":"ok","model":{"name":"Intern-Decision-4B","source":"internlm/Intern-Decision-4B","revision":"0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","checkpoint":"/hf/hub/models--internlm--Intern-Decision-4B/snapshots/0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","inference_py_sha256":"c904e2c67ca0775621a22375ee373d2ba30b52117cda870c6c9ef74143b29863","temperature":1.99241824,"dtype":"bfloat16","attn_implementation":"sdpa","device":"cuda","max_length":8192,"torch_version":"2.10.0+cu128","transformers_version":"5.17.0","vision_tower":"removed","device_name":"NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition","allocated_gib":7.937,"reserved_gib":7.969,"max_reserved_gib":8.861},"vram_cap_gib":9.25,"max_tokens":8192,"max_decisions":64,"max_questions_per_call":16,"chunking":"/decide/shared questions are packed greedily, in request order, into calls of at most 16 (1-16, 17-32, ...); each call is one prompt, so the questions in a call are asked together. With orderings, ordering k of every decision forms wave k, packed the same way.","workloads":[]}
|
||||
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
+1490
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,488 @@
|
||||
{
|
||||
"url": "http://127.0.0.1:18033",
|
||||
"started_utc": "2026-09-30T16:24:52Z",
|
||||
"health": {
|
||||
"status": "ok",
|
||||
"model": {
|
||||
"name": "Intern-Decision-4B",
|
||||
"source": "internlm/Intern-Decision-4B",
|
||||
"revision": "0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd",
|
||||
"checkpoint": "/hf/hub/models--internlm--Intern-Decision-4B/snapshots/0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd",
|
||||
"inference_py_sha256": "c904e2c67ca0775621a22375ee373d2ba30b52117cda870c6c9ef74143b29863",
|
||||
"temperature": 1.99241824,
|
||||
"dtype": "bfloat16",
|
||||
"attn_implementation": "sdpa",
|
||||
"device": "cuda",
|
||||
"max_length": 8192,
|
||||
"torch_version": "2.10.0+cu128",
|
||||
"transformers_version": "5.17.0",
|
||||
"vision_tower": "removed",
|
||||
"device_name": "NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition",
|
||||
"allocated_gib": 7.937,
|
||||
"reserved_gib": 7.969,
|
||||
"max_reserved_gib": 8.861
|
||||
},
|
||||
"vram_cap_gib": 9.25,
|
||||
"max_tokens": 8192,
|
||||
"max_decisions": 64,
|
||||
"max_questions_per_call": 16,
|
||||
"chunking": "/decide/shared questions are packed greedily, in request order, into calls of at most 16 (1-16, 17-32, ...); each call is one prompt, so the questions in a call are asked together. With orderings, ordering k of every decision forms wave k, packed the same way.",
|
||||
"workloads": []
|
||||
},
|
||||
"auth": {
|
||||
"/decide": {
|
||||
"no_token": 401,
|
||||
"wrong_token": 401,
|
||||
"right_token": 200
|
||||
},
|
||||
"/decide/shared": {
|
||||
"no_token": 401,
|
||||
"wrong_token": 401,
|
||||
"right_token": 200
|
||||
},
|
||||
"health_no_token": 200,
|
||||
"pass": true,
|
||||
"t_start": 1790785492.2528422,
|
||||
"t_end": 1790785492.3375697
|
||||
},
|
||||
"chunking": {
|
||||
"status": [
|
||||
200,
|
||||
200,
|
||||
200
|
||||
],
|
||||
"timing": {
|
||||
"total_seconds": 0.15066236606799066,
|
||||
"batch_size": 20,
|
||||
"calls": 2,
|
||||
"questions_per_call": [
|
||||
16,
|
||||
4
|
||||
],
|
||||
"input_tokens": [
|
||||
1884,
|
||||
1328
|
||||
],
|
||||
"inference_seconds": 0.13768
|
||||
},
|
||||
"rows": [
|
||||
{
|
||||
"id": "d0",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q1",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d1",
|
||||
"top_whole": "no",
|
||||
"top_split": "no",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q2",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d2",
|
||||
"top_whole": "no",
|
||||
"top_split": "no",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q3",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d3",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q4",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d4",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q5",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d5",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q6",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d6",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q7",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d7",
|
||||
"top_whole": "no",
|
||||
"top_split": "no",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q8",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d8",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q9",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d9",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q10",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d10",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q11",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d11",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q12",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d12",
|
||||
"top_whole": "no",
|
||||
"top_split": "no",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q13",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d13",
|
||||
"top_whole": "no",
|
||||
"top_split": "no",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q14",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d14",
|
||||
"top_whole": "no",
|
||||
"top_split": "no",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q15",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d15",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q16",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d16",
|
||||
"top_whole": "unclear",
|
||||
"top_split": "unclear",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 1,
|
||||
"field": "q1",
|
||||
"questions": 4
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d17",
|
||||
"top_whole": "unclear",
|
||||
"top_split": "unclear",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 1,
|
||||
"field": "q2",
|
||||
"questions": 4
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d18",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 1,
|
||||
"field": "q3",
|
||||
"questions": 4
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d19",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 1,
|
||||
"field": "q4",
|
||||
"questions": 4
|
||||
},
|
||||
"sha_equal": true
|
||||
}
|
||||
],
|
||||
"e2e_ms": 157.3,
|
||||
"pass": true,
|
||||
"t_start": 1790785492.3376284,
|
||||
"t_end": 1790785492.6581485
|
||||
},
|
||||
"queue": {
|
||||
"sent": 48,
|
||||
"max_queue": 32,
|
||||
"ok": 32,
|
||||
"busy_429": 16,
|
||||
"codes_429": [
|
||||
"busy"
|
||||
],
|
||||
"other": [],
|
||||
"pass": true,
|
||||
"t_start": 1790785492.6582093,
|
||||
"t_end": 1790785499.6040177
|
||||
},
|
||||
"fit": {
|
||||
"largest_ok_state_chars": 9508,
|
||||
"largest_ok_tokens": 8191,
|
||||
"probes": [
|
||||
[
|
||||
31950,
|
||||
422,
|
||||
null
|
||||
],
|
||||
[
|
||||
16475,
|
||||
422,
|
||||
null
|
||||
],
|
||||
[
|
||||
8737,
|
||||
200,
|
||||
8005
|
||||
],
|
||||
[
|
||||
12606,
|
||||
422,
|
||||
null
|
||||
],
|
||||
[
|
||||
10671,
|
||||
422,
|
||||
null
|
||||
],
|
||||
[
|
||||
9704,
|
||||
422,
|
||||
null
|
||||
],
|
||||
[
|
||||
9220,
|
||||
200,
|
||||
8120
|
||||
],
|
||||
[
|
||||
9462,
|
||||
200,
|
||||
8176
|
||||
],
|
||||
[
|
||||
9583,
|
||||
422,
|
||||
null
|
||||
],
|
||||
[
|
||||
9522,
|
||||
422,
|
||||
null
|
||||
],
|
||||
[
|
||||
9492,
|
||||
200,
|
||||
8185
|
||||
],
|
||||
[
|
||||
9507,
|
||||
200,
|
||||
8191
|
||||
],
|
||||
[
|
||||
9514,
|
||||
422,
|
||||
null
|
||||
],
|
||||
[
|
||||
9510,
|
||||
422,
|
||||
null
|
||||
],
|
||||
[
|
||||
9508,
|
||||
200,
|
||||
8191
|
||||
],
|
||||
[
|
||||
9509,
|
||||
422,
|
||||
null
|
||||
]
|
||||
],
|
||||
"t_start": 1790785499.6040773,
|
||||
"t_end": 1790785508.5767787
|
||||
},
|
||||
"maxreq": {
|
||||
"state_chars": 9508,
|
||||
"tokens_per_call": 8191,
|
||||
"decisions": 64,
|
||||
"options_each": 16,
|
||||
"body_bytes": 101019,
|
||||
"runs": [
|
||||
{
|
||||
"status": 200,
|
||||
"e2e_ms": 1671.9,
|
||||
"code": null,
|
||||
"calls": 4,
|
||||
"input_tokens": [
|
||||
8191,
|
||||
8191,
|
||||
8191,
|
||||
8191
|
||||
],
|
||||
"reserved_gib_after": 7.969,
|
||||
"max_reserved_gib": 9.25,
|
||||
"t_end": 1790785520.5513089
|
||||
},
|
||||
{
|
||||
"status": 200,
|
||||
"e2e_ms": 1672.4,
|
||||
"code": null,
|
||||
"calls": 4,
|
||||
"input_tokens": [
|
||||
8191,
|
||||
8191,
|
||||
8191,
|
||||
8191
|
||||
],
|
||||
"reserved_gib_after": 7.969,
|
||||
"max_reserved_gib": 9.25,
|
||||
"t_end": 1790785522.2301269
|
||||
},
|
||||
{
|
||||
"status": 200,
|
||||
"e2e_ms": 1675.4,
|
||||
"code": null,
|
||||
"calls": 4,
|
||||
"input_tokens": [
|
||||
8191,
|
||||
8191,
|
||||
8191,
|
||||
8191
|
||||
],
|
||||
"reserved_gib_after": 7.969,
|
||||
"max_reserved_gib": 9.25,
|
||||
"t_end": 1790785523.9114661
|
||||
}
|
||||
],
|
||||
"t_start": 1790785508.5768383,
|
||||
"t_end": 1790785523.9116056
|
||||
},
|
||||
"oom": {
|
||||
"oom_status": 200,
|
||||
"oom_error": null,
|
||||
"oom_ms": 1665.4,
|
||||
"reserved_gib": {
|
||||
"before": 7.969,
|
||||
"after_oom": 7.969,
|
||||
"after_next_request": 7.975
|
||||
},
|
||||
"next_request_status": 200,
|
||||
"next_top": "yes",
|
||||
"pass": false,
|
||||
"t_start": 1790785523.9116578,
|
||||
"t_end": 1790785525.6274366
|
||||
},
|
||||
"finished_utc": "2026-09-30T16:25:25Z"
|
||||
}
|
||||
@@ -0,0 +1 @@
|
||||
5068d9162b114ffd3b9773ce3a001634a40605e8e9777778e586bc28475e2c9f
|
||||
@@ -0,0 +1,5 @@
|
||||
1790785352.925568640 sets:start
|
||||
1790785446.620798652 sets:done
|
||||
1790785492.200303780 shape:done
|
||||
1790785525.645862796 checks:done
|
||||
gpu3 after: 2 MiB
|
||||
@@ -0,0 +1 @@
|
||||
{"status":"ok","model":{"name":"Intern-Decision-4B","source":"internlm/Intern-Decision-4B","revision":"0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","checkpoint":"/hf/hub/models--internlm--Intern-Decision-4B/snapshots/0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","inference_py_sha256":"c904e2c67ca0775621a22375ee373d2ba30b52117cda870c6c9ef74143b29863","temperature":1.99241824,"dtype":"bfloat16","attn_implementation":"sdpa","device":"cuda","max_length":8192,"torch_version":"2.10.0+cu128","transformers_version":"5.17.0","vision_tower":"removed","device_name":"NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition","allocated_gib":7.937,"reserved_gib":7.975,"max_reserved_gib":9.25},"vram_cap_gib":9.25,"max_tokens":8192,"max_decisions":64,"max_questions_per_call":16,"chunking":"/decide/shared questions are packed greedily, in request order, into calls of at most 16 (1-16, 17-32, ...); each call is one prompt, so the questions in a call are asked together. With orderings, ordering k of every decision forms wave k, packed the same way.","workloads":[]}
|
||||
@@ -0,0 +1 @@
|
||||
{"status":"ok","model":{"name":"Intern-Decision-4B","source":"internlm/Intern-Decision-4B","revision":"0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","checkpoint":"/hf/hub/models--internlm--Intern-Decision-4B/snapshots/0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","inference_py_sha256":"c904e2c67ca0775621a22375ee373d2ba30b52117cda870c6c9ef74143b29863","temperature":1.99241824,"dtype":"bfloat16","attn_implementation":"sdpa","device":"cuda","max_length":8192,"torch_version":"2.10.0+cu128","transformers_version":"5.17.0","vision_tower":"removed","device_name":"NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition","allocated_gib":7.937,"reserved_gib":7.969,"max_reserved_gib":8.861},"vram_cap_gib":9.25,"max_tokens":8192,"max_decisions":64,"max_questions_per_call":16,"chunking":"/decide/shared questions are packed greedily, in request order, into calls of at most 16 (1-16, 17-32, ...); each call is one prompt, so the questions in a call are asked together. With orderings, ordering k of every decision forms wave k, packed the same way.","workloads":[]}
|
||||
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1 @@
|
||||
297e8eb1cac5b35462bd8ab9c918791fb84c064372f3280596b1911dfb5c5f92
|
||||
@@ -0,0 +1,3 @@
|
||||
1790785597.522606520 sets:start
|
||||
1790785680.424011199 sets:done
|
||||
gpu3 after: 2 MiB
|
||||
@@ -0,0 +1 @@
|
||||
{"status":"ok","model":{"name":"Intern-Decision-4B","source":"internlm/Intern-Decision-4B","revision":"0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","checkpoint":"/hf/hub/models--internlm--Intern-Decision-4B/snapshots/0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","inference_py_sha256":"c904e2c67ca0775621a22375ee373d2ba30b52117cda870c6c9ef74143b29863","temperature":1.99241824,"dtype":"bfloat16","attn_implementation":"sdpa","device":"cuda","max_length":8192,"torch_version":"2.10.0+cu128","transformers_version":"5.17.0","vision_tower":"removed","device_name":"NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition","allocated_gib":7.937,"reserved_gib":8.082,"max_reserved_gib":8.861},"vram_cap_gib":9.25,"max_tokens":8192,"max_decisions":64,"max_questions_per_call":16,"chunking":"/decide/shared questions are packed greedily, in request order, into calls of at most 16 (1-16, 17-32, ...); each call is one prompt, so the questions in a call are asked together. With orderings, ordering k of every decision forms wave k, packed the same way.","workloads":[]}
|
||||
@@ -0,0 +1 @@
|
||||
{"status":"ok","model":{"name":"Intern-Decision-4B","source":"internlm/Intern-Decision-4B","revision":"0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","checkpoint":"/hf/hub/models--internlm--Intern-Decision-4B/snapshots/0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","inference_py_sha256":"c904e2c67ca0775621a22375ee373d2ba30b52117cda870c6c9ef74143b29863","temperature":1.99241824,"dtype":"bfloat16","attn_implementation":"sdpa","device":"cuda","max_length":8192,"torch_version":"2.10.0+cu128","transformers_version":"5.17.0","vision_tower":"removed","device_name":"NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition","allocated_gib":7.937,"reserved_gib":7.969,"max_reserved_gib":8.861},"vram_cap_gib":9.25,"max_tokens":8192,"max_decisions":64,"max_questions_per_call":16,"chunking":"/decide/shared questions are packed greedily, in request order, into calls of at most 16 (1-16, 17-32, ...); each call is one prompt, so the questions in a call are asked together. With orderings, ordering k of every decision forms wave k, packed the same way.","workloads":[]}
|
||||
File diff suppressed because one or more lines are too long
@@ -0,0 +1,824 @@
|
||||
# pid=1876154 gpu=GPU-186dacf4-f447-ef03-ffc3-12ab28e1b8ff
|
||||
1790785594.709607614,8812,8822
|
||||
1790785594.816992687,8812,8822
|
||||
1790785594.924898727,8812,8822
|
||||
1790785595.033046259,8812,8822
|
||||
1790785595.141369014,8812,8822
|
||||
1790785595.248597454,8812,8822
|
||||
1790785595.356106069,8812,8822
|
||||
1790785595.461684860,8812,8822
|
||||
1790785595.568335084,8812,8822
|
||||
1790785595.677359057,8812,8822
|
||||
1790785595.784828471,8812,8822
|
||||
1790785595.893056614,8812,8822
|
||||
1790785596.000834872,8812,8822
|
||||
1790785596.108520269,8812,8822
|
||||
1790785596.216519879,8812,8822
|
||||
1790785596.324879214,8812,8822
|
||||
1790785596.435465377,8812,8822
|
||||
1790785596.538976832,8812,8822
|
||||
1790785596.640537193,8812,8822
|
||||
1790785596.748622415,8812,8822
|
||||
1790785596.855910686,8812,8822
|
||||
1790785596.960802619,8812,8822
|
||||
1790785597.068066870,8812,8822
|
||||
1790785597.176499836,8812,8822
|
||||
1790785597.283548085,8812,8822
|
||||
1790785597.388865952,8812,8822
|
||||
1790785597.494897239,8812,8822
|
||||
1790785597.604805643,8812,8828
|
||||
1790785597.713374780,8818,8828
|
||||
1790785597.821776126,8818,8828
|
||||
1790785597.929445682,8818,8828
|
||||
1790785598.038907031,8818,8828
|
||||
1790785598.149278011,8818,8828
|
||||
1790785598.253166101,8818,8828
|
||||
1790785598.353414965,8818,8828
|
||||
1790785598.453979335,8818,8828
|
||||
1790785598.553564822,8818,8828
|
||||
1790785598.654889150,8818,8828
|
||||
1790785598.756197598,8818,8828
|
||||
1790785598.859435040,8818,8828
|
||||
1790785598.970913513,8818,8828
|
||||
1790785599.080827787,8818,8828
|
||||
1790785599.184755328,8818,8828
|
||||
1790785599.289914433,8818,8828
|
||||
1790785599.392404476,8818,8828
|
||||
1790785599.497476210,8818,8828
|
||||
1790785599.600688592,8818,8828
|
||||
1790785599.703101704,8818,8828
|
||||
1790785599.804872157,8818,8828
|
||||
1790785599.906468969,8818,8828
|
||||
1790785600.009585269,8818,8828
|
||||
1790785600.112002001,8818,8828
|
||||
1790785600.216424348,8818,8828
|
||||
1790785600.319480468,8818,8828
|
||||
1790785600.421649716,8818,8828
|
||||
1790785600.528636134,8834,8844
|
||||
1790785600.632067539,8834,8844
|
||||
1790785600.737269314,8834,8844
|
||||
1790785600.845817212,8834,8844
|
||||
1790785600.955924229,8834,8844
|
||||
1790785601.065167244,8834,8844
|
||||
1790785601.173459918,8834,8844
|
||||
1790785601.275585876,8834,8844
|
||||
1790785601.376744613,8834,8844
|
||||
1790785601.477399873,8834,8844
|
||||
1790785601.577554757,8834,8844
|
||||
1790785601.681883482,8834,8844
|
||||
1790785601.781832583,8834,8844
|
||||
1790785601.881254388,8834,8844
|
||||
1790785601.987499567,8834,8844
|
||||
1790785602.091864893,8834,8844
|
||||
1790785602.199146025,8834,8844
|
||||
1790785602.301492325,8834,8844
|
||||
1790785602.401721421,8834,8844
|
||||
1790785602.503718457,8834,8844
|
||||
1790785602.610046707,8834,8844
|
||||
1790785602.710030509,8834,8844
|
||||
1790785602.815224675,8834,8844
|
||||
1790785602.926878220,8834,8844
|
||||
1790785603.037626455,8834,8844
|
||||
1790785603.152249027,8834,8844
|
||||
1790785603.264584071,8834,8844
|
||||
1790785603.372698943,8834,8844
|
||||
1790785603.477801828,8834,8844
|
||||
1790785603.579362999,8834,8844
|
||||
1790785603.681387566,8834,8844
|
||||
1790785603.782639273,8834,8844
|
||||
1790785603.885451800,8834,8844
|
||||
1790785603.989455181,8834,8844
|
||||
1790785604.098090159,8834,8844
|
||||
1790785604.201761727,8834,8844
|
||||
1790785604.305011539,8834,8844
|
||||
1790785604.409081811,8834,8844
|
||||
1790785604.512517535,8834,8844
|
||||
1790785604.614802175,8834,8844
|
||||
1790785604.713588272,8834,8844
|
||||
1790785604.815137484,8834,8844
|
||||
1790785604.915937565,8834,8844
|
||||
1790785605.020434713,8834,8844
|
||||
1790785605.124779798,8834,8844
|
||||
1790785605.229297326,8834,8844
|
||||
1790785605.331117430,8834,8844
|
||||
1790785605.436974244,8834,8844
|
||||
1790785605.542899320,8834,8844
|
||||
1790785605.644078616,8834,8844
|
||||
1790785605.747651512,8834,8844
|
||||
1790785605.852402002,8834,8844
|
||||
1790785605.956299703,8834,8844
|
||||
1790785606.059734557,8834,8844
|
||||
1790785606.163191702,8834,8844
|
||||
1790785606.265541472,8834,8844
|
||||
1790785606.368260768,8834,8844
|
||||
1790785606.473078299,8834,8844
|
||||
1790785606.575602622,8834,8844
|
||||
1790785606.678994846,8834,8844
|
||||
1790785606.784679758,8834,8844
|
||||
1790785606.889345798,8834,8844
|
||||
1790785606.993861255,8834,8844
|
||||
1790785607.100494429,8834,8844
|
||||
1790785607.205149228,8834,8844
|
||||
1790785607.311194665,8834,8844
|
||||
1790785607.414642479,8834,8844
|
||||
1790785607.517948472,8834,8844
|
||||
1790785607.621723590,8834,8844
|
||||
1790785607.727616745,8834,8844
|
||||
1790785607.833617031,8834,8844
|
||||
1790785607.938896658,8834,8844
|
||||
1790785608.042700187,8834,8844
|
||||
1790785608.140533502,8834,8844
|
||||
1790785608.247990236,8834,8844
|
||||
1790785608.351987677,8834,8844
|
||||
1790785608.455081988,8834,8844
|
||||
1790785608.564665847,8834,8844
|
||||
1790785608.668684579,8834,8844
|
||||
1790785608.775319142,8834,8844
|
||||
1790785608.879589447,8834,8844
|
||||
1790785608.985530912,8834,8844
|
||||
1790785609.087797973,8834,8844
|
||||
1790785609.189815479,8834,8844
|
||||
1790785609.293544727,8834,8844
|
||||
1790785609.396092391,8834,8844
|
||||
1790785609.498586613,8834,8844
|
||||
1790785609.602181690,8834,8844
|
||||
1790785609.705227099,8834,8844
|
||||
1790785609.809577755,8834,8844
|
||||
1790785609.909819960,8834,8844
|
||||
1790785610.013946692,8834,8844
|
||||
1790785610.118052575,8834,8844
|
||||
1790785610.224352244,8834,8844
|
||||
1790785610.325897116,8834,8844
|
||||
1790785610.428928785,8834,8844
|
||||
1790785610.535526758,8834,8844
|
||||
1790785610.642880021,8834,8844
|
||||
1790785610.749195921,8834,8844
|
||||
1790785610.854299995,8834,8844
|
||||
1790785610.959345760,8834,8844
|
||||
1790785611.057644541,8834,8844
|
||||
1790785611.162914308,8834,8844
|
||||
1790785611.265354080,8834,8844
|
||||
1790785611.369277920,8834,8844
|
||||
1790785611.476475781,8834,8844
|
||||
1790785611.578745070,8834,8844
|
||||
1790785611.679811786,8834,8844
|
||||
1790785611.781109914,8834,8844
|
||||
1790785611.882821407,8834,8844
|
||||
1790785611.989731764,8834,8844
|
||||
1790785612.090828119,8834,8844
|
||||
1790785612.194495547,8834,8844
|
||||
1790785612.299318158,8854,8864
|
||||
1790785612.405717789,8854,8864
|
||||
1790785612.509670219,8854,8864
|
||||
1790785612.611490634,8854,8864
|
||||
1790785612.713851885,8854,8864
|
||||
1790785612.818102099,8854,8864
|
||||
1790785612.931263743,8854,8864
|
||||
1790785613.042444483,8854,8864
|
||||
1790785613.146651757,8854,8864
|
||||
1790785613.244824427,8854,8864
|
||||
1790785613.346989145,8854,8864
|
||||
1790785613.446492191,8854,8864
|
||||
1790785613.550027247,8854,8864
|
||||
1790785613.652009473,8854,8864
|
||||
1790785613.753048948,8854,8864
|
||||
1790785613.857993561,8854,8864
|
||||
1790785613.961286073,8854,8864
|
||||
1790785614.068251751,8854,8864
|
||||
1790785614.175608643,8854,8864
|
||||
1790785614.275942660,8854,8864
|
||||
1790785614.381020194,8854,8864
|
||||
1790785614.490005277,8854,8864
|
||||
1790785614.593374510,8854,8864
|
||||
1790785614.696966517,8854,8864
|
||||
1790785614.804012255,8854,8864
|
||||
1790785614.909376794,8854,8864
|
||||
1790785615.013724309,8854,8864
|
||||
1790785615.113710911,8854,8864
|
||||
1790785615.218621664,8854,8864
|
||||
1790785615.325510901,8854,8864
|
||||
1790785615.427057001,8854,8864
|
||||
1790785615.532458900,8854,8864
|
||||
1790785615.632612164,8854,8864
|
||||
1790785615.736959769,8854,8864
|
||||
1790785615.841860152,8854,8864
|
||||
1790785615.942890456,8854,8864
|
||||
1790785616.045516321,8854,8864
|
||||
1790785616.152524779,8854,8864
|
||||
1790785616.256817154,8854,8864
|
||||
1790785616.361177800,8854,8864
|
||||
1790785616.467057594,8854,8864
|
||||
1790785616.571422080,8854,8864
|
||||
1790785616.675638544,8854,8864
|
||||
1790785616.779704536,8854,8864
|
||||
1790785616.882084087,8854,8864
|
||||
1790785616.987007890,8854,8864
|
||||
1790785617.087598729,8854,8864
|
||||
1790785617.190860741,8854,8864
|
||||
1790785617.289878591,8854,8864
|
||||
1790785617.392270463,8854,8864
|
||||
1790785617.496012091,8854,8864
|
||||
1790785617.597668343,8854,8864
|
||||
1790785617.695188295,8854,8864
|
||||
1790785617.798671640,8854,8864
|
||||
1790785617.899695824,8854,8864
|
||||
1790785618.005153303,8854,8864
|
||||
1790785618.108155643,8854,8864
|
||||
1790785618.211467855,8854,8864
|
||||
1790785618.316917815,8854,8864
|
||||
1790785618.415973965,8854,8864
|
||||
1790785618.520995988,8854,8864
|
||||
1790785618.627517601,8854,8864
|
||||
1790785618.733268573,8854,8864
|
||||
1790785618.838960016,8854,8864
|
||||
1790785618.943700936,8854,8864
|
||||
1790785619.055231550,8854,8864
|
||||
1790785619.162038316,8854,8864
|
||||
1790785619.266056477,8854,8864
|
||||
1790785619.372013133,8854,8864
|
||||
1790785619.485965127,8854,8864
|
||||
1790785619.591275494,8854,8864
|
||||
1790785619.695828133,8854,8864
|
||||
1790785619.797798199,8854,8864
|
||||
1790785619.904368532,8854,8864
|
||||
1790785620.009285214,8854,8864
|
||||
1790785620.115275690,8854,8864
|
||||
1790785620.219060119,8854,8864
|
||||
1790785620.321849395,8854,8864
|
||||
1790785620.428324017,8854,8864
|
||||
1790785620.529572044,8854,8864
|
||||
1790785620.638067491,8854,8864
|
||||
1790785620.741757228,8854,8864
|
||||
1790785620.846063233,8854,8864
|
||||
1790785620.949969423,8854,8864
|
||||
1790785621.056030290,8854,8864
|
||||
1790785621.160429466,8854,8864
|
||||
1790785621.267196822,8854,8864
|
||||
1790785621.369844626,8854,8864
|
||||
1790785621.472031105,8854,8864
|
||||
1790785621.577285942,8854,8864
|
||||
1790785621.683730383,8854,8864
|
||||
1790785621.797087860,8854,8864
|
||||
1790785621.906694080,8854,8864
|
||||
1790785622.014675510,8854,8864
|
||||
1790785622.125799340,8854,8864
|
||||
1790785622.236610714,8854,8864
|
||||
1790785622.348098738,8854,8864
|
||||
1790785622.451529492,8854,8864
|
||||
1790785622.553111574,8854,8864
|
||||
1790785622.657991336,8854,8864
|
||||
1790785622.759256684,8854,8864
|
||||
1790785622.865012306,8854,8864
|
||||
1790785622.967288047,8854,8864
|
||||
1790785623.066208385,8854,8864
|
||||
1790785623.173430816,8854,8864
|
||||
1790785623.274718484,8854,8864
|
||||
1790785623.375495875,8854,8864
|
||||
1790785623.481760815,8854,8864
|
||||
1790785623.585582034,8854,8864
|
||||
1790785623.691741052,8854,8864
|
||||
1790785623.796050887,8854,8864
|
||||
1790785623.899095766,8854,8864
|
||||
1790785624.005883682,8854,8864
|
||||
1790785624.108590018,8854,8864
|
||||
1790785624.207309874,8854,8864
|
||||
1790785624.309983718,8854,8864
|
||||
1790785624.417641065,8854,8864
|
||||
1790785624.523136494,8854,8864
|
||||
1790785624.628142478,8854,8864
|
||||
1790785624.728287042,8854,8864
|
||||
1790785624.829741402,8854,8864
|
||||
1790785624.932206234,8854,8864
|
||||
1790785625.043059750,8854,8864
|
||||
1790785625.150292661,8854,8864
|
||||
1790785625.255469867,8854,8864
|
||||
1790785625.355052254,8854,8864
|
||||
1790785625.456987359,8854,8864
|
||||
1790785625.563916547,8854,8864
|
||||
1790785625.669842002,8854,8864
|
||||
1790785625.775950599,8854,8864
|
||||
1790785625.880499597,8854,8864
|
||||
1790785625.984476328,8854,8864
|
||||
1790785626.085764326,8854,8864
|
||||
1790785626.188315380,8854,8864
|
||||
1790785626.287356840,8854,8864
|
||||
1790785626.394873664,8854,8864
|
||||
1790785626.499558344,8854,8864
|
||||
1790785626.606170207,8854,8864
|
||||
1790785626.714858666,8854,8864
|
||||
1790785626.823257802,8854,8864
|
||||
1790785626.931415534,8854,8864
|
||||
1790785627.040469488,8854,8864
|
||||
1790785627.143434666,8854,8864
|
||||
1790785627.248763314,8854,8864
|
||||
1790785627.351460559,8854,8864
|
||||
1790785627.453001510,8854,8864
|
||||
1790785627.558009084,8854,8864
|
||||
1790785627.659347522,8854,8864
|
||||
1790785627.765135116,8854,8864
|
||||
1790785627.872018123,8854,8864
|
||||
1790785627.972452320,8854,8864
|
||||
1790785628.077579605,8854,8864
|
||||
1790785628.181635927,8854,8864
|
||||
1790785628.288393502,8854,8864
|
||||
1790785628.390023014,8854,8864
|
||||
1790785628.495781537,8854,8864
|
||||
1790785628.601113285,8854,8864
|
||||
1790785628.703923001,8854,8864
|
||||
1790785628.807478317,8854,8864
|
||||
1790785628.913873088,8854,8864
|
||||
1790785629.017692767,8854,8864
|
||||
1790785629.118337987,8854,8864
|
||||
1790785629.223488352,8854,8864
|
||||
1790785629.324346285,8854,8864
|
||||
1790785629.425777745,8854,8864
|
||||
1790785629.531257964,8854,8864
|
||||
1790785629.636408389,8854,8864
|
||||
1790785629.741149630,8854,8864
|
||||
1790785629.844872378,8854,8864
|
||||
1790785629.950318637,8854,8864
|
||||
1790785630.054754954,8854,8864
|
||||
1790785630.155855469,8854,8864
|
||||
1790785630.258610295,8854,8864
|
||||
1790785630.358727428,8854,8864
|
||||
1790785630.465868359,8854,8864
|
||||
1790785630.571165316,8854,8864
|
||||
1790785630.675700914,8854,8864
|
||||
1790785630.780877199,8854,8864
|
||||
1790785630.887339471,8854,8864
|
||||
1790785630.991424393,8854,8864
|
||||
1790785631.095633457,8854,8864
|
||||
1790785631.201364770,8854,8864
|
||||
1790785631.303251075,8854,8864
|
||||
1790785631.405481615,8854,8864
|
||||
1790785631.511842834,8854,8864
|
||||
1790785631.615997038,8854,8864
|
||||
1790785631.719476463,8854,8864
|
||||
1790785631.827154339,8854,8864
|
||||
1790785631.930559383,8854,8864
|
||||
1790785632.032668751,8854,8864
|
||||
1790785632.144925254,8854,8864
|
||||
1790785632.256684581,8854,8864
|
||||
1790785632.368422368,8854,8864
|
||||
1790785632.472093765,8854,8864
|
||||
1790785632.575447158,8854,8864
|
||||
1790785632.687123614,8854,8864
|
||||
1790785632.795828053,8854,8864
|
||||
1790785632.907902674,8854,8864
|
||||
1790785633.016265599,8854,8864
|
||||
1790785633.118044383,8854,8864
|
||||
1790785633.221721620,8854,8864
|
||||
1790785633.323794538,8854,8864
|
||||
1790785633.429383878,8854,8864
|
||||
1790785633.529978268,8854,8864
|
||||
1790785633.633481393,8854,8864
|
||||
1790785633.737002249,8854,8864
|
||||
1790785633.842145054,8854,8864
|
||||
1790785633.945815101,8854,8864
|
||||
1790785634.047307452,8854,8864
|
||||
1790785634.153913155,8854,8864
|
||||
1790785634.256097104,8854,8864
|
||||
1790785634.358168811,8854,8864
|
||||
1790785634.456825216,8854,8864
|
||||
1790785634.561727809,8854,8864
|
||||
1790785634.670975305,8854,8864
|
||||
1790785634.774198547,8854,8864
|
||||
1790785634.875493934,8854,8864
|
||||
1790785634.977562682,8854,8864
|
||||
1790785635.075459388,8854,8864
|
||||
1790785635.185832488,8854,8864
|
||||
1790785635.295771582,8854,8864
|
||||
1790785635.405594965,8854,8864
|
||||
1790785635.515770653,8854,8864
|
||||
1790785635.625450494,8854,8864
|
||||
1790785635.733832639,8854,8864
|
||||
1790785635.841840120,8854,8864
|
||||
1790785635.944543355,8854,8864
|
||||
1790785636.051086838,8854,8864
|
||||
1790785636.155643446,8854,8864
|
||||
1790785636.261064475,8854,8864
|
||||
1790785636.364041373,8854,8864
|
||||
1790785636.470979541,8854,8864
|
||||
1790785636.572649613,8854,8864
|
||||
1790785636.674608179,8854,8864
|
||||
1790785636.779137878,8854,8864
|
||||
1790785636.879718366,8854,8864
|
||||
1790785636.980323516,8854,8864
|
||||
1790785637.083720000,8854,8864
|
||||
1790785637.189940868,8854,8864
|
||||
1790785637.289978991,8854,8864
|
||||
1790785637.391302539,8854,8864
|
||||
1790785637.493199054,8854,8864
|
||||
1790785637.598102267,8854,8864
|
||||
1790785637.697995918,8854,8864
|
||||
1790785637.801950218,8854,8864
|
||||
1790785637.900464102,8854,8864
|
||||
1790785638.001100852,8854,8864
|
||||
1790785638.104380644,8854,8864
|
||||
1790785638.211928219,8854,8864
|
||||
1790785638.313021714,8854,8864
|
||||
1790785638.417312690,8854,8864
|
||||
1790785638.518800170,8854,8864
|
||||
1790785638.620347191,8854,8864
|
||||
1790785638.723609123,8854,8864
|
||||
1790785638.829371806,8854,8864
|
||||
1790785638.933789613,8854,8864
|
||||
1790785639.034823357,8854,8864
|
||||
1790785639.141157247,8854,8864
|
||||
1790785639.245816406,8854,8864
|
||||
1790785639.347584081,8854,8864
|
||||
1790785639.451502371,8854,8864
|
||||
1790785639.555872487,8854,8864
|
||||
1790785639.660972511,8854,8864
|
||||
1790785639.765607051,8854,8864
|
||||
1790785639.869784104,8854,8864
|
||||
1790785639.970669737,8854,8864
|
||||
1790785640.076277738,8854,8864
|
||||
1790785640.179462039,8854,8864
|
||||
1790785640.281087101,8854,8864
|
||||
1790785640.384766178,8854,8864
|
||||
1790785640.487522064,8854,8864
|
||||
1790785640.593664942,8854,8864
|
||||
1790785640.698969049,8854,8864
|
||||
1790785640.798103661,8854,8864
|
||||
1790785640.895792144,8854,8864
|
||||
1790785641.001206213,8854,8864
|
||||
1790785641.105196004,8854,8864
|
||||
1790785641.211726616,8854,8864
|
||||
1790785641.313044895,8854,8864
|
||||
1790785641.413627674,8854,8864
|
||||
1790785641.517159189,8854,8864
|
||||
1790785641.620146288,8854,8864
|
||||
1790785641.723693284,8854,8864
|
||||
1790785641.829768181,8854,8864
|
||||
1790785641.937343036,8854,8864
|
||||
1790785642.046708223,8854,8864
|
||||
1790785642.155712746,8854,8864
|
||||
1790785642.265418538,8854,8864
|
||||
1790785642.375133099,8854,8864
|
||||
1790785642.484202643,8854,8864
|
||||
1790785642.589452650,8854,8864
|
||||
1790785642.694025108,8854,8864
|
||||
1790785642.796358589,8854,8864
|
||||
1790785642.897145511,8854,8864
|
||||
1790785643.001402495,8854,8864
|
||||
1790785643.104206121,8854,8864
|
||||
1790785643.203781029,8854,8864
|
||||
1790785643.309912816,8854,8864
|
||||
1790785643.409834987,8854,8864
|
||||
1790785643.512463071,8854,8864
|
||||
1790785643.615878065,8854,8864
|
||||
1790785643.718539760,8854,8864
|
||||
1790785643.824241192,8854,8864
|
||||
1790785643.926702955,8854,8864
|
||||
1790785644.031460465,8854,8864
|
||||
1790785644.139667949,8854,8864
|
||||
1790785644.241470773,8854,8864
|
||||
1790785644.344773436,8854,8864
|
||||
1790785644.449656177,8854,8864
|
||||
1790785644.559841675,8854,8864
|
||||
1790785644.671732864,8854,8864
|
||||
1790785644.780489643,8854,8864
|
||||
1790785644.889532297,8854,8864
|
||||
1790785644.992899950,8854,8864
|
||||
1790785645.097801673,8854,8864
|
||||
1790785645.200466377,8854,8864
|
||||
1790785645.302586495,8854,8864
|
||||
1790785645.408118676,8854,8864
|
||||
1790785645.511590931,8854,8864
|
||||
1790785645.618421547,8854,8864
|
||||
1790785645.722858943,8854,8864
|
||||
1790785645.823196640,8854,8864
|
||||
1790785645.924369596,8854,8864
|
||||
1790785646.026633616,8854,8864
|
||||
1790785646.127737251,8854,8864
|
||||
1790785646.231319237,8854,8864
|
||||
1790785646.332045189,8854,8864
|
||||
1790785646.432101101,8854,8864
|
||||
1790785646.533951646,8854,8864
|
||||
1790785646.639285664,8854,8864
|
||||
1790785646.738037250,8854,8864
|
||||
1790785646.841626186,8854,8864
|
||||
1790785646.943460241,8854,8864
|
||||
1790785647.045925603,8854,8864
|
||||
1790785647.149280537,8854,8864
|
||||
1790785647.251772589,8854,8864
|
||||
1790785647.351781811,8854,8864
|
||||
1790785647.454144143,8854,8864
|
||||
1790785647.555127807,8854,8864
|
||||
1790785647.662187066,8854,8864
|
||||
1790785647.765850033,8854,8864
|
||||
1790785647.865377349,8854,8864
|
||||
1790785647.971569857,8854,8864
|
||||
1790785648.075686310,8854,8864
|
||||
1790785648.175992786,8854,8864
|
||||
1790785648.277934072,8854,8864
|
||||
1790785648.383741525,8854,8864
|
||||
1790785648.487893378,8854,8864
|
||||
1790785648.594739084,8854,8864
|
||||
1790785648.696327196,8854,8864
|
||||
1790785648.795881343,8854,8864
|
||||
1790785648.899611720,8854,8864
|
||||
1790785649.003251587,8854,8864
|
||||
1790785649.101637009,8854,8864
|
||||
1790785649.200916352,8854,8864
|
||||
1790785649.303778150,8854,8864
|
||||
1790785649.412129084,8854,8864
|
||||
1790785649.519651299,8854,8864
|
||||
1790785649.621185050,8854,8864
|
||||
1790785649.725719988,8854,8864
|
||||
1790785649.827595463,8854,8864
|
||||
1790785649.933179354,8854,8864
|
||||
1790785650.045646669,8854,8864
|
||||
1790785650.155756256,8854,8864
|
||||
1790785650.259020279,8854,8864
|
||||
1790785650.356623231,8854,8864
|
||||
1790785650.457543284,8854,8864
|
||||
1790785650.559331198,8854,8864
|
||||
1790785650.661498247,8854,8864
|
||||
1790785650.771961958,8854,8864
|
||||
1790785650.872335334,8854,8864
|
||||
1790785650.974646645,8854,8864
|
||||
1790785651.077901647,8854,8864
|
||||
1790785651.177697246,8854,8864
|
||||
1790785651.282428017,8854,8864
|
||||
1790785651.385221513,8854,8864
|
||||
1790785651.489774321,8854,8864
|
||||
1790785651.594009955,8854,8864
|
||||
1790785651.697537431,8854,8864
|
||||
1790785651.800763343,8854,8864
|
||||
1790785651.911732499,8854,8864
|
||||
1790785652.024282926,8854,8864
|
||||
1790785652.133680344,8854,8864
|
||||
1790785652.241492892,8854,8864
|
||||
1790785652.343251496,8854,8864
|
||||
1790785652.446881842,8854,8864
|
||||
1790785652.552381663,8854,8864
|
||||
1790785652.655473402,8854,8864
|
||||
1790785652.760950592,8854,8864
|
||||
1790785652.866045897,8854,8864
|
||||
1790785652.967181823,8854,8864
|
||||
1790785653.071968044,8854,8864
|
||||
1790785653.184636942,8854,8864
|
||||
1790785653.291100433,8854,8864
|
||||
1790785653.397361913,8854,8864
|
||||
1790785653.501204822,8854,8864
|
||||
1790785653.605776440,8854,8864
|
||||
1790785653.714114605,8854,8864
|
||||
1790785653.815012668,8854,8864
|
||||
1790785653.917164536,8854,8864
|
||||
1790785654.015434837,8854,8864
|
||||
1790785654.117825099,8854,8864
|
||||
1790785654.216878069,8854,8864
|
||||
1790785654.317931454,8854,8864
|
||||
1790785654.421765823,8854,8864
|
||||
1790785654.523125302,8854,8864
|
||||
1790785654.628147816,8854,8864
|
||||
1790785654.731920454,8854,8864
|
||||
1790785654.837315193,8854,8864
|
||||
1790785654.941397685,8854,8864
|
||||
1790785655.042041845,8854,8864
|
||||
1790785655.144354195,8854,8864
|
||||
1790785655.252504657,8854,8864
|
||||
1790785655.352753963,8854,8864
|
||||
1790785655.453542924,8854,8864
|
||||
1790785655.559276537,8854,8864
|
||||
1790785655.661613058,8854,8864
|
||||
1790785655.761499268,8854,8864
|
||||
1790785655.862008367,8854,8864
|
||||
1790785655.963188953,8854,8864
|
||||
1790785656.065701606,8854,8864
|
||||
1790785656.167420429,8854,8864
|
||||
1790785656.265883093,8854,8864
|
||||
1790785656.365999946,8854,8864
|
||||
1790785656.470636215,8854,8864
|
||||
1790785656.571983484,8854,8864
|
||||
1790785656.675157864,8854,8864
|
||||
1790785656.770076344,8854,8864
|
||||
1790785656.882040773,8854,8864
|
||||
1790785656.986582581,8854,8864
|
||||
1790785657.088096322,8854,8864
|
||||
1790785657.194867777,8854,8864
|
||||
1790785657.295391986,8854,8864
|
||||
1790785657.401258700,8854,8864
|
||||
1790785657.507727692,8854,8864
|
||||
1790785657.610978234,8854,8864
|
||||
1790785657.721535666,8854,8864
|
||||
1790785657.829407275,8854,8864
|
||||
1790785657.937460186,8854,8864
|
||||
1790785658.045368266,8854,8864
|
||||
1790785658.152316653,8854,8864
|
||||
1790785658.257173885,8854,8864
|
||||
1790785658.362432112,8854,8864
|
||||
1790785658.462744758,8854,8864
|
||||
1790785658.566826580,8854,8864
|
||||
1790785658.670335115,8854,8864
|
||||
1790785658.774224655,8854,8864
|
||||
1790785658.881050261,8854,8864
|
||||
1790785658.984320753,8854,8864
|
||||
1790785659.086646194,8854,8864
|
||||
1790785659.186878329,8854,8864
|
||||
1790785659.289306231,8854,8864
|
||||
1790785659.393185590,8854,8864
|
||||
1790785659.498269055,8854,8864
|
||||
1790785659.601874641,8854,8864
|
||||
1790785659.700954012,8854,8864
|
||||
1790785659.807407924,8854,8864
|
||||
1790785659.913455170,8854,8864
|
||||
1790785660.017391620,8854,8864
|
||||
1790785660.118060221,8854,8864
|
||||
1790785660.220657345,8854,8864
|
||||
1790785660.325593918,8854,8864
|
||||
1790785660.425862153,8854,8864
|
||||
1790785660.530426331,8854,8864
|
||||
1790785660.629716874,8854,8864
|
||||
1790785660.731678281,8854,8864
|
||||
1790785660.837348882,8854,8864
|
||||
1790785660.935118727,8854,8864
|
||||
1790785661.033189635,8854,8864
|
||||
1790785661.135555216,8854,8864
|
||||
1790785661.238879089,8854,8864
|
||||
1790785661.343719241,8854,8864
|
||||
1790785661.446955742,8854,8864
|
||||
1790785661.549472226,8854,8864
|
||||
1790785661.647981909,8854,8864
|
||||
1790785661.748712160,8854,8864
|
||||
1790785661.850853499,8854,8864
|
||||
1790785661.949561955,8854,8864
|
||||
1790785662.054092783,8854,8864
|
||||
1790785662.157320975,8854,8864
|
||||
1790785662.257030553,8854,8864
|
||||
1790785662.360456107,8854,8864
|
||||
1790785662.466627265,8854,8864
|
||||
1790785662.570713997,8854,8864
|
||||
1790785662.673448843,8854,8864
|
||||
1790785662.778009681,8854,8864
|
||||
1790785662.883755884,8854,8864
|
||||
1790785662.985665919,8854,8864
|
||||
1790785663.086874696,8854,8864
|
||||
1790785663.189847025,8854,8864
|
||||
1790785663.289930788,8854,8864
|
||||
1790785663.393117800,8854,8864
|
||||
1790785663.500113727,8854,8864
|
||||
1790785663.604788197,8854,8864
|
||||
1790785663.707929148,8854,8864
|
||||
1790785663.813982805,8854,8864
|
||||
1790785663.918029046,8854,8864
|
||||
1790785664.020136064,8854,8864
|
||||
1790785664.125802256,8854,8864
|
||||
1790785664.227781392,8854,8864
|
||||
1790785664.332187569,8854,8864
|
||||
1790785664.433616368,8854,8864
|
||||
1790785664.537557579,8854,8864
|
||||
1790785664.643919939,8854,8864
|
||||
1790785664.748903963,8854,8864
|
||||
1790785664.851103862,8854,8864
|
||||
1790785664.948534932,8854,8864
|
||||
1790785665.053439235,8854,8864
|
||||
1790785665.153960233,8854,8864
|
||||
1790785665.255233410,8854,8864
|
||||
1790785665.360486567,8854,8864
|
||||
1790785665.463197322,8854,8864
|
||||
1790785665.561966009,8854,8864
|
||||
1790785665.664558163,8854,8864
|
||||
1790785665.768660126,8854,8864
|
||||
1790785665.870709893,8854,8864
|
||||
1790785665.976617858,8854,8864
|
||||
1790785666.081083105,8854,8864
|
||||
1790785666.184922844,8854,8864
|
||||
1790785666.290128080,8854,8864
|
||||
1790785666.396519021,8854,8864
|
||||
1790785666.501864469,8854,8864
|
||||
1790785666.604225240,8854,8864
|
||||
1790785666.711724464,8854,8864
|
||||
1790785666.816999921,8854,8864
|
||||
1790785666.921775622,8854,8864
|
||||
1790785667.024338936,8854,8864
|
||||
1790785667.129381180,8854,8864
|
||||
1790785667.233069307,8854,8864
|
||||
1790785667.334801310,8854,8864
|
||||
1790785667.436224840,8854,8864
|
||||
1790785667.539032217,8854,8864
|
||||
1790785667.641230855,8854,8864
|
||||
1790785667.743998032,8854,8864
|
||||
1790785667.846042019,8854,8864
|
||||
1790785667.956931335,8854,8864
|
||||
1790785668.070053719,8854,8864
|
||||
1790785668.179762881,8854,8864
|
||||
1790785668.293964637,8854,8864
|
||||
1790785668.402231351,8854,8864
|
||||
1790785668.513072687,8854,8864
|
||||
1790785668.622077640,8854,8864
|
||||
1790785668.731545128,8854,8864
|
||||
1790785668.841303681,8854,8864
|
||||
1790785668.952624542,8854,8864
|
||||
1790785669.065355691,8854,8864
|
||||
1790785669.171219395,8854,8864
|
||||
1790785669.280950577,8854,8864
|
||||
1790785669.381254763,8854,8864
|
||||
1790785669.483037746,8854,8864
|
||||
1790785669.589780442,8854,8864
|
||||
1790785669.690828536,8854,8864
|
||||
1790785669.796899994,8854,8864
|
||||
1790785669.897314940,8854,8864
|
||||
1790785670.000112937,8854,8864
|
||||
1790785670.112009575,8854,8864
|
||||
1790785670.214147534,8854,8864
|
||||
1790785670.319342370,8854,8864
|
||||
1790785670.417605550,8854,8864
|
||||
1790785670.519093051,8854,8864
|
||||
1790785670.632615840,8854,8864
|
||||
1790785670.743244022,8854,8864
|
||||
1790785670.851329764,8854,8864
|
||||
1790785670.959964332,8854,8864
|
||||
1790785671.060960067,8854,8864
|
||||
1790785671.161829709,8854,8864
|
||||
1790785671.261133462,8854,8864
|
||||
1790785671.361059394,8854,8864
|
||||
1790785671.460993665,8854,8864
|
||||
1790785671.571654898,8854,8864
|
||||
1790785671.681569132,8854,8864
|
||||
1790785671.790777628,8854,8864
|
||||
1790785671.896645112,8854,8864
|
||||
1790785672.005109968,8854,8864
|
||||
1790785672.113298191,8854,8864
|
||||
1790785672.221216850,8854,8864
|
||||
1790785672.324709416,8854,8864
|
||||
1790785672.425505127,8854,8864
|
||||
1790785672.529875124,8854,8864
|
||||
1790785672.633702922,8854,8864
|
||||
1790785672.734297232,8854,8864
|
||||
1790785672.834032011,8854,8864
|
||||
1790785672.935139576,8854,8864
|
||||
1790785673.039408321,8854,8864
|
||||
1790785673.140187383,8854,8864
|
||||
1790785673.242156959,8854,8864
|
||||
1790785673.344264167,8854,8864
|
||||
1790785673.449675695,8854,8864
|
||||
1790785673.551592681,8854,8864
|
||||
1790785673.657649178,8854,8864
|
||||
1790785673.762956685,8854,8864
|
||||
1790785673.863006598,8854,8864
|
||||
1790785673.963875760,8854,8864
|
||||
1790785674.068041434,8854,8864
|
||||
1790785674.170833600,8854,8864
|
||||
1790785674.272508492,8854,8864
|
||||
1790785674.375554602,8854,8864
|
||||
1790785674.477973344,8854,8864
|
||||
1790785674.580528617,8854,8864
|
||||
1790785674.682939619,8854,8864
|
||||
1790785674.783727361,8854,8864
|
||||
1790785674.886254854,8854,8864
|
||||
1790785674.987336729,8854,8864
|
||||
1790785675.088155371,8854,8864
|
||||
1790785675.192890192,8854,8864
|
||||
1790785675.295780289,8854,8864
|
||||
1790785675.398717147,8854,8864
|
||||
1790785675.501804587,8854,8864
|
||||
1790785675.603838164,8854,8864
|
||||
1790785675.708231611,8854,8864
|
||||
1790785675.813729530,8854,8864
|
||||
1790785675.914887476,8854,8864
|
||||
1790785676.015763339,8854,8864
|
||||
1790785676.119073202,8854,8864
|
||||
1790785676.223206535,8854,8864
|
||||
1790785676.323034805,8854,8864
|
||||
1790785676.425758550,8854,8864
|
||||
1790785676.531007657,8854,8864
|
||||
1790785676.636977882,8854,8864
|
||||
1790785676.739595417,8854,8864
|
||||
1790785676.837255100,8854,8864
|
||||
1790785676.940134217,8854,8864
|
||||
1790785677.042175315,8854,8864
|
||||
1790785677.145189514,8854,8864
|
||||
1790785677.247964760,8854,8864
|
||||
1790785677.349731944,8854,8864
|
||||
1790785677.451074872,8854,8864
|
||||
1790785677.550168413,8854,8864
|
||||
1790785677.656059798,8854,8864
|
||||
1790785677.759163548,8854,8864
|
||||
1790785677.864496055,8854,8864
|
||||
1790785677.965846244,8854,8864
|
||||
1790785678.071502246,8854,8864
|
||||
1790785678.173553063,8854,8864
|
||||
1790785678.279044753,8854,8864
|
||||
1790785678.380159408,8854,8864
|
||||
1790785678.489429105,8854,8864
|
||||
1790785678.591152598,8854,8864
|
||||
1790785678.695319761,8854,8864
|
||||
1790785678.799138590,8854,8864
|
||||
1790785678.901463131,8854,8864
|
||||
1790785679.005562223,8854,8864
|
||||
1790785679.110572877,8854,8864
|
||||
1790785679.212006447,8854,8864
|
||||
1790785679.315733905,8854,8864
|
||||
1790785679.420062610,8854,8864
|
||||
1790785679.528223462,8928,8938
|
||||
1790785679.635479994,8928,8938
|
||||
1790785679.742866637,8928,8938
|
||||
1790785679.845526532,8928,8938
|
||||
1790785679.947059622,8928,8938
|
||||
1790785680.047562120,8928,8938
|
||||
1790785680.149316124,8928,8938
|
||||
1790785680.252140871,8928,8938
|
||||
1790785680.356649089,8928,8938
|
||||
|
@@ -0,0 +1 @@
|
||||
d10e0ec2b1f031f57d6594c10548696bd8352c75b35458cf44538ead4fc2eb0a
|
||||
@@ -0,0 +1,3 @@
|
||||
1790785726.691427913 sets:start
|
||||
1790785810.443650874 sets:done
|
||||
gpu3 after: 2 MiB
|
||||
@@ -0,0 +1 @@
|
||||
{"status":"ok","model":{"name":"Intern-Decision-4B","source":"internlm/Intern-Decision-4B","revision":"0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","checkpoint":"/hf/hub/models--internlm--Intern-Decision-4B/snapshots/0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","inference_py_sha256":"c904e2c67ca0775621a22375ee373d2ba30b52117cda870c6c9ef74143b29863","temperature":1.99241824,"dtype":"bfloat16","attn_implementation":"sdpa","device":"cuda","max_length":8192,"torch_version":"2.10.0+cu128","transformers_version":"5.17.0","vision_tower":"removed","device_name":"NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition","allocated_gib":7.937,"reserved_gib":8.082,"max_reserved_gib":8.861},"vram_cap_gib":9.25,"max_tokens":8192,"max_decisions":64,"max_questions_per_call":16,"chunking":"/decide/shared questions are packed greedily, in request order, into calls of at most 16 (1-16, 17-32, ...); each call is one prompt, so the questions in a call are asked together. With orderings, ordering k of every decision forms wave k, packed the same way.","workloads":[]}
|
||||
@@ -0,0 +1 @@
|
||||
{"status":"ok","model":{"name":"Intern-Decision-4B","source":"internlm/Intern-Decision-4B","revision":"0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","checkpoint":"/hf/hub/models--internlm--Intern-Decision-4B/snapshots/0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd","inference_py_sha256":"c904e2c67ca0775621a22375ee373d2ba30b52117cda870c6c9ef74143b29863","temperature":1.99241824,"dtype":"bfloat16","attn_implementation":"sdpa","device":"cuda","max_length":8192,"torch_version":"2.10.0+cu128","transformers_version":"5.17.0","vision_tower":"removed","device_name":"NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition","allocated_gib":7.937,"reserved_gib":7.969,"max_reserved_gib":8.861},"vram_cap_gib":9.25,"max_tokens":8192,"max_decisions":64,"max_questions_per_call":16,"chunking":"/decide/shared questions are packed greedily, in request order, into calls of at most 16 (1-16, 17-32, ...); each call is one prompt, so the questions in a call are asked together. With orderings, ordering k of every decision forms wave k, packed the same way.","workloads":[]}
|
||||
File diff suppressed because one or more lines are too long
@@ -0,0 +1,836 @@
|
||||
# pid=1884042 gpu=GPU-186dacf4-f447-ef03-ffc3-12ab28e1b8ff
|
||||
1790785723.858692079,8812,8822
|
||||
1790785723.961606357,8812,8822
|
||||
1790785724.065286363,8812,8822
|
||||
1790785724.166397291,8812,8822
|
||||
1790785724.268539420,8812,8822
|
||||
1790785724.372357398,8812,8822
|
||||
1790785724.475378407,8812,8822
|
||||
1790785724.578682759,8812,8822
|
||||
1790785724.678638223,8812,8822
|
||||
1790785724.779488838,8812,8822
|
||||
1790785724.881270022,8812,8822
|
||||
1790785724.984505124,8812,8822
|
||||
1790785725.085237617,8812,8822
|
||||
1790785725.187184274,8812,8822
|
||||
1790785725.285596190,8812,8822
|
||||
1790785725.396265107,8812,8822
|
||||
1790785725.504412454,8812,8822
|
||||
1790785725.612396919,8812,8822
|
||||
1790785725.721188204,8812,8822
|
||||
1790785725.829428932,8812,8822
|
||||
1790785725.938797513,8812,8822
|
||||
1790785726.048575728,8812,8822
|
||||
1790785726.155808505,8812,8822
|
||||
1790785726.263311945,8812,8822
|
||||
1790785726.371124119,8812,8822
|
||||
1790785726.477372735,8812,8822
|
||||
1790785726.584720022,8812,8822
|
||||
1790785726.695117085,8812,8822
|
||||
1790785726.801581433,8812,8828
|
||||
1790785726.910742812,8818,8828
|
||||
1790785727.020747521,8818,8828
|
||||
1790785727.129719297,8818,8828
|
||||
1790785727.237926545,8818,8828
|
||||
1790785727.340327757,8818,8828
|
||||
1790785727.447922238,8818,8828
|
||||
1790785727.555892013,8818,8828
|
||||
1790785727.660513290,8818,8828
|
||||
1790785727.764923195,8818,8828
|
||||
1790785727.867172615,8818,8828
|
||||
1790785727.973338230,8818,8828
|
||||
1790785728.079363223,8818,8828
|
||||
1790785728.181624823,8818,8828
|
||||
1790785728.285348690,8818,8828
|
||||
1790785728.387720562,8818,8828
|
||||
1790785728.493660104,8818,8828
|
||||
1790785728.595346278,8818,8828
|
||||
1790785728.703689457,8818,8828
|
||||
1790785728.804240038,8818,8828
|
||||
1790785728.911757718,8818,8828
|
||||
1790785729.017235905,8818,8828
|
||||
1790785729.122403228,8818,8828
|
||||
1790785729.226147216,8818,8828
|
||||
1790785729.328916852,8818,8828
|
||||
1790785729.435276279,8818,8828
|
||||
1790785729.541673356,8818,8828
|
||||
1790785729.645036169,8818,8828
|
||||
1790785729.752948954,8834,8844
|
||||
1790785729.857834924,8834,8844
|
||||
1790785729.962109367,8834,8844
|
||||
1790785730.065860834,8834,8844
|
||||
1790785730.169347418,8834,8844
|
||||
1790785730.273257187,8834,8844
|
||||
1790785730.376605460,8834,8844
|
||||
1790785730.479593369,8834,8844
|
||||
1790785730.579761616,8834,8844
|
||||
1790785730.681339128,8834,8844
|
||||
1790785730.787413772,8834,8844
|
||||
1790785730.890413541,8834,8844
|
||||
1790785730.993756153,8834,8844
|
||||
1790785731.095318186,8834,8844
|
||||
1790785731.194303529,8834,8844
|
||||
1790785731.296077584,8834,8844
|
||||
1790785731.395550743,8834,8844
|
||||
1790785731.500516184,8834,8844
|
||||
1790785731.603096458,8834,8844
|
||||
1790785731.701797528,8834,8844
|
||||
1790785731.809208376,8834,8844
|
||||
1790785731.911788891,8834,8844
|
||||
1790785732.014413965,8834,8844
|
||||
1790785732.116272871,8834,8844
|
||||
1790785732.217508010,8834,8844
|
||||
1790785732.321278937,8834,8844
|
||||
1790785732.425261957,8834,8844
|
||||
1790785732.525758718,8834,8844
|
||||
1790785732.629090730,8834,8844
|
||||
1790785732.735027912,8834,8844
|
||||
1790785732.834448300,8834,8844
|
||||
1790785732.938029726,8834,8844
|
||||
1790785733.041838604,8834,8844
|
||||
1790785733.148846258,8834,8844
|
||||
1790785733.253815509,8834,8844
|
||||
1790785733.354929267,8834,8844
|
||||
1790785733.461254943,8834,8844
|
||||
1790785733.561304338,8834,8844
|
||||
1790785733.661309163,8834,8844
|
||||
1790785733.761037425,8834,8844
|
||||
1790785733.865404819,8834,8844
|
||||
1790785733.969953066,8834,8844
|
||||
1790785734.073203837,8834,8844
|
||||
1790785734.176670611,8834,8844
|
||||
1790785734.281627282,8834,8844
|
||||
1790785734.383536368,8834,8844
|
||||
1790785734.487086793,8834,8844
|
||||
1790785734.587973828,8834,8844
|
||||
1790785734.696641072,8834,8844
|
||||
1790785734.801396980,8834,8844
|
||||
1790785734.903261876,8834,8844
|
||||
1790785735.005494656,8834,8844
|
||||
1790785735.109559999,8834,8844
|
||||
1790785735.206454079,8834,8844
|
||||
1790785735.303736582,8834,8844
|
||||
1790785735.405654728,8834,8844
|
||||
1790785735.509406765,8834,8844
|
||||
1790785735.611780438,8834,8844
|
||||
1790785735.711420878,8834,8844
|
||||
1790785735.816822574,8834,8844
|
||||
1790785735.918229185,8834,8844
|
||||
1790785736.017915066,8834,8844
|
||||
1790785736.119276556,8834,8844
|
||||
1790785736.231512590,8834,8844
|
||||
1790785736.332481726,8834,8844
|
||||
1790785736.434686906,8834,8844
|
||||
1790785736.537401732,8834,8844
|
||||
1790785736.637105325,8834,8844
|
||||
1790785736.740514988,8834,8844
|
||||
1790785736.841519184,8834,8844
|
||||
1790785736.943030296,8834,8844
|
||||
1790785737.042195702,8834,8844
|
||||
1790785737.145507434,8834,8844
|
||||
1790785737.247761974,8834,8844
|
||||
1790785737.353285132,8834,8844
|
||||
1790785737.456511523,8834,8844
|
||||
1790785737.556092443,8834,8844
|
||||
1790785737.661134465,8834,8844
|
||||
1790785737.764045653,8834,8844
|
||||
1790785737.867819770,8834,8844
|
||||
1790785737.973536120,8834,8844
|
||||
1790785738.077123485,8834,8844
|
||||
1790785738.181288067,8834,8844
|
||||
1790785738.282024461,8834,8844
|
||||
1790785738.383603933,8834,8844
|
||||
1790785738.488061468,8834,8844
|
||||
1790785738.589766822,8834,8844
|
||||
1790785738.693346468,8834,8844
|
||||
1790785738.795655119,8834,8844
|
||||
1790785738.901751932,8834,8844
|
||||
1790785739.007519933,8834,8844
|
||||
1790785739.109026955,8834,8844
|
||||
1790785739.208828037,8834,8844
|
||||
1790785739.312355372,8834,8844
|
||||
1790785739.415365921,8834,8844
|
||||
1790785739.514984921,8834,8844
|
||||
1790785739.618507866,8834,8844
|
||||
1790785739.721508725,8834,8844
|
||||
1790785739.820053403,8834,8844
|
||||
1790785739.925804753,8834,8844
|
||||
1790785740.029830304,8834,8844
|
||||
1790785740.131189254,8834,8844
|
||||
1790785740.227674088,8834,8844
|
||||
1790785740.328590824,8834,8844
|
||||
1790785740.431706424,8834,8844
|
||||
1790785740.532390836,8834,8844
|
||||
1790785740.633979639,8834,8844
|
||||
1790785740.738006939,8834,8844
|
||||
1790785740.839191828,8834,8844
|
||||
1790785740.941361267,8834,8844
|
||||
1790785741.043087601,8834,8844
|
||||
1790785741.149930763,8834,8844
|
||||
1790785741.253286727,8834,8844
|
||||
1790785741.357632371,8834,8844
|
||||
1790785741.463082447,8834,8844
|
||||
1790785741.563521537,8834,8864
|
||||
1790785741.663943186,8854,8864
|
||||
1790785741.768343221,8854,8864
|
||||
1790785741.872076828,8854,8864
|
||||
1790785741.980627700,8854,8864
|
||||
1790785742.083453607,8854,8864
|
||||
1790785742.187604988,8854,8864
|
||||
1790785742.290053161,8854,8864
|
||||
1790785742.395000372,8854,8864
|
||||
1790785742.496082039,8854,8864
|
||||
1790785742.599053867,8854,8864
|
||||
1790785742.703519963,8854,8864
|
||||
1790785742.807549333,8854,8864
|
||||
1790785742.911074538,8854,8864
|
||||
1790785743.014708354,8854,8864
|
||||
1790785743.115943822,8854,8864
|
||||
1790785743.219402047,8854,8864
|
||||
1790785743.333750364,8854,8864
|
||||
1790785743.435635370,8854,8864
|
||||
1790785743.538135014,8854,8864
|
||||
1790785743.637904906,8854,8864
|
||||
1790785743.741257608,8854,8864
|
||||
1790785743.841350434,8854,8864
|
||||
1790785743.943729366,8854,8864
|
||||
1790785744.045432290,8854,8864
|
||||
1790785744.144063329,8854,8864
|
||||
1790785744.244824422,8854,8864
|
||||
1790785744.351657175,8854,8864
|
||||
1790785744.453499230,8854,8864
|
||||
1790785744.554008821,8854,8864
|
||||
1790785744.660862054,8854,8864
|
||||
1790785744.771660771,8854,8864
|
||||
1790785744.881315645,8854,8864
|
||||
1790785744.991075990,8854,8864
|
||||
1790785745.099209207,8854,8864
|
||||
1790785745.210214827,8854,8864
|
||||
1790785745.319694409,8854,8864
|
||||
1790785745.433696303,8854,8864
|
||||
1790785745.540977230,8854,8864
|
||||
1790785745.652077131,8854,8864
|
||||
1790785745.763094321,8854,8864
|
||||
1790785745.873012668,8854,8864
|
||||
1790785745.981867503,8854,8864
|
||||
1790785746.091798141,8854,8864
|
||||
1790785746.204367388,8854,8864
|
||||
1790785746.313383755,8854,8864
|
||||
1790785746.414960028,8854,8864
|
||||
1790785746.519166490,8854,8864
|
||||
1790785746.625544447,8854,8864
|
||||
1790785746.732131317,8854,8864
|
||||
1790785746.837916987,8854,8864
|
||||
1790785746.939693152,8854,8864
|
||||
1790785747.043637252,8854,8864
|
||||
1790785747.149462472,8854,8864
|
||||
1790785747.253653704,8854,8864
|
||||
1790785747.358158681,8854,8864
|
||||
1790785747.461101399,8854,8864
|
||||
1790785747.565784737,8854,8864
|
||||
1790785747.669728136,8854,8864
|
||||
1790785747.770756552,8854,8864
|
||||
1790785747.872230894,8854,8864
|
||||
1790785747.976611888,8854,8864
|
||||
1790785748.083962377,8854,8864
|
||||
1790785748.188936058,8854,8864
|
||||
1790785748.291256449,8854,8864
|
||||
1790785748.393817453,8854,8864
|
||||
1790785748.497567680,8854,8864
|
||||
1790785748.601156095,8854,8864
|
||||
1790785748.705573780,8854,8864
|
||||
1790785748.807350785,8854,8864
|
||||
1790785748.913617441,8854,8864
|
||||
1790785749.016797012,8854,8864
|
||||
1790785749.121207137,8854,8864
|
||||
1790785749.224160525,8854,8864
|
||||
1790785749.321563090,8854,8864
|
||||
1790785749.426888265,8854,8864
|
||||
1790785749.526537236,8854,8864
|
||||
1790785749.627218848,8854,8864
|
||||
1790785749.733349833,8854,8864
|
||||
1790785749.838872390,8854,8864
|
||||
1790785749.940981709,8854,8864
|
||||
1790785750.045165611,8854,8864
|
||||
1790785750.149768618,8854,8864
|
||||
1790785750.251134308,8854,8864
|
||||
1790785750.360808693,8854,8864
|
||||
1790785750.462961882,8854,8864
|
||||
1790785750.569622052,8854,8864
|
||||
1790785750.671992524,8854,8864
|
||||
1790785750.773072941,8854,8864
|
||||
1790785750.877636087,8854,8864
|
||||
1790785750.979295401,8854,8864
|
||||
1790785751.086396636,8854,8864
|
||||
1790785751.191217186,8854,8864
|
||||
1790785751.291712736,8854,8864
|
||||
1790785751.397410566,8854,8864
|
||||
1790785751.501929441,8854,8864
|
||||
1790785751.606175004,8854,8864
|
||||
1790785751.704668632,8854,8864
|
||||
1790785751.809020166,8854,8864
|
||||
1790785751.913703134,8854,8864
|
||||
1790785752.021802121,8854,8864
|
||||
1790785752.132026781,8854,8864
|
||||
1790785752.236857481,8854,8864
|
||||
1790785752.341323456,8854,8864
|
||||
1790785752.446109195,8854,8864
|
||||
1790785752.549462508,8854,8864
|
||||
1790785752.653131875,8854,8864
|
||||
1790785752.757935534,8854,8864
|
||||
1790785752.859764319,8854,8864
|
||||
1790785752.967523892,8854,8864
|
||||
1790785753.068233155,8854,8864
|
||||
1790785753.173450339,8854,8864
|
||||
1790785753.279059737,8854,8864
|
||||
1790785753.379270914,8854,8864
|
||||
1790785753.477111545,8854,8864
|
||||
1790785753.579108272,8854,8864
|
||||
1790785753.681377433,8854,8864
|
||||
1790785753.782222117,8854,8864
|
||||
1790785753.885269696,8854,8864
|
||||
1790785753.989509169,8854,8864
|
||||
1790785754.093832593,8854,8864
|
||||
1790785754.198048365,8854,8864
|
||||
1790785754.301799683,8854,8864
|
||||
1790785754.414075907,8854,8864
|
||||
1790785754.522658899,8854,8864
|
||||
1790785754.627091254,8854,8864
|
||||
1790785754.731718311,8854,8864
|
||||
1790785754.845497452,8854,8864
|
||||
1790785754.953647059,8854,8864
|
||||
1790785755.062647636,8854,8864
|
||||
1790785755.165660645,8854,8864
|
||||
1790785755.265830402,8854,8864
|
||||
1790785755.366296772,8854,8864
|
||||
1790785755.465762050,8854,8864
|
||||
1790785755.572165978,8854,8864
|
||||
1790785755.677432272,8854,8864
|
||||
1790785755.780016126,8854,8864
|
||||
1790785755.886087600,8854,8864
|
||||
1790785755.989772387,8854,8864
|
||||
1790785756.095680358,8854,8864
|
||||
1790785756.202029275,8854,8864
|
||||
1790785756.314111047,8854,8864
|
||||
1790785756.421675018,8854,8864
|
||||
1790785756.529199697,8854,8864
|
||||
1790785756.635495934,8854,8864
|
||||
1790785756.740075901,8854,8864
|
||||
1790785756.845265394,8854,8864
|
||||
1790785756.942973353,8854,8864
|
||||
1790785757.044270293,8854,8864
|
||||
1790785757.148364734,8854,8864
|
||||
1790785757.253888541,8854,8864
|
||||
1790785757.357019661,8854,8864
|
||||
1790785757.460988031,8854,8864
|
||||
1790785757.563457354,8854,8864
|
||||
1790785757.665645183,8854,8864
|
||||
1790785757.763666856,8854,8864
|
||||
1790785757.866981428,8854,8864
|
||||
1790785757.972518236,8854,8864
|
||||
1790785758.078132624,8854,8864
|
||||
1790785758.179037169,8854,8864
|
||||
1790785758.281742564,8854,8864
|
||||
1790785758.379803777,8854,8864
|
||||
1790785758.483999580,8854,8864
|
||||
1790785758.589735129,8854,8864
|
||||
1790785758.693579218,8854,8864
|
||||
1790785758.793109767,8854,8864
|
||||
1790785758.891426963,8854,8864
|
||||
1790785758.993114217,8854,8864
|
||||
1790785759.097585222,8854,8864
|
||||
1790785759.197553527,8854,8864
|
||||
1790785759.301555067,8854,8864
|
||||
1790785759.402041617,8854,8864
|
||||
1790785759.505974636,8854,8864
|
||||
1790785759.605923470,8854,8864
|
||||
1790785759.709589647,8854,8864
|
||||
1790785759.808157955,8854,8864
|
||||
1790785759.913682803,8854,8864
|
||||
1790785760.015734261,8854,8864
|
||||
1790785760.118162923,8854,8864
|
||||
1790785760.216369077,8854,8864
|
||||
1790785760.321908585,8854,8864
|
||||
1790785760.425663512,8854,8864
|
||||
1790785760.523713795,8854,8864
|
||||
1790785760.626848305,8854,8864
|
||||
1790785760.733641887,8854,8864
|
||||
1790785760.840230806,8854,8864
|
||||
1790785760.944335597,8854,8864
|
||||
1790785761.048754513,8854,8864
|
||||
1790785761.154148689,8854,8864
|
||||
1790785761.256116366,8854,8864
|
||||
1790785761.358108143,8854,8864
|
||||
1790785761.462769601,8854,8864
|
||||
1790785761.568085465,8854,8864
|
||||
1790785761.673605423,8854,8864
|
||||
1790785761.778150929,8854,8864
|
||||
1790785761.881950397,8854,8864
|
||||
1790785761.985868976,8854,8864
|
||||
1790785762.090426523,8854,8864
|
||||
1790785762.192063286,8854,8864
|
||||
1790785762.293461077,8854,8864
|
||||
1790785762.400459371,8854,8864
|
||||
1790785762.502150605,8854,8864
|
||||
1790785762.607781373,8854,8864
|
||||
1790785762.708364565,8854,8864
|
||||
1790785762.809875817,8854,8864
|
||||
1790785762.911125826,8854,8864
|
||||
1790785763.012255323,8854,8864
|
||||
1790785763.117095963,8854,8864
|
||||
1790785763.220073071,8854,8864
|
||||
1790785763.324247223,8854,8864
|
||||
1790785763.427044750,8854,8864
|
||||
1790785763.533673990,8854,8864
|
||||
1790785763.637561469,8854,8864
|
||||
1790785763.739403004,8854,8864
|
||||
1790785763.839327748,8854,8864
|
||||
1790785763.939184791,8854,8864
|
||||
1790785764.036663807,8854,8864
|
||||
1790785764.142073634,8854,8864
|
||||
1790785764.239607560,8854,8864
|
||||
1790785764.345593663,8854,8864
|
||||
1790785764.447085855,8854,8864
|
||||
1790785764.549587158,8854,8864
|
||||
1790785764.653984772,8854,8864
|
||||
1790785764.757294375,8854,8864
|
||||
1790785764.861643539,8854,8864
|
||||
1790785764.964085881,8854,8864
|
||||
1790785765.070968084,8854,8864
|
||||
1790785765.176367270,8854,8864
|
||||
1790785765.280191828,8854,8864
|
||||
1790785765.385307081,8854,8864
|
||||
1790785765.486290357,8854,8864
|
||||
1790785765.590116555,8854,8864
|
||||
1790785765.692478957,8854,8864
|
||||
1790785765.795107321,8854,8864
|
||||
1790785765.899431165,8854,8864
|
||||
1790785765.998066264,8854,8864
|
||||
1790785766.102584990,8854,8864
|
||||
1790785766.209053788,8854,8864
|
||||
1790785766.309220055,8854,8864
|
||||
1790785766.414173066,8854,8864
|
||||
1790785766.517766082,8854,8864
|
||||
1790785766.621693901,8854,8864
|
||||
1790785766.725493588,8854,8864
|
||||
1790785766.833335342,8854,8864
|
||||
1790785766.934902545,8854,8864
|
||||
1790785767.041502924,8854,8864
|
||||
1790785767.141161425,8854,8864
|
||||
1790785767.244650070,8854,8864
|
||||
1790785767.344297031,8854,8864
|
||||
1790785767.445036233,8854,8864
|
||||
1790785767.550967856,8854,8864
|
||||
1790785767.653359528,8854,8864
|
||||
1790785767.757880063,8854,8864
|
||||
1790785767.860087933,8854,8864
|
||||
1790785767.967772985,8854,8864
|
||||
1790785768.071574793,8854,8864
|
||||
1790785768.175411331,8854,8864
|
||||
1790785768.280184360,8854,8864
|
||||
1790785768.387643610,8854,8864
|
||||
1790785768.491430787,8854,8864
|
||||
1790785768.601199703,8854,8864
|
||||
1790785768.709825965,8854,8864
|
||||
1790785768.817486927,8854,8864
|
||||
1790785768.924921526,8854,8864
|
||||
1790785769.033603080,8854,8864
|
||||
1790785769.141798137,8854,8864
|
||||
1790785769.250653833,8854,8864
|
||||
1790785769.359000892,8854,8864
|
||||
1790785769.468096650,8854,8864
|
||||
1790785769.577299309,8854,8864
|
||||
1790785769.688825255,8854,8864
|
||||
1790785769.794793317,8854,8864
|
||||
1790785769.901133904,8854,8864
|
||||
1790785770.007901465,8854,8864
|
||||
1790785770.113465703,8854,8864
|
||||
1790785770.217986389,8854,8864
|
||||
1790785770.322660507,8854,8864
|
||||
1790785770.431452801,8854,8864
|
||||
1790785770.532212835,8854,8864
|
||||
1790785770.638978436,8854,8864
|
||||
1790785770.743536883,8854,8864
|
||||
1790785770.842853470,8854,8864
|
||||
1790785770.942076876,8854,8864
|
||||
1790785771.045738912,8854,8864
|
||||
1790785771.150275618,8854,8864
|
||||
1790785771.253645581,8854,8864
|
||||
1790785771.356975124,8854,8864
|
||||
1790785771.462068556,8854,8864
|
||||
1790785771.564618480,8854,8864
|
||||
1790785771.667494327,8854,8864
|
||||
1790785771.771710220,8854,8864
|
||||
1790785771.874047741,8854,8864
|
||||
1790785771.977007119,8854,8864
|
||||
1790785772.079137949,8854,8864
|
||||
1790785772.181829494,8854,8864
|
||||
1790785772.281364053,8854,8864
|
||||
1790785772.378904130,8854,8864
|
||||
1790785772.475399845,8854,8864
|
||||
1790785772.577275711,8854,8864
|
||||
1790785772.681438123,8854,8864
|
||||
1790785772.783256238,8854,8864
|
||||
1790785772.884909672,8854,8864
|
||||
1790785772.987268943,8854,8864
|
||||
1790785773.092166383,8854,8864
|
||||
1790785773.197590610,8854,8864
|
||||
1790785773.300345816,8854,8864
|
||||
1790785773.403380895,8854,8864
|
||||
1790785773.504971888,8854,8864
|
||||
1790785773.612239125,8854,8864
|
||||
1790785773.718090496,8854,8864
|
||||
1790785773.823224669,8854,8864
|
||||
1790785773.928314362,8854,8864
|
||||
1790785774.036705902,8854,8864
|
||||
1790785774.138943642,8854,8864
|
||||
1790785774.241906740,8854,8864
|
||||
1790785774.345143872,8854,8864
|
||||
1790785774.449724268,8854,8864
|
||||
1790785774.549863705,8854,8864
|
||||
1790785774.653810714,8854,8864
|
||||
1790785774.754325565,8854,8864
|
||||
1790785774.854136587,8854,8864
|
||||
1790785774.957884355,8854,8864
|
||||
1790785775.061921725,8854,8864
|
||||
1790785775.165874014,8854,8864
|
||||
1790785775.271539164,8854,8864
|
||||
1790785775.374999578,8854,8864
|
||||
1790785775.476980665,8854,8864
|
||||
1790785775.577866149,8854,8864
|
||||
1790785775.682613718,8854,8864
|
||||
1790785775.781831944,8854,8864
|
||||
1790785775.883769591,8854,8864
|
||||
1790785775.985555976,8854,8864
|
||||
1790785776.087263280,8854,8864
|
||||
1790785776.189709063,8854,8864
|
||||
1790785776.295583714,8854,8864
|
||||
1790785776.401399455,8854,8864
|
||||
1790785776.505508506,8854,8864
|
||||
1790785776.605217537,8854,8864
|
||||
1790785776.708908124,8854,8864
|
||||
1790785776.815874008,8854,8864
|
||||
1790785776.920822088,8854,8864
|
||||
1790785777.026089753,8854,8864
|
||||
1790785777.133129538,8854,8864
|
||||
1790785777.232476285,8854,8864
|
||||
1790785777.332045825,8854,8864
|
||||
1790785777.433616968,8854,8864
|
||||
1790785777.535128899,8854,8864
|
||||
1790785777.638778475,8854,8864
|
||||
1790785777.743942939,8854,8864
|
||||
1790785777.847201101,8854,8864
|
||||
1790785777.949602122,8854,8864
|
||||
1790785778.055796878,8854,8864
|
||||
1790785778.160786269,8854,8864
|
||||
1790785778.263584895,8854,8864
|
||||
1790785778.364431240,8854,8864
|
||||
1790785778.471856439,8854,8864
|
||||
1790785778.577165234,8854,8864
|
||||
1790785778.681256685,8854,8864
|
||||
1790785778.792223554,8854,8864
|
||||
1790785778.901707377,8854,8864
|
||||
1790785779.011377281,8854,8864
|
||||
1790785779.121062706,8854,8864
|
||||
1790785779.229571067,8854,8864
|
||||
1790785779.339763757,8854,8864
|
||||
1790785779.451078650,8854,8864
|
||||
1790785779.563007060,8854,8864
|
||||
1790785779.673004369,8854,8864
|
||||
1790785779.781089695,8854,8864
|
||||
1790785779.888688686,8854,8864
|
||||
1790785779.996540210,8854,8864
|
||||
1790785780.108041665,8854,8864
|
||||
1790785780.217112653,8854,8864
|
||||
1790785780.327800649,8854,8864
|
||||
1790785780.437282881,8854,8864
|
||||
1790785780.546554361,8854,8864
|
||||
1790785780.649902794,8854,8864
|
||||
1790785780.753570250,8854,8864
|
||||
1790785780.855371935,8854,8864
|
||||
1790785780.954872194,8854,8864
|
||||
1790785781.053859378,8854,8864
|
||||
1790785781.165076330,8854,8864
|
||||
1790785781.273215597,8854,8864
|
||||
1790785781.382416856,8854,8864
|
||||
1790785781.486734250,8854,8864
|
||||
1790785781.586691754,8854,8864
|
||||
1790785781.689331679,8854,8864
|
||||
1790785781.797196622,8854,8864
|
||||
1790785781.899327431,8854,8864
|
||||
1790785781.998352295,8854,8864
|
||||
1790785782.101431625,8854,8864
|
||||
1790785782.201680322,8854,8864
|
||||
1790785782.302480046,8854,8864
|
||||
1790785782.417429771,8854,8864
|
||||
1790785782.527909474,8854,8864
|
||||
1790785782.636843121,8854,8864
|
||||
1790785782.745771346,8854,8864
|
||||
1790785782.856692615,8854,8864
|
||||
1790785782.970332485,8854,8864
|
||||
1790785783.076974005,8854,8864
|
||||
1790785783.185584877,8854,8864
|
||||
1790785783.293112297,8854,8864
|
||||
1790785783.402359947,8854,8864
|
||||
1790785783.513479758,8854,8864
|
||||
1790785783.613437352,8854,8864
|
||||
1790785783.717113689,8854,8864
|
||||
1790785783.819612722,8854,8864
|
||||
1790785783.923040245,8854,8864
|
||||
1790785784.019678092,8854,8864
|
||||
1790785784.122114094,8854,8864
|
||||
1790785784.224611698,8854,8864
|
||||
1790785784.329191384,8854,8864
|
||||
1790785784.429309640,8854,8864
|
||||
1790785784.531120406,8854,8864
|
||||
1790785784.635842794,8854,8864
|
||||
1790785784.747880425,8854,8864
|
||||
1790785784.856744951,8854,8864
|
||||
1790785784.964251371,8854,8864
|
||||
1790785785.067229269,8854,8864
|
||||
1790785785.172301851,8854,8864
|
||||
1790785785.273965295,8854,8864
|
||||
1790785785.377163576,8854,8864
|
||||
1790785785.477837528,8854,8864
|
||||
1790785785.580260160,8854,8864
|
||||
1790785785.688905863,8854,8864
|
||||
1790785785.793272007,8854,8864
|
||||
1790785785.895601438,8854,8864
|
||||
1790785785.997006219,8854,8864
|
||||
1790785786.105632052,8854,8864
|
||||
1790785786.209014565,8854,8864
|
||||
1790785786.312651581,8854,8864
|
||||
1790785786.419567424,8854,8864
|
||||
1790785786.522670014,8854,8864
|
||||
1790785786.633112568,8854,8864
|
||||
1790785786.733842910,8854,8864
|
||||
1790785786.839026234,8854,8864
|
||||
1790785786.941424326,8854,8864
|
||||
1790785787.046955093,8854,8864
|
||||
1790785787.150696511,8854,8864
|
||||
1790785787.254328737,8854,8864
|
||||
1790785787.357035712,8854,8864
|
||||
1790785787.459596966,8854,8864
|
||||
1790785787.562256411,8854,8864
|
||||
1790785787.663671152,8854,8864
|
||||
1790785787.766342247,8854,8864
|
||||
1790785787.871524660,8854,8864
|
||||
1790785787.974948224,8854,8864
|
||||
1790785788.081403652,8854,8864
|
||||
1790785788.185938848,8854,8864
|
||||
1790785788.290101920,8854,8864
|
||||
1790785788.394944080,8854,8864
|
||||
1790785788.498111840,8854,8864
|
||||
1790785788.601627425,8854,8864
|
||||
1790785788.707575377,8854,8864
|
||||
1790785788.810192362,8854,8864
|
||||
1790785788.909572790,8854,8864
|
||||
1790785789.009610374,8854,8864
|
||||
1790785789.112934137,8854,8864
|
||||
1790785789.215740823,8854,8864
|
||||
1790785789.318843194,8854,8864
|
||||
1790785789.421348357,8854,8864
|
||||
1790785789.524236234,8854,8864
|
||||
1790785789.627982122,8854,8864
|
||||
1790785789.729593354,8854,8864
|
||||
1790785789.833254520,8854,8864
|
||||
1790785789.933418187,8854,8864
|
||||
1790785790.035837879,8854,8864
|
||||
1790785790.139428975,8854,8864
|
||||
1790785790.243306654,8854,8864
|
||||
1790785790.347613758,8854,8864
|
||||
1790785790.453964044,8854,8864
|
||||
1790785790.560434032,8854,8864
|
||||
1790785790.667067052,8854,8864
|
||||
1790785790.771732950,8854,8864
|
||||
1790785790.876908853,8854,8864
|
||||
1790785790.983515453,8854,8864
|
||||
1790785791.086688434,8854,8864
|
||||
1790785791.183917147,8854,8864
|
||||
1790785791.289101801,8854,8864
|
||||
1790785791.393435085,8854,8864
|
||||
1790785791.494587562,8854,8864
|
||||
1790785791.593876889,8854,8864
|
||||
1790785791.697883109,8854,8864
|
||||
1790785791.799623384,8854,8864
|
||||
1790785791.902928196,8854,8864
|
||||
1790785792.008306292,8854,8864
|
||||
1790785792.113285833,8854,8864
|
||||
1790785792.216378773,8854,8864
|
||||
1790785792.321494106,8854,8864
|
||||
1790785792.425146212,8854,8864
|
||||
1790785792.526104567,8854,8864
|
||||
1790785792.629818904,8854,8864
|
||||
1790785792.735151220,8854,8864
|
||||
1790785792.837674933,8854,8864
|
||||
1790785792.941500611,8854,8864
|
||||
1790785793.045935886,8854,8864
|
||||
1790785793.148425889,8854,8864
|
||||
1790785793.253325129,8854,8864
|
||||
1790785793.355427928,8854,8864
|
||||
1790785793.461670864,8854,8864
|
||||
1790785793.561441366,8854,8864
|
||||
1790785793.664556036,8854,8864
|
||||
1790785793.769720569,8854,8864
|
||||
1790785793.871273871,8854,8864
|
||||
1790785793.975172130,8854,8864
|
||||
1790785794.079813768,8854,8864
|
||||
1790785794.186767181,8854,8864
|
||||
1790785794.291815513,8854,8864
|
||||
1790785794.396904516,8854,8864
|
||||
1790785794.501296161,8854,8864
|
||||
1790785794.605643375,8854,8864
|
||||
1790785794.707782114,8854,8864
|
||||
1790785794.813645185,8854,8864
|
||||
1790785794.915422030,8854,8864
|
||||
1790785795.016541377,8854,8864
|
||||
1790785795.115474750,8854,8864
|
||||
1790785795.214800547,8854,8864
|
||||
1790785795.321428707,8854,8864
|
||||
1790785795.425467818,8854,8864
|
||||
1790785795.528333355,8854,8864
|
||||
1790785795.633511008,8854,8864
|
||||
1790785795.738153856,8854,8864
|
||||
1790785795.840402606,8854,8864
|
||||
1790785795.944695449,8854,8864
|
||||
1790785796.049916964,8854,8864
|
||||
1790785796.153722591,8854,8864
|
||||
1790785796.256378356,8854,8864
|
||||
1790785796.360535548,8854,8864
|
||||
1790785796.461949819,8854,8864
|
||||
1790785796.565828508,8854,8864
|
||||
1790785796.669774157,8854,8864
|
||||
1790785796.774628867,8854,8864
|
||||
1790785796.877967419,8854,8864
|
||||
1790785796.982681138,8854,8864
|
||||
1790785797.080969113,8854,8864
|
||||
1790785797.186670623,8854,8864
|
||||
1790785797.286906850,8854,8864
|
||||
1790785797.386989265,8854,8864
|
||||
1790785797.489052934,8854,8864
|
||||
1790785797.594946405,8854,8864
|
||||
1790785797.697729202,8854,8864
|
||||
1790785797.801374098,8854,8864
|
||||
1790785797.901392253,8854,8864
|
||||
1790785798.000566938,8854,8864
|
||||
1790785798.103251243,8854,8864
|
||||
1790785798.204016637,8854,8864
|
||||
1790785798.304803841,8854,8864
|
||||
1790785798.406838378,8854,8864
|
||||
1790785798.508225938,8854,8864
|
||||
1790785798.612286070,8854,8864
|
||||
1790785798.716293040,8854,8864
|
||||
1790785798.822062340,8854,8864
|
||||
1790785798.925475563,8854,8864
|
||||
1790785799.029063859,8854,8864
|
||||
1790785799.127533546,8854,8864
|
||||
1790785799.231435735,8854,8864
|
||||
1790785799.333168510,8854,8864
|
||||
1790785799.434371838,8854,8864
|
||||
1790785799.536354915,8854,8864
|
||||
1790785799.640803251,8854,8864
|
||||
1790785799.747404330,8854,8864
|
||||
1790785799.848915682,8854,8864
|
||||
1790785799.950886449,8854,8864
|
||||
1790785800.048074002,8854,8864
|
||||
1790785800.150338622,8854,8864
|
||||
1790785800.251867104,8854,8864
|
||||
1790785800.357635995,8854,8864
|
||||
1790785800.454758947,8854,8864
|
||||
1790785800.555221607,8854,8864
|
||||
1790785800.653954177,8854,8864
|
||||
1790785800.760556977,8854,8864
|
||||
1790785800.865887642,8854,8864
|
||||
1790785800.967823008,8854,8864
|
||||
1790785801.070773767,8854,8864
|
||||
1790785801.172152757,8854,8864
|
||||
1790785801.275930775,8854,8864
|
||||
1790785801.379753873,8854,8864
|
||||
1790785801.479645786,8854,8864
|
||||
1790785801.586627570,8854,8864
|
||||
1790785801.691212847,8854,8864
|
||||
1790785801.788315449,8854,8864
|
||||
1790785801.893270210,8854,8864
|
||||
1790785801.995210187,8854,8864
|
||||
1790785802.096596617,8854,8864
|
||||
1790785802.201409956,8854,8864
|
||||
1790785802.303695157,8854,8864
|
||||
1790785802.404242708,8854,8864
|
||||
1790785802.508118327,8854,8864
|
||||
1790785802.608241003,8854,8864
|
||||
1790785802.709059337,8854,8864
|
||||
1790785802.809891601,8854,8864
|
||||
1790785802.911203861,8854,8864
|
||||
1790785803.009957261,8854,8864
|
||||
1790785803.110637894,8854,8864
|
||||
1790785803.214041787,8854,8864
|
||||
1790785803.313759978,8854,8864
|
||||
1790785803.415874148,8854,8864
|
||||
1790785803.516221226,8854,8864
|
||||
1790785803.621301058,8854,8864
|
||||
1790785803.720580925,8854,8864
|
||||
1790785803.824132630,8854,8864
|
||||
1790785803.934252740,8854,8864
|
||||
1790785804.040235583,8854,8864
|
||||
1790785804.141737864,8854,8864
|
||||
1790785804.246111968,8854,8864
|
||||
1790785804.348713753,8854,8864
|
||||
1790785804.449293564,8854,8864
|
||||
1790785804.554763801,8854,8864
|
||||
1790785804.659599830,8854,8864
|
||||
1790785804.762047863,8854,8864
|
||||
1790785804.866100394,8854,8864
|
||||
1790785804.971518260,8854,8864
|
||||
1790785805.076017226,8854,8864
|
||||
1790785805.177629249,8854,8864
|
||||
1790785805.273964092,8854,8864
|
||||
1790785805.377860871,8854,8864
|
||||
1790785805.479270862,8854,8864
|
||||
1790785805.581680704,8854,8864
|
||||
1790785805.684532600,8854,8864
|
||||
1790785805.789389521,8854,8864
|
||||
1790785805.895880489,8854,8864
|
||||
1790785805.998373392,8854,8864
|
||||
1790785806.102328392,8854,8864
|
||||
1790785806.205336190,8854,8864
|
||||
1790785806.304791169,8854,8864
|
||||
1790785806.409974573,8854,8864
|
||||
1790785806.515714493,8854,8864
|
||||
1790785806.619804254,8854,8864
|
||||
1790785806.721290635,8854,8864
|
||||
1790785806.825530078,8854,8864
|
||||
1790785806.924255098,8854,8864
|
||||
1790785807.027909014,8854,8864
|
||||
1790785807.128465196,8854,8864
|
||||
1790785807.229331180,8854,8864
|
||||
1790785807.327455124,8854,8864
|
||||
1790785807.434892283,8854,8864
|
||||
1790785807.532340208,8854,8864
|
||||
1790785807.635401378,8854,8864
|
||||
1790785807.740775823,8854,8864
|
||||
1790785807.841639598,8854,8864
|
||||
1790785807.945625848,8854,8864
|
||||
1790785808.049221004,8854,8864
|
||||
1790785808.153203203,8854,8864
|
||||
1790785808.254071798,8854,8864
|
||||
1790785808.354511168,8854,8864
|
||||
1790785808.460072826,8854,8864
|
||||
1790785808.563065884,8854,8864
|
||||
1790785808.666770261,8854,8864
|
||||
1790785808.772126477,8854,8864
|
||||
1790785808.875303367,8854,8864
|
||||
1790785808.976328884,8854,8864
|
||||
1790785809.078520574,8854,8864
|
||||
1790785809.181996708,8854,8864
|
||||
1790785809.289540768,8854,8864
|
||||
1790785809.392565837,8854,8864
|
||||
1790785809.498381558,8928,8938
|
||||
1790785809.601320596,8928,8938
|
||||
1790785809.704796090,8928,8938
|
||||
1790785809.807168462,8928,8938
|
||||
1790785809.909928068,8928,8938
|
||||
1790785810.013840377,8928,8938
|
||||
1790785810.121158305,8928,8938
|
||||
1790785810.224119473,8928,8938
|
||||
1790785810.329907644,8928,8938
|
||||
1790785810.432486378,8928,8938
|
||||
|
@@ -0,0 +1,34 @@
|
||||
#!/bin/bash
|
||||
# run.sh <label> <cap_gib> <conditions|full>: one process lifetime of intern-decision-serve on GPU 3.
|
||||
set -u
|
||||
cd /tmp/intern-accept
|
||||
label=$1 cap=$2 mode=$3
|
||||
O=out/$label; mkdir -p "$O"
|
||||
[ "$(nvidia-smi -i 3 --query-gpu=memory.used --format=csv,noheader,nounits)" -gt 64 ] && { echo "GPU 3 not empty"; exit 10; }
|
||||
docker run -d --name intern-decision-accept --gpus '"device=3"' -p 18033:8000 --env-file env \
|
||||
-e INTERN_DECISION_DEVICE=cuda -e INTERN_DECISION_VRAM_CAP_GIB="$cap" \
|
||||
-v /tank/aimodels/huggingface:/hf:ro intern-decision-serve:0.1.0 > "$O/container.id"
|
||||
for i in $(seq 1 60); do
|
||||
[ "$(curl -s -o /dev/null -w '%{http_code}' localhost:18033/health)" = 200 ] && break
|
||||
[ "$(docker inspect -f '{{.State.Running}}' intern-decision-accept)" != true ] && { docker logs intern-decision-accept > "$O/server.log" 2>&1; echo "died"; exit 11; }
|
||||
sleep 2
|
||||
done
|
||||
./poll.sh intern-decision-accept "$O/vram.csv" & POLL=$!
|
||||
sleep 3
|
||||
curl -s localhost:18033/health > "$O/health-rest.json"
|
||||
echo "$(date +%s.%N) sets:start" >> "$O/events.txt"
|
||||
if [ "$mode" = full ]; then conds=single,rotations,repeat,reversed,shuffled,negative,multifield; else conds=$mode; fi
|
||||
python3 bench_sets.py --backend semif --url http://127.0.0.1:18033 --token-file token --label "$label" --out "$O/sets.json" --conditions "$conds" 2>&1 | tee "$O/sets.log"
|
||||
echo "$(date +%s.%N) sets:done" >> "$O/events.txt"
|
||||
if [ "$mode" = full ]; then
|
||||
python3 bench_shape.py --backend semif --url http://127.0.0.1:18033 --token-file token --long-state-file long_state.txt --label "$label" --out "$O/shape.json" 2>&1 | tee "$O/shape.log"
|
||||
echo "$(date +%s.%N) shape:done" >> "$O/events.txt"
|
||||
python3 checks.py --url http://127.0.0.1:18033 --token-file token --out "$O/checks.json" --checks auth,chunking,queue,fit,maxreq,oom --long-state-file long_state.txt 2>&1 | tee "$O/checks.log"
|
||||
echo "$(date +%s.%N) checks:done" >> "$O/events.txt"
|
||||
fi
|
||||
curl -s localhost:18033/health > "$O/health-end.json"
|
||||
kill $POLL; wait $POLL 2>/dev/null
|
||||
docker logs intern-decision-accept > "$O/server.log" 2>&1
|
||||
docker rm -f intern-decision-accept > /dev/null
|
||||
sleep 3
|
||||
echo "gpu3 after: $(nvidia-smi -i 3 --query-gpu=memory.used --format=csv,noheader)" | tee -a "$O/events.txt"
|
||||
@@ -0,0 +1,22 @@
|
||||
"""Does GPU memory outside torch's allocator grow with the number of distinct threads that run a call?"""
|
||||
import json, subprocess, sys, threading, time, urllib.request
|
||||
URL = "http://127.0.0.1:18033"
|
||||
TOKEN = open("token").read().strip()
|
||||
BODY = json.dumps({"id": "x", "state": "The deploy passed.", "question": "Did it pass?",
|
||||
"options": [{"id": "yes", "description": "Yes"}, {"id": "no", "description": "No"}]}).encode()
|
||||
def card():
|
||||
return int(subprocess.check_output(["nvidia-smi", "-i", "3", "--query-gpu=memory.used", "--format=csv,noheader,nounits"]).strip())
|
||||
def reserved():
|
||||
return json.load(urllib.request.urlopen(URL + "/health"))["model"]["reserved_gib"] * 1024
|
||||
def post():
|
||||
r = urllib.request.Request(URL + "/decide", data=BODY, headers={"Authorization": "Bearer " + TOKEN, "Content-Type": "application/json"})
|
||||
urllib.request.urlopen(r).read()
|
||||
def snap(tag):
|
||||
time.sleep(1.5); c, r = card(), reserved(); print(f"{tag}: card {c} MiB, reserved {r:.0f} MiB, outside allocator {c - 2 - r:.0f} MiB", flush=True)
|
||||
snap("start")
|
||||
for i in range(20): post()
|
||||
snap("after 20 sequential requests")
|
||||
for burst in range(3):
|
||||
ts = [threading.Thread(target=post) for _ in range(40)]
|
||||
[t.start() for t in ts]; [t.join() for t in ts]
|
||||
snap(f"after concurrent burst {burst + 1} (40 requests)")
|
||||
@@ -0,0 +1,357 @@
|
||||
{
|
||||
"url": "http://127.0.0.1:18033",
|
||||
"started_utc": "2026-09-30T16:09:34Z",
|
||||
"health": {
|
||||
"status": "ok",
|
||||
"model": {
|
||||
"name": "Intern-Decision-4B",
|
||||
"source": "internlm/Intern-Decision-4B",
|
||||
"revision": "0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd",
|
||||
"checkpoint": "/hf/hub/models--internlm--Intern-Decision-4B/snapshots/0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd",
|
||||
"inference_py_sha256": "c904e2c67ca0775621a22375ee373d2ba30b52117cda870c6c9ef74143b29863",
|
||||
"temperature": 1.99241824,
|
||||
"dtype": "bfloat16",
|
||||
"attn_implementation": "sdpa",
|
||||
"device": "cuda",
|
||||
"max_length": 8192,
|
||||
"torch_version": "2.10.0+cu128",
|
||||
"transformers_version": "5.17.0",
|
||||
"vision_tower": "removed",
|
||||
"device_name": "NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition",
|
||||
"allocated_gib": 7.937,
|
||||
"reserved_gib": 7.969,
|
||||
"max_reserved_gib": 8.861
|
||||
},
|
||||
"vram_cap_gib": null,
|
||||
"max_tokens": 8192,
|
||||
"max_decisions": 64,
|
||||
"max_questions_per_call": 16,
|
||||
"chunking": "/decide/shared questions are packed greedily, in request order, into calls of at most 16 (1-16, 17-32, ...); each call is one prompt, so the questions in a call are asked together. With orderings, ordering k of every decision forms wave k, packed the same way.",
|
||||
"workloads": []
|
||||
},
|
||||
"auth": {
|
||||
"/decide": {
|
||||
"no_token": 401,
|
||||
"wrong_token": 401,
|
||||
"right_token": 200
|
||||
},
|
||||
"/decide/shared": {
|
||||
"no_token": 401,
|
||||
"wrong_token": 401,
|
||||
"right_token": 200
|
||||
},
|
||||
"health_no_token": 200,
|
||||
"pass": true,
|
||||
"t_start": 1790784574.0391982,
|
||||
"t_end": 1790784574.1316206
|
||||
},
|
||||
"chunking": {
|
||||
"status": [
|
||||
200,
|
||||
200,
|
||||
200
|
||||
],
|
||||
"timing": {
|
||||
"total_seconds": 0.14785360009409487,
|
||||
"batch_size": 20,
|
||||
"calls": 2,
|
||||
"questions_per_call": [
|
||||
16,
|
||||
4
|
||||
],
|
||||
"input_tokens": [
|
||||
1884,
|
||||
1328
|
||||
],
|
||||
"inference_seconds": 0.13485
|
||||
},
|
||||
"rows": [
|
||||
{
|
||||
"id": "d0",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q1",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d1",
|
||||
"top_whole": "no",
|
||||
"top_split": "no",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q2",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d2",
|
||||
"top_whole": "no",
|
||||
"top_split": "no",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q3",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d3",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q4",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d4",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q5",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d5",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q6",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d6",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q7",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d7",
|
||||
"top_whole": "no",
|
||||
"top_split": "no",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q8",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d8",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q9",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d9",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q10",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d10",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q11",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d11",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q12",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d12",
|
||||
"top_whole": "no",
|
||||
"top_split": "no",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q13",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d13",
|
||||
"top_whole": "no",
|
||||
"top_split": "no",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q14",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d14",
|
||||
"top_whole": "no",
|
||||
"top_split": "no",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q15",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d15",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 0,
|
||||
"field": "q16",
|
||||
"questions": 16
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d16",
|
||||
"top_whole": "unclear",
|
||||
"top_split": "unclear",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 1,
|
||||
"field": "q1",
|
||||
"questions": 4
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d17",
|
||||
"top_whole": "unclear",
|
||||
"top_split": "unclear",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 1,
|
||||
"field": "q2",
|
||||
"questions": 4
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d18",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 1,
|
||||
"field": "q3",
|
||||
"questions": 4
|
||||
},
|
||||
"sha_equal": true
|
||||
},
|
||||
{
|
||||
"id": "d19",
|
||||
"top_whole": "yes",
|
||||
"top_split": "yes",
|
||||
"max_dp": 0.0,
|
||||
"call_whole": {
|
||||
"index": 1,
|
||||
"field": "q4",
|
||||
"questions": 4
|
||||
},
|
||||
"sha_equal": true
|
||||
}
|
||||
],
|
||||
"e2e_ms": 151.3,
|
||||
"pass": true,
|
||||
"t_start": 1790784574.1316838,
|
||||
"t_end": 1790784574.4364655
|
||||
},
|
||||
"maxreq": {
|
||||
"state_chars": 11337,
|
||||
"tokens_per_call": 8192,
|
||||
"decisions": 64,
|
||||
"options_each": 16,
|
||||
"body_bytes": 100953,
|
||||
"runs": [
|
||||
{
|
||||
"status": 422,
|
||||
"e2e_ms": 415.8,
|
||||
"code": "invalid_request",
|
||||
"calls": null,
|
||||
"input_tokens": null,
|
||||
"reserved_gib_after": 7.969,
|
||||
"max_reserved_gib": 9.557,
|
||||
"t_end": 1790784583.8459144
|
||||
},
|
||||
{
|
||||
"status": 422,
|
||||
"e2e_ms": 405.2,
|
||||
"code": "invalid_request",
|
||||
"calls": null,
|
||||
"input_tokens": null,
|
||||
"reserved_gib_after": 7.969,
|
||||
"max_reserved_gib": 9.557,
|
||||
"t_end": 1790784584.2551143
|
||||
},
|
||||
{
|
||||
"status": 422,
|
||||
"e2e_ms": 406.5,
|
||||
"code": "invalid_request",
|
||||
"calls": null,
|
||||
"input_tokens": null,
|
||||
"reserved_gib_after": 7.969,
|
||||
"max_reserved_gib": 9.557,
|
||||
"t_end": 1790784584.6652017
|
||||
}
|
||||
],
|
||||
"t_start": 1790784574.4365265,
|
||||
"t_end": 1790784584.6653428
|
||||
},
|
||||
"finished_utc": "2026-09-30T16:09:44Z"
|
||||
}
|
||||
@@ -0,0 +1 @@
|
||||
{"label": "uncapped", "backend": "semif", "runs": 1, "per": 10, "max_questions": 10000, "events": [["start", 1790784611.4584568], ["short1:measure", 1790784611.5543973], ["crit21:measure", 1790784612.0878277], ["long1:measure", 1790784619.396992], ["long16:measure", 1790784627.8208334], ["shapes:done", 1790784629.9486265], ["end", 1790784629.9486306]], "shapes": {"short1": {"rows": 1, "runs": [{"e2e_ms": [35.92049889266491, 35.901617957279086, 35.708046052604914, 35.906028002500534, 36.10570100136101, 36.089200992137194, 35.76449700631201, 36.227591102942824, 35.77947709709406, 35.997220082208514], "server_ms": [34.09949690103531, 34.24146887846291, 34.126657992601395, 34.240649081766605, 34.342060098424554, 34.322259947657585, 34.07772700302303, 34.49505195021629, 34.051917027682066, 34.29409000091255], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": 181, "median_e2e": 35.91326344758272, "median_server": 34.24105898011476}], "tokens": 181, "median_e2e_ms": 35.9, "run_medians_e2e_ms": [35.9], "median_server_ms": 34.2, "non_200": 0}, "crit21": {"rows": 21, "runs": [{"e2e_ms": [85.90914588421583, 85.42978088371456, 85.99224709905684, 85.41093999519944, 85.5076820589602, 85.47824202105403, 85.63234284520149, 85.61140298843384, 85.56949300691485, 85.53116186521947], "server_ms": [79.33550095185637, 78.80261586979032, 79.46493290364742, 78.93323712050915, 78.8946459069848, 78.88813596218824, 79.00104694999754, 79.05412814579904, 79.03093798086047, 79.03374801389873], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": null, "median_e2e": 85.55032743606716, "median_server": 79.01599246542901}], "tokens": null, "median_e2e_ms": 85.6, "run_medians_e2e_ms": [85.6], "median_server_ms": 79.0, "non_200": 0}, "long1": {"rows": 1, "runs": [{"e2e_ms": [183.08503087610006, 183.89351991936564, 184.35147497802973, 185.54342817515135, 191.41989503987134, 183.4883950650692, 185.06936286576092, 185.85462193004787, 187.36803904175758, 184.89661114290357], "server_ms": [179.3815779965371, 180.2897888701409, 180.69604295305908, 181.9530779030174, 187.8542739432305, 179.9399449955672, 181.47349287755787, 182.3184520471841, 183.79759904928505, 181.30912980996072], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": 4019, "median_e2e": 184.98298700433224, "median_server": 181.3913113437593}], "tokens": 4019, "median_e2e_ms": 185.0, "run_medians_e2e_ms": [185.0], "median_server_ms": 181.4, "non_200": 0}, "long16": {"rows": 16, "runs": [{"e2e_ms": [210.3101098909974, 210.82147606648505, 212.6600358169526, 211.06627909466624, 214.81614094227552, 210.01119702123106, 215.28325602412224, 212.87801885046065, 211.02875797078013, 213.75816804356873], "server_ms": [203.99634796194732, 204.5704941265285, 206.43203612416983, 204.81025706976652, 208.57751998119056, 203.7482550367713, 208.42881803400815, 205.99671080708504, 204.55457409843802, 207.47225801460445], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": null, "median_e2e": 211.86315745580941, "median_server": 205.40348393842578}], "tokens": null, "median_e2e_ms": 211.9, "run_medians_e2e_ms": [211.9], "median_server_ms": 205.4, "non_200": 0}}}
|
||||
+1640
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,15 @@
|
||||
# intern-decision — copy to /opt/docker/compose/intern-decision/.env on fv-ml1 (mode 0600).
|
||||
# Built on fv-ml1 from services/intern-decision-serve (see README "Building").
|
||||
IMAGE=intern-decision-serve:0.1.0
|
||||
PORT=8033
|
||||
HOST_IP=10.251.50.54
|
||||
# fv-ml1 GPU 1 = the utility card (vllm-coder, erp, meromero, scriberr).
|
||||
GPU_ID=1
|
||||
# HARD torch-allocator cap: the single knob that holds the container's WHOLE nvidia-smi footprint
|
||||
# (CUDA context included) <= 10,300 MiB, the GPU 1 budget next to scriberr (2026-09-30).
|
||||
# footprint <= cap + non-allocator overhead = 9,472 MiB + 662 MiB = 10,134 MiB
|
||||
# (overhead measured flat at 660-662 MiB with the single inference thread; README "VRAM").
|
||||
# 9.25 still answers the largest request the API accepts (4 calls x 8,191 tokens) with a 200.
|
||||
VRAM_CAP_GIB=9.25
|
||||
# >= 32 characters; source of truth: secret get intern-decision/api-token
|
||||
INTERN_DECISION_API_TOKEN=
|
||||
@@ -0,0 +1,215 @@
|
||||
# intern-decision
|
||||
|
||||
> ⚠ **STATUS 2026-09-30 0937 PT: built and accepted on GPU 3; the GPU 1 deploy is HELD.** GPU 1's
|
||||
> usable free memory is 15,442 MiB (nvidia-smi `Free`: 97,887 total − 640 driver-reserved −
|
||||
> 81,806 used), below the 15,800 MiB pre-deploy floor. The 10,300 MiB budget was derived from
|
||||
> total − used (16,081). The decision is with infra-ops/Prime; see "VRAM". Nothing is running
|
||||
> on port 8033 yet.
|
||||
|
||||
**Intern-Decision-4B typed decisions** on **fv-ml1 GPU 1**, the utility card beside `vllm-coder`,
|
||||
the erp/meromero seats and scriberr. It **replaced `semif`** on Prime's ruling of 2026-09-30,
|
||||
~0510 PT: "replace semif with intern-decision now". The pick came from the previous night's bench,
|
||||
`docs/pfi/jev-candidates-bench-2026-09-30.md`: the only candidate at least as accurate as SemIf on
|
||||
our sets, faster at our shape, and inside the memory budget.
|
||||
|
||||
[Intern-Decision-4B](https://huggingface.co/internlm/Intern-Decision-4B) (Shanghai AI Lab,
|
||||
Apache-2.0) is a Qwen3.5-4B finetune. It takes a state plus up to 16 named questions and scores
|
||||
every question's options in **one forward pass with no decoding**. It reads each answer from the
|
||||
logits just before a `<decision>` marker. `services/intern-decision-serve/` loads it once and
|
||||
scores through the checkpoint's **own** `inference.py` (`DecisionEngine.predict`). It keeps
|
||||
**semif-serve's HTTP surface**, so a semif caller changes only the URL and the token. The contract
|
||||
is `services/intern-decision-serve/intern-decision-serve.contract.md`.
|
||||
|
||||
| | |
|
||||
|---|---|
|
||||
| **URL** | `http://10.251.50.54:8033` = `http://intern-decision.fv.internal:8033`. `/health` is open; POSTs need `Authorization: Bearer $(secret get intern-decision/api-token)` |
|
||||
| **Model** | `internlm/Intern-Decision-4B` @ `0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd`, BF16, from `/tank/aimodels/huggingface`, mounted read-only and offline |
|
||||
| **Scoring code** | the snapshot's `inference.py`, sha256 `c904e2c6…43b29863`, checked before it is imported. Startup refuses any other file |
|
||||
| **Stack** | torch `2.10.0+cu128`, transformers `5.17.0`, fla `0.5.2`, causal-conv1d `1.7.0`: the bench's stack |
|
||||
| **Image** | `intern-decision-serve:<version>`, built on fv-ml1 from `services/intern-decision-serve/` |
|
||||
| **State** | None. The service never downloads (`HF_HUB_OFFLINE=1`, read-only mount). If the weights are ever lost, re-pull the pinned revision by hand. |
|
||||
| **Rollback** | `stacks/semif` is stopped, not removed. See **Rollback** below. |
|
||||
|
||||
## API (semif-serve's)
|
||||
|
||||
```bash
|
||||
T=$(secret get intern-decision/api-token)
|
||||
curl -s -H "Authorization: Bearer $T" http://intern-decision.fv.internal:8033/decide -d '{
|
||||
"id": "q1", "state": "Health checks passed in all three zones.",
|
||||
"question": "Did the deployment succeed?",
|
||||
"options": [{"id":"yes","description":"It succeeded."},{"id":"no","description":"It failed."}]}'
|
||||
```
|
||||
|
||||
- `POST /decide` takes one decision, `{id, state, question, options[2..16]}`.
|
||||
- `POST /decide/shared` takes `{state, decisions: [{id, question, options}]}`.
|
||||
- `GET /health` reports the pins, the limits and the chunking rule.
|
||||
- **Order averaging:** `"orderings": "rotations"`, or `"all"` for ≤ 4 options, is still accepted,
|
||||
with semif's `combined` block. **It is barely needed:** the bench found Intern-Decision reorders
|
||||
8 of 144 labels when the options are reversed, against SemIf's 30, and at one ordering it matched
|
||||
SemIf-with-rotations.
|
||||
- Each result carries semif's fields where they mean something: `option_ids`, `probabilities`,
|
||||
`input_tokens`, `prompt_sha256`, `prompt_version`, `model`, `readout`, `probability_status`, and
|
||||
on `/decide` also `total_seconds` and `forward_seconds`. New fields:
|
||||
- `top`;
|
||||
- `confidence`, the model's own;
|
||||
- `calibration`, the model's own temperature (T = 1.99241824);
|
||||
- `native`, the model's answer object, unchanged;
|
||||
- `call` (`index`, `field`, `questions`): which prompt the decision was asked in.
|
||||
- Past `MAX_QUEUE` (32) requests in progress, new POSTs get `429 busy` before their body is read.
|
||||
|
||||
### What a semif caller must know (every deliberate difference is in the contract, "Deltas")
|
||||
|
||||
1. **Option ids are shown to the model.** The prompt prints `A = <id>: <description>`, so an
|
||||
id is part of the question. Use meaningful or neutral ids, not misleading ones.
|
||||
2. **Decisions in one `/decide/shared` call are asked together, in one prompt.** An answer can
|
||||
depend on the other questions in its call.
|
||||
- The bench measured this on Wyrd: 79/84 asked one decision at a time, 77/84 with a turn's
|
||||
4 decisions in one prompt.
|
||||
- A call holds **at most 16 questions**. More are split greedily in request order: 1–16,
|
||||
17–32, … . `/health` says so.
|
||||
3. **`probabilities` are temperature-scaled** by the model's shipped calibration. SemIf's were
|
||||
raw. The argmax is the same either way. This calibration is the vendor's, fitted on its own
|
||||
data, not ours.
|
||||
4. **Gone:**
|
||||
- `option_logits` (the model's runtime does not expose logits);
|
||||
- the prefix-cache timing fields;
|
||||
- `/health.semif_commit`;
|
||||
- per-workload calibration. Any `workload` is a 422, exactly as the deployed semif behaved
|
||||
with its empty table.
|
||||
5. **`MAX_TOKENS` (8192) is per call:** the state plus all its questions. A longer call is a 422
|
||||
and is never truncated. Every call up to that limit fits the VRAM cap (measured). See VRAM
|
||||
below.
|
||||
|
||||
## VRAM: the whole container ≤ 10,300 MiB
|
||||
|
||||
**Budget (infra-ops, 2026-09-30):** the container's **whole** nvidia-smi footprint, CUDA context
|
||||
included, must never exceed **10,300 MiB**, whatever the request. That leaves scriberr (peak
|
||||
5,496 MiB with its 120 s slices) 295 MiB of spare even when both hit their peaks at once.
|
||||
`torch.cuda.set_per_process_memory_fraction` caps only torch's allocator, so the cap is the budget
|
||||
minus the measured non-allocator overhead:
|
||||
|
||||
```
|
||||
footprint <= VRAM_CAP_GIB + overhead = 9,472 MiB (9.25 GiB) + 662 MiB = 10,134 MiB (166 MiB under budget)
|
||||
```
|
||||
|
||||
`VRAM_CAP_GIB` in `.env` is **the single knob**. It is applied before the weights load.
|
||||
|
||||
⚠ **The budget assumed 16,081 MiB free on GPU 1. That is total − used.** nvidia-smi's own `Free` is
|
||||
**15,442 MiB**, because the driver reserves 640 MiB on every card (GPU 3 shows the same 640).
|
||||
Against the true free memory, a footprint that never collides with scriberr's 5,496 MiB peak must
|
||||
stay at or below **9,946 MiB**:
|
||||
|
||||
| cap | footprint peak (measured, GPU 3) | with scriberr at its peak, against 15,442 free | calls that fit (16 questions × 16 options) |
|
||||
|---|---|---|---|
|
||||
| **9.25 GiB** (`.env.example` now) | 10,134 MiB | **188 MiB over** | every call the API accepts (8,191 tok) |
|
||||
| **9.0 GiB** | 9,876 MiB | 70 MiB spare | up to 7,168 tok; longer calls get 503. Every bench shape fits, at the same latency |
|
||||
|
||||
| measured on fv-ml1 GPU 3 (alone on the card), image 0.1.0 | MiB |
|
||||
|---|---|
|
||||
| **at rest** (nvidia-smi, whole card less 2 MiB idle) | **8,820** (torch reserved 8,160 + outside 660) |
|
||||
| outside the allocator (CUDA context + loaded kernels), at rest / after 2×30 concurrent requests / after the latency shapes / after 4 × 8,191-token calls | 660 / 660 / 662 / 662 |
|
||||
| **peak, largest request the API accepts, capped at 9.25 GiB** (card, 0.1 s sampling) | **10,134**; torch `max_reserved` = 9.25 GiB exactly, so the cap is what held it |
|
||||
| the same request **uncapped**, for comparison | 10,422 (allocator peak 9,760): **over budget, so the cap is required** |
|
||||
| startup peak (weights + vision tower until the swap + warm-up) | allocator 8.86 GiB. **A cap below ~8.9 GiB cannot start** (it fails closed; 8.5 was refused) |
|
||||
|
||||
- **The largest request the API accepts** is 64 decisions × 16 options, with each of its 4 calls
|
||||
at 8,191 tokens. Under the cap it answers **200** (1.67 s), not 503. Near the limit the
|
||||
allocator frees cached blocks before it fails, so the uncapped 9,760 MiB peak was partly cache.
|
||||
Every call up to `MAX_TOKENS` fits the cap.
|
||||
- **Over the cap the answer is 503 `out_of_memory`.** Memory goes back to the resting baseline
|
||||
and the service keeps answering. This was proven with a deliberately tight cap (acceptance).
|
||||
- **One inference thread is load-bearing** (contract INV-2). torch keeps CUDA state per host
|
||||
thread (cuBLAS handles and workspaces). The first build scored on anyio's 40-thread pool: a
|
||||
concurrent burst added 252 MiB outside the cap and 326 MiB inside it, and the peak reached
|
||||
10,392 MiB. Load, warm-up and every call now run on one thread.
|
||||
- **Released after bursts:** when a call leaves reserved memory more than 512 MiB over the resting
|
||||
baseline, the engine calls `empty_cache()`. Measured: back to 7.97 GiB after every large
|
||||
request.
|
||||
- The rest footprint is 0.9 GB below the bench's 9,736 MiB. The service takes no images, so the
|
||||
vision tower (0.62 GiB) is swapped for a stub after the first warm-up, and the warm-up cache is
|
||||
released. Startup proves the swap changes nothing: the warm-up answer must be bit-identical
|
||||
(INV-7).
|
||||
|
||||
## Latency
|
||||
|
||||
Loopback on fv-ml1 (GPU 3 alone on the card, image 0.1.0, cap 9.25 GiB). `bench_shape.py`
|
||||
from the Jev bench ran 3 runs × 20 requests, and the medians are shown with the run-median
|
||||
range. The bench's native Intern-Decision numbers are the reference.
|
||||
|
||||
| shape | end to end | server | bench (native, loopback) | SemIf 0.1.4 (bench) |
|
||||
|---|---|---|---|---|
|
||||
| 1 decision, short (~180 tok) | 36.4 ms (36.4–36.5) | 34.7 | 39 | 37 |
|
||||
| **21 binary criteria**, one `/decide/shared` (2 calls: 16 + 5) | **82.3 ms** (82.3–82.4) | 78.9 | 88 | 131 |
|
||||
| 1 decision over the ~3,900-token state | 191.4 ms (191.4–191.5) | 187.9 | 190 | 186 |
|
||||
| **16 criteria over the ~3,900-token state** (1 call, 4,579 tok) | **216.8 ms** (216.5–217.0) | 211.1 | 215 | 505 |
|
||||
| largest accepted request (4 calls × 8,191 tok) | 1,672 ms (1,672–1,675, N=3) | | | |
|
||||
|
||||
*From nh3-dev and on GPU 1, next to the vLLM seats: pending the GPU 1 deploy (held, see the status banner).*
|
||||
|
||||
## Acceptance (2026-09-30)
|
||||
|
||||
Raw results: `services/intern-decision-serve/acceptance/gpu3-2026-09-30/` (`compare.json`, one
|
||||
directory per process lifetime). **The harness is the bench's own.** `bench_sets.py
|
||||
--backend semif` speaks semif-serve's API, so it drove this service unchanged. `compare.py`
|
||||
scores it as the bench's `analyze.py` did.
|
||||
|
||||
| check (GPU 3, cap 9.25 GiB, N = 3 fresh processes unless noted) | result | bench / floor |
|
||||
|---|---|---|
|
||||
| **positive control**, pooled 259, single ordering | **240, 240, 240** | bench 240 (4 repeats); the pooled set resolves ±4 pts |
|
||||
| positive control, Wyrd /84, single | **79, 79, 79** | bench 79 |
|
||||
| row by row against the bench's native rows (560 rows, single / rotations / negative) | **0 top changes, max Δp 0.000** in every repeat: bit-identical | bench floor: 0 labels moved across 4 restarts |
|
||||
| rotations, pooled / Wyrd | 236 / 77 (×3) | bench 236 / 77 |
|
||||
| **negative control** (descriptions rotated, 144): same top / follows the description / right vs the original gold | **10 / 122 / 14** (×3) | bench 10 / 122 / 14 |
|
||||
| A-vs-A in the process (authored144 twice) | 0/144 flips, Δp 0.0 (×3) | |
|
||||
| A-vs-A across restarts (r1~r2, r1~r3, r2~r3; 560 rows, single and rotations) | 0 flips, Δp 0.0 | |
|
||||
| Wyrd, one `/decide/shared` per turn (4 decisions in one prompt) | 78/84 (×3); 1/84 row differs from the bench's 77 | expected: field names are positional here, decision names in the bench (contract) |
|
||||
| more than 16 questions: 20 decisions in one request, against the same decisions asked as 16 + 4 | 2 calls `[16, 4]`, all 20 tops equal, Δp 0, same prompt hashes | |
|
||||
| 401: no token / wrong token, both POSTs; `/health` open | 401 / 401; 200 | |
|
||||
| 429: 48 concurrent requests, `MAX_QUEUE` 32 | 32 answered, 16 × 429 `busy` | |
|
||||
| largest request the API accepts (64 × 16 options, 4 × 8,191 tok) at cap 9.25 GiB | **200** ×3; card peak 10,134 MiB | budget 10,300 |
|
||||
| **over the cap** (the same request at a deliberately tight cap of 8.9 GiB) | **503 `out_of_memory`**; reserved 7.969 GiB before, 7.969 after, next request 200; then all 560 single rows answered, bit-identical to the bench | |
|
||||
| fit under the cap: the largest 16-question call that answers 200 | 8,191 tok (the whole API) at 9.25 GiB; 7,168 tok at 9.0 GiB | |
|
||||
| cap below startup | 8.5 GiB: startup refused (OOM loading), fails closed | |
|
||||
|
||||
*On the deployed service (GPU 1): pending the deploy (held, see the status banner).*
|
||||
|
||||
## Building and deploying
|
||||
|
||||
```bash
|
||||
# from nh3-dev. /opt/docker/src is root-owned, so create the version dir with sudo first.
|
||||
ssh infra-ops@10.251.50.54 'sudo -n install -d -o infra-ops -g infra-ops /opt/docker/src/intern-decision-serve-X.Y.Z | cat'
|
||||
tar -C services/intern-decision-serve -cf - --exclude=.venv --exclude=.pytest_cache --exclude=__pycache__ \
|
||||
--exclude=acceptance --exclude='*.egg-info' . \
|
||||
| ssh infra-ops@10.251.50.54 'tar -x -C /opt/docker/src/intern-decision-serve-X.Y.Z'
|
||||
# on fv-ml1
|
||||
cd /opt/docker/src/intern-decision-serve-X.Y.Z && docker build -t intern-decision-serve:X.Y.Z .
|
||||
# from nh3-dev: compose.yaml, .env.example and this README (never .env)
|
||||
scripts/deploy-stack.sh fv-ml1 intern-decision
|
||||
# on fv-ml1: .env is infra-ops's, mode 0600. Rewrite it IN PLACE to keep the owner and mode.
|
||||
cd /opt/docker/compose/intern-decision && new=$(sed 's/^IMAGE=.*/IMAGE=intern-decision-serve:X.Y.Z/' .env) \
|
||||
&& printf '%s\n' "$new" > .env && docker compose config -q && docker compose up -d
|
||||
```
|
||||
|
||||
**Before any deploy onto GPU 1:** GPU 1 must have at least 15,800 MiB free
|
||||
(`nvidia-smi -i 1 --query-gpu=memory.free --format=csv`). If it has less, stop. Do not squeeze
|
||||
scriberr.
|
||||
|
||||
Startup fails closed. A container that never reaches healthy did not pass its own checks: the
|
||||
`inference.py` hash, the pinned snapshot, the warm-up, the text-only swap and the prompt hash.
|
||||
Read `docker logs intern-decision`. Record the deploy with `scripts/ops-log`.
|
||||
|
||||
**To move the model forward**, change `REVISION` and `INFERENCE_PY_SHA256` in `config.py`.
|
||||
Re-run the bench's sets through the service (`services/intern-decision-serve/acceptance/`), and
|
||||
re-measure the VRAM before changing the cap.
|
||||
|
||||
## Rollback
|
||||
|
||||
`semif` is **stopped, not removed**, and is kept as the rollback. Only on Prime's word:
|
||||
|
||||
```bash
|
||||
cd /opt/docker/compose/intern-decision && docker compose stop # first: the two do not both fit GPU 1
|
||||
cd /opt/docker/compose/semif && docker compose start
|
||||
```
|
||||
|
||||
Then check GPU 1's free memory against scriberr's peak. Callers go back to `:8032` and
|
||||
`secret get semif/api-token`.
|
||||
@@ -0,0 +1,64 @@
|
||||
# intern-decision: Intern-Decision-4B (internlm, Apache-2.0) behind intern-decision-serve, on
|
||||
# fv-ml1 GPU 1 (the utility card, beside vllm-coder, the erp/meromero seats and scriberr).
|
||||
# Replaces semif (Prime, 2026-09-30: "replace semif with intern-decision now").
|
||||
#
|
||||
# One forward pass per call, scored by the checkpoint's OWN inference.py (sha256-pinned); the
|
||||
# service keeps semif-serve's HTTP surface (/decide, /decide/shared, /health). Service code +
|
||||
# contract: services/intern-decision-serve/ (intern-decision-serve.contract.md). Image built on
|
||||
# fv-ml1 from that dir.
|
||||
#
|
||||
# ⚠ VRAM_CAP_GIB is a HARD cap on torch's allocator (per-process memory fraction), set so the
|
||||
# container's WHOLE nvidia-smi footprint, CUDA context included, stays <= 10,300 MiB whatever
|
||||
# the request (Prime/infra-ops budget with scriberr, 2026-09-30). A request that needs more
|
||||
# gets 503 out_of_memory and the service stays up. See the README before changing it.
|
||||
#
|
||||
# .env (tunables): IMAGE, PORT, GPU_ID, VRAM_CAP_GIB, HOST_IP, INTERN_DECISION_API_TOKEN
|
||||
# (vault intern-decision/api-token, >= 32 chars).
|
||||
|
||||
name: intern-decision
|
||||
|
||||
services:
|
||||
intern-decision:
|
||||
image: ${IMAGE:?set IMAGE}
|
||||
container_name: intern-decision
|
||||
restart: unless-stopped
|
||||
ports:
|
||||
- "${PORT:-8033}:8000"
|
||||
environment:
|
||||
INTERN_DECISION_API_TOKEN: ${INTERN_DECISION_API_TOKEN:?set INTERN_DECISION_API_TOKEN}
|
||||
INTERN_DECISION_DEVICE: cuda
|
||||
INTERN_DECISION_VRAM_CAP_GIB: ${VRAM_CAP_GIB:?set VRAM_CAP_GIB}
|
||||
INTERN_DECISION_MAX_TOKENS: ${MAX_TOKENS:-8192}
|
||||
INTERN_DECISION_MAX_DECISIONS: ${MAX_DECISIONS:-64}
|
||||
# POSTs in progress (queued + scoring) before new ones get 429 busy.
|
||||
INTERN_DECISION_MAX_QUEUE: ${MAX_QUEUE:-32}
|
||||
volumes:
|
||||
# Pinned weights AND the checkpoint's inference.py, read offline. Never downloads.
|
||||
- /tank/aimodels/huggingface:/hf:ro
|
||||
deploy:
|
||||
resources:
|
||||
reservations:
|
||||
devices:
|
||||
- driver: nvidia
|
||||
device_ids: ["${GPU_ID:-1}"]
|
||||
capabilities: [gpu]
|
||||
healthcheck:
|
||||
test: ["CMD", "python", "-c", "import urllib.request; urllib.request.urlopen('http://127.0.0.1:8000/health', timeout=5)"]
|
||||
interval: 30s
|
||||
timeout: 10s
|
||||
retries: 3
|
||||
# Startup loads ~9 GB of weights and scores the warm-up three times before it serves.
|
||||
start_period: 300s
|
||||
networks:
|
||||
- tnet
|
||||
labels:
|
||||
- homepage.group=AI - Eval & Retrieval
|
||||
- homepage.name=Intern-Decision — typed decisions
|
||||
- homepage.icon=mdi-scale-balance
|
||||
- homepage.description=Typed decisions from one forward pass (Intern-Decision-4B, fv-ml1 GPU1)
|
||||
- homepage.href=http://${HOST_IP:-10.251.50.54}:${PORT:-8033}/health
|
||||
|
||||
networks:
|
||||
tnet:
|
||||
name: traefik-net
|
||||
external: true
|
||||
Reference in New Issue
Block a user