exp004 amendment: seed-1 certification (truncated 0.0 both seeds, ok 1.0/0.938; over-emission replicates 1.667/1.311) — 2-seed rider satisfied
Browse files
exp004_composite/README.md
CHANGED
|
@@ -89,10 +89,16 @@ The taxonomy-driven expansion changes only what a training sample *is*:
|
|
| 89 |
`set_per_process_memory_fraction(0.92)` so overrun fails loudly, and prints
|
| 90 |
`peak_mem` + s/step at step 50. Result: 8.8 GB peak, 1.03 s/step.
|
| 91 |
|
| 92 |
-
| arm (v2 conditions, n=16
|
| 93 |
|---|---|---|---|---|---|
|
| 94 |
| frozen | 0.000 | 0.188 | 0.812 | — | — |
|
| 95 |
-
| relay_pw
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 96 |
|
| 97 |
**16 of 16 generations close, parse, and pass the full structural validator**
|
| 98 |
— every failure bucket at 0.0 (train loss 0.124 at 3000 steps, ~1.0 s/step,
|
|
|
|
| 89 |
`set_per_process_memory_fraction(0.92)` so overrun fails loudly, and prints
|
| 90 |
`peak_mem` + s/step at step 50. Result: 8.8 GB peak, 1.03 s/step.
|
| 91 |
|
| 92 |
+
| arm (v2 conditions, n=16) | structural_ok | truncated | json_error | coverage (ent / attr) | grounding-lite |
|
| 93 |
|---|---|---|---|---|---|
|
| 94 |
| frozen | 0.000 | 0.188 | 0.812 | — | — |
|
| 95 |
+
| relay_pw row-aligned, seed 0 | **1.000** | **0.000** | **0.000** | 1.667 / 0.817 | 0.062 |
|
| 96 |
+
| relay_pw row-aligned, seed 1 | **0.938** | **0.000** | 0.062 | 1.311 / 0.840 | 0.033 |
|
| 97 |
+
|
| 98 |
+
**Certified on two seeds** (amended post-ship, standing 2-seed rider):
|
| 99 |
+
truncation 0.0 on both; the single seed-1 failure is one malformed JSON,
|
| 100 |
+
not a termination failure. Entity over-emission and weak grounding-lite
|
| 101 |
+
replicate directionally on both seeds — the faithfulness target stands.
|
| 102 |
|
| 103 |
**16 of 16 generations close, parse, and pass the full structural validator**
|
| 104 |
— every failure bucket at 0.0 (train loss 0.124 at 3000 steps, ~1.0 s/step,
|
exp004_composite/adapters/q4b_relay_pw_s1.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6640d5ce1e12084c6a6bcfa1aa6b954aa18fc4394c03e2a863cdd17a3942046c
|
| 3 |
+
size 22167183
|
exp004_composite/build_results.py
CHANGED
|
@@ -11,7 +11,7 @@ import os
|
|
| 11 |
HERE = os.path.dirname(os.path.abspath(__file__))
|
| 12 |
rows = [json.loads(l) for l in
|
| 13 |
open(os.path.join(HERE, "results", "ledger.jsonl"), encoding="utf-8")]
|
| 14 |
-
assert all(r["exp"] in ("q4", "q4b") for r in rows) and len(rows) ==
|
| 15 |
|
| 16 |
|
| 17 |
def row(exp, arm, seed=0):
|
|
@@ -63,6 +63,15 @@ assert v2_re["max_new"] == 3400 and v2_fz["max_new"] == 3400
|
|
| 63 |
assert v2_re["judge"]["coverage"]["entity_ratio"] > 1.3
|
| 64 |
assert v2_re["judge"]["grounding_lite"] < 0.2
|
| 65 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 66 |
out = {"v1_gate": {"frozen": v1_fz["judge"]["taxonomy"],
|
| 67 |
"relay_pw": v1_re["judge"]["taxonomy"],
|
| 68 |
"ppl_hold": {"frozen": v1_fz["ppl_hold"],
|
|
@@ -70,7 +79,8 @@ out = {"v1_gate": {"frozen": v1_fz["judge"]["taxonomy"],
|
|
| 70 |
"rejudge_max3000": rej["judge"]["taxonomy"],
|
| 71 |
"v2": {"cache_stats": st,
|
| 72 |
"frozen": v2_fz["judge"],
|
| 73 |
-
"relay_pw": v2_re["judge"]
|
|
|
|
| 74 |
"n_rows": len(rows)}
|
| 75 |
json.dump(out, open(os.path.join(HERE, "results", "results.json"), "w",
|
| 76 |
encoding="utf-8"), indent=1)
|
|
|
|
| 11 |
HERE = os.path.dirname(os.path.abspath(__file__))
|
| 12 |
rows = [json.loads(l) for l in
|
| 13 |
open(os.path.join(HERE, "results", "ledger.jsonl"), encoding="utf-8")]
|
| 14 |
+
assert all(r["exp"] in ("q4", "q4b") for r in rows) and len(rows) == 6
|
| 15 |
|
| 16 |
|
| 17 |
def row(exp, arm, seed=0):
|
|
|
|
| 63 |
assert v2_re["judge"]["coverage"]["entity_ratio"] > 1.3
|
| 64 |
assert v2_re["judge"]["grounding_lite"] < 0.2
|
| 65 |
|
| 66 |
+
# claim 4b (SEED-1 CERTIFICATION, amended post-ship): termination trains on
|
| 67 |
+
# BOTH seeds — truncated 0.0 / 0.0; structural_ok 1.0 / 0.938 (s1: one
|
| 68 |
+
# json_error, 1/16). Over-emission replicates directionally (1.667 / 1.311).
|
| 69 |
+
v2_s1 = row("q4b", "relay_pw", seed=1)
|
| 70 |
+
assert v2_s1["judge"]["taxonomy"]["truncated"] == 0.0
|
| 71 |
+
assert v2_s1["judge"]["structural_ok"] >= 0.93
|
| 72 |
+
assert v2_s1["judge"]["coverage"]["entity_ratio"] > 1.25
|
| 73 |
+
assert v2_s1["max_new"] == 3400
|
| 74 |
+
|
| 75 |
out = {"v1_gate": {"frozen": v1_fz["judge"]["taxonomy"],
|
| 76 |
"relay_pw": v1_re["judge"]["taxonomy"],
|
| 77 |
"ppl_hold": {"frozen": v1_fz["ppl_hold"],
|
|
|
|
| 79 |
"rejudge_max3000": rej["judge"]["taxonomy"],
|
| 80 |
"v2": {"cache_stats": st,
|
| 81 |
"frozen": v2_fz["judge"],
|
| 82 |
+
"relay_pw": v2_re["judge"],
|
| 83 |
+
"relay_pw_s1": v2_s1["judge"]},
|
| 84 |
"n_rows": len(rows)}
|
| 85 |
json.dump(out, open(os.path.join(HERE, "results", "results.json"), "w",
|
| 86 |
encoding="utf-8"), indent=1)
|
exp004_composite/results/ledger.jsonl
CHANGED
|
@@ -3,3 +3,4 @@
|
|
| 3 |
{"exp": "q4", "arm": "relay_pw_rejudge_max3000", "seed": 0, "judge": {"taxonomy": {"truncated": 0.938, "json_error": 0.0, "missing_keys": 0.0, "enum_violation": 0.0, "bad_entity": 0.0, "has_polygon": 0.0, "ok": 0.062}, "structural_ok": 0.062, "coverage": {"entity_ratio": 1.0, "attr_ratio": 0.792}, "grounding_lite": 0.0, "samples": ["<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.6589, \"box\": [347.89, 895.99, 555.99, 997.9], \"centroid\": [441.94, 946.95], \"area_frac\": 0.015, \"position\": {\"grid\": \"lower center\", \"offset_from_center\": [-0.1071, 0.8939]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.0129, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.598, \"box\": [0.0, 0.0, 999.58, 998.56], \"centroid\": [499.79, 499.28], \"area_frac\": 0.998, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [-0.0004, -0.0014]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\":", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"train\": 1}}, \"entities\": [{\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.7846, \"box\": [359.45, 25.4, 650.85, 995.9], \"centroid\": [505.15, 510.68], \"area_frac\": 0.298, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.0003, 0.0213]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.295, \"rank\": 1}, \"is_primary\": true, \"caption_bindings\": [{\"source\": \"caption_animetimm\", \"subject_name\": \"girl\", \"confidence\": 1.0}, {\"source\": \"caption_joycaption\", \"subject_name\": \"woman\", \"confidence\": 1.0}, {\"source\": \"caption_qwen35_4b\", \"subject_name\": \"woman\", \"confidence\": 1.0}], \"attributes\": [{\"text\": \"wearing black long-sleeved blouse\", \"st", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.6589, \"box\": [347.89, 895.99, 555.99, 997.9], \"centroid\": [441.94, 946.94], \"area_frac\": 0.0159, \"position\": {\"grid\": \"lower center\", \"offset_from_center\": [-0.1071, 0.8939]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.0145, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.598, \"box\": [0.0, 0.0, 999.58, 998.56], \"centroid\": [499.79, 499.28], \"area_frac\": 0.9985, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [-0.0004, -0.0005]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency"]}}
|
| 4 |
{"exp": "q4b", "arm": "frozen", "seed": 0, "steps": 0, "max_new": 3400, "judge": {"taxonomy": {"truncated": 0.188, "json_error": 0.812, "missing_keys": 0.0, "enum_violation": 0.0, "bad_entity": 0.0, "has_polygon": 0.0, "ok": 0.0}, "structural_ok": 0.0, "coverage": null, "grounding_lite": null, "samples": ["<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"man\": 1}, \"entities\": [{\"id\": 1, \"label\": \"middle-aged man\", \"detection_score\": 0.95, \"box\": [234, 268, 376, 312], \"centroid\": [240, 268, 376], \"area_frac\": 0.85, \"position\": {\"x\": 240, \"y\": 268, \"z\": 376}, \"depth\": {\"x\": 0, \"y\": 0, \"z\": 0}, \"saliency\": {\"x\": 0, \"y\": 0, \"z\": 0}, \"is_primary\": true, \"caption_bindings\": [], \"attributes\": [{\"text\": \"warm\", \"stratum\": \"face\"}, {\"text\": \"friendly\", \"stratum\": \"face\"}, {\"text\": \"fair complexion\", \"stratum\": \"face\"}, {\"text\": \"balding head\", \"stratum\": \"face\"}, {\"text\": \"thin gray hair\", \"stratum\": \"face\"}, {\"text\": \"combed to the side\", \"stratum\": \"face\"}, {\"text\": \"full gray beard\", \"stratum\": \"face\"}, {\"text\": \"mustache\", \"stratum\": \"face\"}, {\"text\": \"black rectangular thick-ri", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"women\": 1}, \"entities\": [{\"id\": 1, \"label\": \"woman\", \"detection_score\": 0.95, \"box\": [248, 367, 100, 100], \"centroid\": [248, 367], \"area_frac\": 0.95, \"position\": {\"x\": 248, \"y\": 367}, \"depth\": {\"z\": 0}, \"saliency\": {\"z\": 0}, \"is_primary\": true, \"caption_bindings\": [], \"attributes\": [{\"text\": \"wavy shoulder-length brown hair\", \"stratum\": \"hair\"}, {\"text\": \"black long-sleeved blouse\", \"stratum\": \"clothing\"}, {\"text\": \"high-waisted white cropped pants\", \"stratum\": \"clothing\"}, {\"text\": \"black pointed-toe high heels\", \"stratum\": \"footwear\"}]}}}}\n</tool_call><|im_end|>", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"count\": 1, \"entity\": [{\"id\": 1, \"label\": \"young woman\", \"detection_score\": 0.95, \"box\": [24, 36, 78, 48], \"centroid\": [24.5, 36.5, 78.5], \"area_frac\": 0.005, \"position\": {\"x\": 24.5, \"y\": 36.5, \"z\": 78.5}, \"depth\": {\"x\": -0.001, \"y\": -0.001, \"z\": -0.001}, \"saliency\": {\"x\": 0.001, \"y\": 0.001, \"z\": 0.001}, \"is_primary\": true, \"caption_bindings\": [{\"method\": \"single_entity\", \"entity_id\": 1}], \"attributes\": [{\"text\": \"young woman\", \"stratum\": \"person\"}, {\"text\": \"fair skin\", \"stratum\": \"physical\"}, {\"text\": \"long auburn hair\", \"stratum\": \"physical\"}, {\"text\": \"neutral gaze\", \"stratum\": \"social\"}, {\"text\": \"light pink shirt\", \"stratum\": \"physical\"}, {\"text\": \"light blue jeans\", \"stratum\": \"physical\"}, {\"text\": \"slightly loose-fit"]}, "cache_stats": {"n_train": 575, "n_eval": 48, "skipped_too_long": 429, "tok_mean": 4291, "tok_max": 9032}}
|
| 5 |
{"exp": "q4b", "arm": "relay_pw", "seed": 0, "steps": 3000, "max_new": 3400, "judge": {"taxonomy": {"truncated": 0.0, "json_error": 0.0, "missing_keys": 0.0, "enum_violation": 0.0, "bad_entity": 0.0, "has_polygon": 0.0, "ok": 1.0}, "structural_ok": 1.0, "coverage": {"entity_ratio": 1.667, "attr_ratio": 0.817}, "grounding_lite": 0.062, "samples": ["<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.749, \"box\": [356, 857, 530, 998], \"centroid\": [443, 918], \"area_frac\": 0.019, \"position\": {\"grid\": \"lower center\", \"offset_from_center\": [-0.112, 0.836]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.016, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.659, \"box\": [0.0, 0.0, 1000, 1000], \"centroid\": [500, 501], \"area_frac\": 0.999, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [-0.0, 0.001]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.999, \"rank\": 1}, \"is_pr", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"train\": 1}}, \"entities\": [{\"id\": \"train\", \"label\": \"train\", \"detection_score\": 0.394, \"box\": [0.67, 358, 816, 700], \"centroid\": [408, 519], \"area_frac\": 0.35, \"position\": {\"grid\": \"middle left\", \"offset_from_center\": [-0.183, 0.038]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.332, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.858, \"box\": [314, 138, 726, 995], \"centroid\": [525, 569], \"area_frac\": 0.36, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.05, 0.138]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.355, \"rank\": 1}, \"is_", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.839, \"box\": [467, 567, 568, 704], \"centroid\": [518, 612], \"area_frac\": 0.027, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.036, 0.224]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.024, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.789, \"box\": [286, 119, 734, 995], \"centroid\": [525, 555], \"area_frac\": 0.36, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.051, 0.11]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.352, \"rank\": 1}, \"is_prima"]}, "cache_stats": {"n_train": 575, "n_eval": 48, "skipped_too_long": 429, "tok_mean": 4291, "tok_max": 9032}}
|
|
|
|
|
|
| 3 |
{"exp": "q4", "arm": "relay_pw_rejudge_max3000", "seed": 0, "judge": {"taxonomy": {"truncated": 0.938, "json_error": 0.0, "missing_keys": 0.0, "enum_violation": 0.0, "bad_entity": 0.0, "has_polygon": 0.0, "ok": 0.062}, "structural_ok": 0.062, "coverage": {"entity_ratio": 1.0, "attr_ratio": 0.792}, "grounding_lite": 0.0, "samples": ["<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.6589, \"box\": [347.89, 895.99, 555.99, 997.9], \"centroid\": [441.94, 946.95], \"area_frac\": 0.015, \"position\": {\"grid\": \"lower center\", \"offset_from_center\": [-0.1071, 0.8939]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.0129, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.598, \"box\": [0.0, 0.0, 999.58, 998.56], \"centroid\": [499.79, 499.28], \"area_frac\": 0.998, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [-0.0004, -0.0014]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\":", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"train\": 1}}, \"entities\": [{\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.7846, \"box\": [359.45, 25.4, 650.85, 995.9], \"centroid\": [505.15, 510.68], \"area_frac\": 0.298, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.0003, 0.0213]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.295, \"rank\": 1}, \"is_primary\": true, \"caption_bindings\": [{\"source\": \"caption_animetimm\", \"subject_name\": \"girl\", \"confidence\": 1.0}, {\"source\": \"caption_joycaption\", \"subject_name\": \"woman\", \"confidence\": 1.0}, {\"source\": \"caption_qwen35_4b\", \"subject_name\": \"woman\", \"confidence\": 1.0}], \"attributes\": [{\"text\": \"wearing black long-sleeved blouse\", \"st", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.6589, \"box\": [347.89, 895.99, 555.99, 997.9], \"centroid\": [441.94, 946.94], \"area_frac\": 0.0159, \"position\": {\"grid\": \"lower center\", \"offset_from_center\": [-0.1071, 0.8939]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.0145, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.598, \"box\": [0.0, 0.0, 999.58, 998.56], \"centroid\": [499.79, 499.28], \"area_frac\": 0.9985, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [-0.0004, -0.0005]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency"]}}
|
| 4 |
{"exp": "q4b", "arm": "frozen", "seed": 0, "steps": 0, "max_new": 3400, "judge": {"taxonomy": {"truncated": 0.188, "json_error": 0.812, "missing_keys": 0.0, "enum_violation": 0.0, "bad_entity": 0.0, "has_polygon": 0.0, "ok": 0.0}, "structural_ok": 0.0, "coverage": null, "grounding_lite": null, "samples": ["<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"man\": 1}, \"entities\": [{\"id\": 1, \"label\": \"middle-aged man\", \"detection_score\": 0.95, \"box\": [234, 268, 376, 312], \"centroid\": [240, 268, 376], \"area_frac\": 0.85, \"position\": {\"x\": 240, \"y\": 268, \"z\": 376}, \"depth\": {\"x\": 0, \"y\": 0, \"z\": 0}, \"saliency\": {\"x\": 0, \"y\": 0, \"z\": 0}, \"is_primary\": true, \"caption_bindings\": [], \"attributes\": [{\"text\": \"warm\", \"stratum\": \"face\"}, {\"text\": \"friendly\", \"stratum\": \"face\"}, {\"text\": \"fair complexion\", \"stratum\": \"face\"}, {\"text\": \"balding head\", \"stratum\": \"face\"}, {\"text\": \"thin gray hair\", \"stratum\": \"face\"}, {\"text\": \"combed to the side\", \"stratum\": \"face\"}, {\"text\": \"full gray beard\", \"stratum\": \"face\"}, {\"text\": \"mustache\", \"stratum\": \"face\"}, {\"text\": \"black rectangular thick-ri", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"women\": 1}, \"entities\": [{\"id\": 1, \"label\": \"woman\", \"detection_score\": 0.95, \"box\": [248, 367, 100, 100], \"centroid\": [248, 367], \"area_frac\": 0.95, \"position\": {\"x\": 248, \"y\": 367}, \"depth\": {\"z\": 0}, \"saliency\": {\"z\": 0}, \"is_primary\": true, \"caption_bindings\": [], \"attributes\": [{\"text\": \"wavy shoulder-length brown hair\", \"stratum\": \"hair\"}, {\"text\": \"black long-sleeved blouse\", \"stratum\": \"clothing\"}, {\"text\": \"high-waisted white cropped pants\", \"stratum\": \"clothing\"}, {\"text\": \"black pointed-toe high heels\", \"stratum\": \"footwear\"}]}}}}\n</tool_call><|im_end|>", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"count\": 1, \"entity\": [{\"id\": 1, \"label\": \"young woman\", \"detection_score\": 0.95, \"box\": [24, 36, 78, 48], \"centroid\": [24.5, 36.5, 78.5], \"area_frac\": 0.005, \"position\": {\"x\": 24.5, \"y\": 36.5, \"z\": 78.5}, \"depth\": {\"x\": -0.001, \"y\": -0.001, \"z\": -0.001}, \"saliency\": {\"x\": 0.001, \"y\": 0.001, \"z\": 0.001}, \"is_primary\": true, \"caption_bindings\": [{\"method\": \"single_entity\", \"entity_id\": 1}], \"attributes\": [{\"text\": \"young woman\", \"stratum\": \"person\"}, {\"text\": \"fair skin\", \"stratum\": \"physical\"}, {\"text\": \"long auburn hair\", \"stratum\": \"physical\"}, {\"text\": \"neutral gaze\", \"stratum\": \"social\"}, {\"text\": \"light pink shirt\", \"stratum\": \"physical\"}, {\"text\": \"light blue jeans\", \"stratum\": \"physical\"}, {\"text\": \"slightly loose-fit"]}, "cache_stats": {"n_train": 575, "n_eval": 48, "skipped_too_long": 429, "tok_mean": 4291, "tok_max": 9032}}
|
| 5 |
{"exp": "q4b", "arm": "relay_pw", "seed": 0, "steps": 3000, "max_new": 3400, "judge": {"taxonomy": {"truncated": 0.0, "json_error": 0.0, "missing_keys": 0.0, "enum_violation": 0.0, "bad_entity": 0.0, "has_polygon": 0.0, "ok": 1.0}, "structural_ok": 1.0, "coverage": {"entity_ratio": 1.667, "attr_ratio": 0.817}, "grounding_lite": 0.062, "samples": ["<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.749, \"box\": [356, 857, 530, 998], \"centroid\": [443, 918], \"area_frac\": 0.019, \"position\": {\"grid\": \"lower center\", \"offset_from_center\": [-0.112, 0.836]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.016, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.659, \"box\": [0.0, 0.0, 1000, 1000], \"centroid\": [500, 501], \"area_frac\": 0.999, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [-0.0, 0.001]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.999, \"rank\": 1}, \"is_pr", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"train\": 1}}, \"entities\": [{\"id\": \"train\", \"label\": \"train\", \"detection_score\": 0.394, \"box\": [0.67, 358, 816, 700], \"centroid\": [408, 519], \"area_frac\": 0.35, \"position\": {\"grid\": \"middle left\", \"offset_from_center\": [-0.183, 0.038]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.332, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.858, \"box\": [314, 138, 726, 995], \"centroid\": [525, 569], \"area_frac\": 0.36, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.05, 0.138]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.355, \"rank\": 1}, \"is_", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.839, \"box\": [467, 567, 568, 704], \"centroid\": [518, 612], \"area_frac\": 0.027, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.036, 0.224]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.024, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.789, \"box\": [286, 119, 734, 995], \"centroid\": [525, 555], \"area_frac\": 0.36, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.051, 0.11]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.352, \"rank\": 1}, \"is_prima"]}, "cache_stats": {"n_train": 575, "n_eval": 48, "skipped_too_long": 429, "tok_mean": 4291, "tok_max": 9032}}
|
| 6 |
+
{"exp": "q4b", "arm": "relay_pw", "seed": 1, "steps": 3000, "max_new": 3400, "judge": {"taxonomy": {"truncated": 0.0, "json_error": 0.062, "missing_keys": 0.0, "enum_violation": 0.0, "bad_entity": 0.0, "has_polygon": 0.0, "ok": 0.938}, "structural_ok": 0.938, "coverage": {"entity_ratio": 1.311, "attr_ratio": 0.84}, "grounding_lite": 0.033, "samples": ["<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 1, \"people\": 1, \"by_label\": {\"person\": 1}}, \"entities\": [{\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.627, \"box\": [3, 4, 995, 998], \"centroid\": [500, 501], \"area_frac\": 0.987, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [-0.0, 0.002]}, \"depth\": {\"nearness\": 0.0, \"rank\": 1}, \"saliency\": {\"score\": 0.987, \"rank\": 1}, \"is_primary\": true, \"caption_bindings\": [{\"source\": \"caption_animetimm\", \"subject_name\": \"boy\", \"confidence\": 1.0}, {\"source\": \"caption_joycaption\", \"subject_name\": \"man\", \"confidence\": 1.0}, {\"source\": \"caption_qwen35_4b\", \"subject_name\": \"man\", \"confidence\": 1.0}], \"attributes\": [{\"text\": \"black rectangular thick-rimmed glasses\", \"stratum\": \"accessory\", \"sources\": [\"c", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"train\": 1}}, \"entities\": [{\"id\": \"train_1\", \"label\": \"train\", \"detection_score\": 0.478, \"box\": [0.0, 356, 199, 527], \"centroid\": [999, 413], \"area_frac\": 0.007, \"position\": {\"grid\": \"middle left\", \"offset_from_center\": [-0.801, -0.187]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.006, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.797, \"box\": [320, 129, 719, 967], \"centroid\": [519, 552], \"area_frac\": 0.333, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.038, 0.104]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.327, \"rank\": 1},", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"potted plant\": 1}}, \"entities\": [{\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.657, \"box\": [348, 92, 658, 995], \"centroid\": [503, 544], \"area_frac\": 0.277, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.006, 0.087]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.265, \"rank\": 1}, \"is_primary\": true, \"caption_bindings\": [{\"source\": \"caption_animetimm\", \"subject_name\": \"girl\", \"confidence\": 1.0}, {\"source\": \"caption_joycaption\", \"subject_name\": \"young woman\", \"confidence\": 1.0}, {\"source\": \"caption_qwen35_4b\", \"subject_name\": \"woman\", \"confidence\": 1.0}], \"attributes\": [{\"text\": \"long wavy auburn hair\", \"stratum\": \"hair\", \"s"]}, "cache_stats": {"n_train": 575, "n_eval": 48, "skipped_too_long": 429, "tok_mean": 4291, "tok_max": 9032}}
|
exp004_composite/results/results.json
CHANGED
|
@@ -80,7 +80,29 @@
|
|
| 80 |
"<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"train\": 1}}, \"entities\": [{\"id\": \"train\", \"label\": \"train\", \"detection_score\": 0.394, \"box\": [0.67, 358, 816, 700], \"centroid\": [408, 519], \"area_frac\": 0.35, \"position\": {\"grid\": \"middle left\", \"offset_from_center\": [-0.183, 0.038]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.332, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.858, \"box\": [314, 138, 726, 995], \"centroid\": [525, 569], \"area_frac\": 0.36, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.05, 0.138]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.355, \"rank\": 1}, \"is_",
|
| 81 |
"<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.839, \"box\": [467, 567, 568, 704], \"centroid\": [518, 612], \"area_frac\": 0.027, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.036, 0.224]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.024, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.789, \"box\": [286, 119, 734, 995], \"centroid\": [525, 555], \"area_frac\": 0.36, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.051, 0.11]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.352, \"rank\": 1}, \"is_prima"
|
| 82 |
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 83 |
}
|
| 84 |
},
|
| 85 |
-
"n_rows":
|
| 86 |
}
|
|
|
|
| 80 |
"<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"train\": 1}}, \"entities\": [{\"id\": \"train\", \"label\": \"train\", \"detection_score\": 0.394, \"box\": [0.67, 358, 816, 700], \"centroid\": [408, 519], \"area_frac\": 0.35, \"position\": {\"grid\": \"middle left\", \"offset_from_center\": [-0.183, 0.038]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.332, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.858, \"box\": [314, 138, 726, 995], \"centroid\": [525, 569], \"area_frac\": 0.36, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.05, 0.138]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.355, \"rank\": 1}, \"is_",
|
| 81 |
"<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.839, \"box\": [467, 567, 568, 704], \"centroid\": [518, 612], \"area_frac\": 0.027, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.036, 0.224]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.024, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.789, \"box\": [286, 119, 734, 995], \"centroid\": [525, 555], \"area_frac\": 0.36, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.051, 0.11]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.352, \"rank\": 1}, \"is_prima"
|
| 82 |
]
|
| 83 |
+
},
|
| 84 |
+
"relay_pw_s1": {
|
| 85 |
+
"taxonomy": {
|
| 86 |
+
"truncated": 0.0,
|
| 87 |
+
"json_error": 0.062,
|
| 88 |
+
"missing_keys": 0.0,
|
| 89 |
+
"enum_violation": 0.0,
|
| 90 |
+
"bad_entity": 0.0,
|
| 91 |
+
"has_polygon": 0.0,
|
| 92 |
+
"ok": 0.938
|
| 93 |
+
},
|
| 94 |
+
"structural_ok": 0.938,
|
| 95 |
+
"coverage": {
|
| 96 |
+
"entity_ratio": 1.311,
|
| 97 |
+
"attr_ratio": 0.84
|
| 98 |
+
},
|
| 99 |
+
"grounding_lite": 0.033,
|
| 100 |
+
"samples": [
|
| 101 |
+
"<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 1, \"people\": 1, \"by_label\": {\"person\": 1}}, \"entities\": [{\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.627, \"box\": [3, 4, 995, 998], \"centroid\": [500, 501], \"area_frac\": 0.987, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [-0.0, 0.002]}, \"depth\": {\"nearness\": 0.0, \"rank\": 1}, \"saliency\": {\"score\": 0.987, \"rank\": 1}, \"is_primary\": true, \"caption_bindings\": [{\"source\": \"caption_animetimm\", \"subject_name\": \"boy\", \"confidence\": 1.0}, {\"source\": \"caption_joycaption\", \"subject_name\": \"man\", \"confidence\": 1.0}, {\"source\": \"caption_qwen35_4b\", \"subject_name\": \"man\", \"confidence\": 1.0}], \"attributes\": [{\"text\": \"black rectangular thick-rimmed glasses\", \"stratum\": \"accessory\", \"sources\": [\"c",
|
| 102 |
+
"<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"train\": 1}}, \"entities\": [{\"id\": \"train_1\", \"label\": \"train\", \"detection_score\": 0.478, \"box\": [0.0, 356, 199, 527], \"centroid\": [999, 413], \"area_frac\": 0.007, \"position\": {\"grid\": \"middle left\", \"offset_from_center\": [-0.801, -0.187]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.006, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.797, \"box\": [320, 129, 719, 967], \"centroid\": [519, 552], \"area_frac\": 0.333, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.038, 0.104]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.327, \"rank\": 1},",
|
| 103 |
+
"<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"potted plant\": 1}}, \"entities\": [{\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.657, \"box\": [348, 92, 658, 995], \"centroid\": [503, 544], \"area_frac\": 0.277, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.006, 0.087]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.265, \"rank\": 1}, \"is_primary\": true, \"caption_bindings\": [{\"source\": \"caption_animetimm\", \"subject_name\": \"girl\", \"confidence\": 1.0}, {\"source\": \"caption_joycaption\", \"subject_name\": \"young woman\", \"confidence\": 1.0}, {\"source\": \"caption_qwen35_4b\", \"subject_name\": \"woman\", \"confidence\": 1.0}], \"attributes\": [{\"text\": \"long wavy auburn hair\", \"stratum\": \"hair\", \"s"
|
| 104 |
+
]
|
| 105 |
}
|
| 106 |
},
|
| 107 |
+
"n_rows": 6
|
| 108 |
}
|