AbstractPhil commited on
Commit
63e3e9e
·
verified ·
1 Parent(s): e58e57f

exp004 amendment: seed-1 certification (truncated 0.0 both seeds, ok 1.0/0.938; over-emission replicates 1.667/1.311) — 2-seed rider satisfied

Browse files
exp004_composite/README.md CHANGED
@@ -89,10 +89,16 @@ The taxonomy-driven expansion changes only what a training sample *is*:
89
  `set_per_process_memory_fraction(0.92)` so overrun fails loudly, and prints
90
  `peak_mem` + s/step at step 50. Result: 8.8 GB peak, 1.03 s/step.
91
 
92
- | arm (v2 conditions, n=16, seed 0) | structural_ok | truncated | json_error | coverage (ent / attr) | grounding-lite |
93
  |---|---|---|---|---|---|
94
  | frozen | 0.000 | 0.188 | 0.812 | — | — |
95
- | relay_pw, row-aligned | **1.000** | **0.000** | **0.000** | 1.667 / 0.817 | 0.062 |
 
 
 
 
 
 
96
 
97
  **16 of 16 generations close, parse, and pass the full structural validator**
98
  — every failure bucket at 0.0 (train loss 0.124 at 3000 steps, ~1.0 s/step,
 
89
  `set_per_process_memory_fraction(0.92)` so overrun fails loudly, and prints
90
  `peak_mem` + s/step at step 50. Result: 8.8 GB peak, 1.03 s/step.
91
 
92
+ | arm (v2 conditions, n=16) | structural_ok | truncated | json_error | coverage (ent / attr) | grounding-lite |
93
  |---|---|---|---|---|---|
94
  | frozen | 0.000 | 0.188 | 0.812 | — | — |
95
+ | relay_pw row-aligned, seed 0 | **1.000** | **0.000** | **0.000** | 1.667 / 0.817 | 0.062 |
96
+ | relay_pw row-aligned, seed 1 | **0.938** | **0.000** | 0.062 | 1.311 / 0.840 | 0.033 |
97
+
98
+ **Certified on two seeds** (amended post-ship, standing 2-seed rider):
99
+ truncation 0.0 on both; the single seed-1 failure is one malformed JSON,
100
+ not a termination failure. Entity over-emission and weak grounding-lite
101
+ replicate directionally on both seeds — the faithfulness target stands.
102
 
103
  **16 of 16 generations close, parse, and pass the full structural validator**
104
  — every failure bucket at 0.0 (train loss 0.124 at 3000 steps, ~1.0 s/step,
exp004_composite/adapters/q4b_relay_pw_s1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6640d5ce1e12084c6a6bcfa1aa6b954aa18fc4394c03e2a863cdd17a3942046c
3
+ size 22167183
exp004_composite/build_results.py CHANGED
@@ -11,7 +11,7 @@ import os
11
  HERE = os.path.dirname(os.path.abspath(__file__))
12
  rows = [json.loads(l) for l in
13
  open(os.path.join(HERE, "results", "ledger.jsonl"), encoding="utf-8")]
14
- assert all(r["exp"] in ("q4", "q4b") for r in rows) and len(rows) == 5
15
 
16
 
17
  def row(exp, arm, seed=0):
@@ -63,6 +63,15 @@ assert v2_re["max_new"] == 3400 and v2_fz["max_new"] == 3400
63
  assert v2_re["judge"]["coverage"]["entity_ratio"] > 1.3
64
  assert v2_re["judge"]["grounding_lite"] < 0.2
65
 
 
 
 
 
 
 
 
 
 
66
  out = {"v1_gate": {"frozen": v1_fz["judge"]["taxonomy"],
67
  "relay_pw": v1_re["judge"]["taxonomy"],
68
  "ppl_hold": {"frozen": v1_fz["ppl_hold"],
@@ -70,7 +79,8 @@ out = {"v1_gate": {"frozen": v1_fz["judge"]["taxonomy"],
70
  "rejudge_max3000": rej["judge"]["taxonomy"],
71
  "v2": {"cache_stats": st,
72
  "frozen": v2_fz["judge"],
73
- "relay_pw": v2_re["judge"]},
 
74
  "n_rows": len(rows)}
75
  json.dump(out, open(os.path.join(HERE, "results", "results.json"), "w",
76
  encoding="utf-8"), indent=1)
 
11
  HERE = os.path.dirname(os.path.abspath(__file__))
12
  rows = [json.loads(l) for l in
13
  open(os.path.join(HERE, "results", "ledger.jsonl"), encoding="utf-8")]
14
+ assert all(r["exp"] in ("q4", "q4b") for r in rows) and len(rows) == 6
15
 
16
 
17
  def row(exp, arm, seed=0):
 
63
  assert v2_re["judge"]["coverage"]["entity_ratio"] > 1.3
64
  assert v2_re["judge"]["grounding_lite"] < 0.2
65
 
66
+ # claim 4b (SEED-1 CERTIFICATION, amended post-ship): termination trains on
67
+ # BOTH seeds — truncated 0.0 / 0.0; structural_ok 1.0 / 0.938 (s1: one
68
+ # json_error, 1/16). Over-emission replicates directionally (1.667 / 1.311).
69
+ v2_s1 = row("q4b", "relay_pw", seed=1)
70
+ assert v2_s1["judge"]["taxonomy"]["truncated"] == 0.0
71
+ assert v2_s1["judge"]["structural_ok"] >= 0.93
72
+ assert v2_s1["judge"]["coverage"]["entity_ratio"] > 1.25
73
+ assert v2_s1["max_new"] == 3400
74
+
75
  out = {"v1_gate": {"frozen": v1_fz["judge"]["taxonomy"],
76
  "relay_pw": v1_re["judge"]["taxonomy"],
77
  "ppl_hold": {"frozen": v1_fz["ppl_hold"],
 
79
  "rejudge_max3000": rej["judge"]["taxonomy"],
80
  "v2": {"cache_stats": st,
81
  "frozen": v2_fz["judge"],
82
+ "relay_pw": v2_re["judge"],
83
+ "relay_pw_s1": v2_s1["judge"]},
84
  "n_rows": len(rows)}
85
  json.dump(out, open(os.path.join(HERE, "results", "results.json"), "w",
86
  encoding="utf-8"), indent=1)
exp004_composite/results/ledger.jsonl CHANGED
@@ -3,3 +3,4 @@
3
  {"exp": "q4", "arm": "relay_pw_rejudge_max3000", "seed": 0, "judge": {"taxonomy": {"truncated": 0.938, "json_error": 0.0, "missing_keys": 0.0, "enum_violation": 0.0, "bad_entity": 0.0, "has_polygon": 0.0, "ok": 0.062}, "structural_ok": 0.062, "coverage": {"entity_ratio": 1.0, "attr_ratio": 0.792}, "grounding_lite": 0.0, "samples": ["<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.6589, \"box\": [347.89, 895.99, 555.99, 997.9], \"centroid\": [441.94, 946.95], \"area_frac\": 0.015, \"position\": {\"grid\": \"lower center\", \"offset_from_center\": [-0.1071, 0.8939]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.0129, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.598, \"box\": [0.0, 0.0, 999.58, 998.56], \"centroid\": [499.79, 499.28], \"area_frac\": 0.998, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [-0.0004, -0.0014]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\":", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"train\": 1}}, \"entities\": [{\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.7846, \"box\": [359.45, 25.4, 650.85, 995.9], \"centroid\": [505.15, 510.68], \"area_frac\": 0.298, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.0003, 0.0213]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.295, \"rank\": 1}, \"is_primary\": true, \"caption_bindings\": [{\"source\": \"caption_animetimm\", \"subject_name\": \"girl\", \"confidence\": 1.0}, {\"source\": \"caption_joycaption\", \"subject_name\": \"woman\", \"confidence\": 1.0}, {\"source\": \"caption_qwen35_4b\", \"subject_name\": \"woman\", \"confidence\": 1.0}], \"attributes\": [{\"text\": \"wearing black long-sleeved blouse\", \"st", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.6589, \"box\": [347.89, 895.99, 555.99, 997.9], \"centroid\": [441.94, 946.94], \"area_frac\": 0.0159, \"position\": {\"grid\": \"lower center\", \"offset_from_center\": [-0.1071, 0.8939]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.0145, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.598, \"box\": [0.0, 0.0, 999.58, 998.56], \"centroid\": [499.79, 499.28], \"area_frac\": 0.9985, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [-0.0004, -0.0005]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency"]}}
4
  {"exp": "q4b", "arm": "frozen", "seed": 0, "steps": 0, "max_new": 3400, "judge": {"taxonomy": {"truncated": 0.188, "json_error": 0.812, "missing_keys": 0.0, "enum_violation": 0.0, "bad_entity": 0.0, "has_polygon": 0.0, "ok": 0.0}, "structural_ok": 0.0, "coverage": null, "grounding_lite": null, "samples": ["<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"man\": 1}, \"entities\": [{\"id\": 1, \"label\": \"middle-aged man\", \"detection_score\": 0.95, \"box\": [234, 268, 376, 312], \"centroid\": [240, 268, 376], \"area_frac\": 0.85, \"position\": {\"x\": 240, \"y\": 268, \"z\": 376}, \"depth\": {\"x\": 0, \"y\": 0, \"z\": 0}, \"saliency\": {\"x\": 0, \"y\": 0, \"z\": 0}, \"is_primary\": true, \"caption_bindings\": [], \"attributes\": [{\"text\": \"warm\", \"stratum\": \"face\"}, {\"text\": \"friendly\", \"stratum\": \"face\"}, {\"text\": \"fair complexion\", \"stratum\": \"face\"}, {\"text\": \"balding head\", \"stratum\": \"face\"}, {\"text\": \"thin gray hair\", \"stratum\": \"face\"}, {\"text\": \"combed to the side\", \"stratum\": \"face\"}, {\"text\": \"full gray beard\", \"stratum\": \"face\"}, {\"text\": \"mustache\", \"stratum\": \"face\"}, {\"text\": \"black rectangular thick-ri", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"women\": 1}, \"entities\": [{\"id\": 1, \"label\": \"woman\", \"detection_score\": 0.95, \"box\": [248, 367, 100, 100], \"centroid\": [248, 367], \"area_frac\": 0.95, \"position\": {\"x\": 248, \"y\": 367}, \"depth\": {\"z\": 0}, \"saliency\": {\"z\": 0}, \"is_primary\": true, \"caption_bindings\": [], \"attributes\": [{\"text\": \"wavy shoulder-length brown hair\", \"stratum\": \"hair\"}, {\"text\": \"black long-sleeved blouse\", \"stratum\": \"clothing\"}, {\"text\": \"high-waisted white cropped pants\", \"stratum\": \"clothing\"}, {\"text\": \"black pointed-toe high heels\", \"stratum\": \"footwear\"}]}}}}\n</tool_call><|im_end|>", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"count\": 1, \"entity\": [{\"id\": 1, \"label\": \"young woman\", \"detection_score\": 0.95, \"box\": [24, 36, 78, 48], \"centroid\": [24.5, 36.5, 78.5], \"area_frac\": 0.005, \"position\": {\"x\": 24.5, \"y\": 36.5, \"z\": 78.5}, \"depth\": {\"x\": -0.001, \"y\": -0.001, \"z\": -0.001}, \"saliency\": {\"x\": 0.001, \"y\": 0.001, \"z\": 0.001}, \"is_primary\": true, \"caption_bindings\": [{\"method\": \"single_entity\", \"entity_id\": 1}], \"attributes\": [{\"text\": \"young woman\", \"stratum\": \"person\"}, {\"text\": \"fair skin\", \"stratum\": \"physical\"}, {\"text\": \"long auburn hair\", \"stratum\": \"physical\"}, {\"text\": \"neutral gaze\", \"stratum\": \"social\"}, {\"text\": \"light pink shirt\", \"stratum\": \"physical\"}, {\"text\": \"light blue jeans\", \"stratum\": \"physical\"}, {\"text\": \"slightly loose-fit"]}, "cache_stats": {"n_train": 575, "n_eval": 48, "skipped_too_long": 429, "tok_mean": 4291, "tok_max": 9032}}
5
  {"exp": "q4b", "arm": "relay_pw", "seed": 0, "steps": 3000, "max_new": 3400, "judge": {"taxonomy": {"truncated": 0.0, "json_error": 0.0, "missing_keys": 0.0, "enum_violation": 0.0, "bad_entity": 0.0, "has_polygon": 0.0, "ok": 1.0}, "structural_ok": 1.0, "coverage": {"entity_ratio": 1.667, "attr_ratio": 0.817}, "grounding_lite": 0.062, "samples": ["<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.749, \"box\": [356, 857, 530, 998], \"centroid\": [443, 918], \"area_frac\": 0.019, \"position\": {\"grid\": \"lower center\", \"offset_from_center\": [-0.112, 0.836]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.016, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.659, \"box\": [0.0, 0.0, 1000, 1000], \"centroid\": [500, 501], \"area_frac\": 0.999, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [-0.0, 0.001]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.999, \"rank\": 1}, \"is_pr", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"train\": 1}}, \"entities\": [{\"id\": \"train\", \"label\": \"train\", \"detection_score\": 0.394, \"box\": [0.67, 358, 816, 700], \"centroid\": [408, 519], \"area_frac\": 0.35, \"position\": {\"grid\": \"middle left\", \"offset_from_center\": [-0.183, 0.038]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.332, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.858, \"box\": [314, 138, 726, 995], \"centroid\": [525, 569], \"area_frac\": 0.36, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.05, 0.138]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.355, \"rank\": 1}, \"is_", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.839, \"box\": [467, 567, 568, 704], \"centroid\": [518, 612], \"area_frac\": 0.027, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.036, 0.224]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.024, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.789, \"box\": [286, 119, 734, 995], \"centroid\": [525, 555], \"area_frac\": 0.36, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.051, 0.11]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.352, \"rank\": 1}, \"is_prima"]}, "cache_stats": {"n_train": 575, "n_eval": 48, "skipped_too_long": 429, "tok_mean": 4291, "tok_max": 9032}}
 
 
3
  {"exp": "q4", "arm": "relay_pw_rejudge_max3000", "seed": 0, "judge": {"taxonomy": {"truncated": 0.938, "json_error": 0.0, "missing_keys": 0.0, "enum_violation": 0.0, "bad_entity": 0.0, "has_polygon": 0.0, "ok": 0.062}, "structural_ok": 0.062, "coverage": {"entity_ratio": 1.0, "attr_ratio": 0.792}, "grounding_lite": 0.0, "samples": ["<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.6589, \"box\": [347.89, 895.99, 555.99, 997.9], \"centroid\": [441.94, 946.95], \"area_frac\": 0.015, \"position\": {\"grid\": \"lower center\", \"offset_from_center\": [-0.1071, 0.8939]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.0129, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.598, \"box\": [0.0, 0.0, 999.58, 998.56], \"centroid\": [499.79, 499.28], \"area_frac\": 0.998, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [-0.0004, -0.0014]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\":", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"train\": 1}}, \"entities\": [{\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.7846, \"box\": [359.45, 25.4, 650.85, 995.9], \"centroid\": [505.15, 510.68], \"area_frac\": 0.298, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.0003, 0.0213]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.295, \"rank\": 1}, \"is_primary\": true, \"caption_bindings\": [{\"source\": \"caption_animetimm\", \"subject_name\": \"girl\", \"confidence\": 1.0}, {\"source\": \"caption_joycaption\", \"subject_name\": \"woman\", \"confidence\": 1.0}, {\"source\": \"caption_qwen35_4b\", \"subject_name\": \"woman\", \"confidence\": 1.0}], \"attributes\": [{\"text\": \"wearing black long-sleeved blouse\", \"st", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.6589, \"box\": [347.89, 895.99, 555.99, 997.9], \"centroid\": [441.94, 946.94], \"area_frac\": 0.0159, \"position\": {\"grid\": \"lower center\", \"offset_from_center\": [-0.1071, 0.8939]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.0145, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.598, \"box\": [0.0, 0.0, 999.58, 998.56], \"centroid\": [499.79, 499.28], \"area_frac\": 0.9985, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [-0.0004, -0.0005]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency"]}}
4
  {"exp": "q4b", "arm": "frozen", "seed": 0, "steps": 0, "max_new": 3400, "judge": {"taxonomy": {"truncated": 0.188, "json_error": 0.812, "missing_keys": 0.0, "enum_violation": 0.0, "bad_entity": 0.0, "has_polygon": 0.0, "ok": 0.0}, "structural_ok": 0.0, "coverage": null, "grounding_lite": null, "samples": ["<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"man\": 1}, \"entities\": [{\"id\": 1, \"label\": \"middle-aged man\", \"detection_score\": 0.95, \"box\": [234, 268, 376, 312], \"centroid\": [240, 268, 376], \"area_frac\": 0.85, \"position\": {\"x\": 240, \"y\": 268, \"z\": 376}, \"depth\": {\"x\": 0, \"y\": 0, \"z\": 0}, \"saliency\": {\"x\": 0, \"y\": 0, \"z\": 0}, \"is_primary\": true, \"caption_bindings\": [], \"attributes\": [{\"text\": \"warm\", \"stratum\": \"face\"}, {\"text\": \"friendly\", \"stratum\": \"face\"}, {\"text\": \"fair complexion\", \"stratum\": \"face\"}, {\"text\": \"balding head\", \"stratum\": \"face\"}, {\"text\": \"thin gray hair\", \"stratum\": \"face\"}, {\"text\": \"combed to the side\", \"stratum\": \"face\"}, {\"text\": \"full gray beard\", \"stratum\": \"face\"}, {\"text\": \"mustache\", \"stratum\": \"face\"}, {\"text\": \"black rectangular thick-ri", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"women\": 1}, \"entities\": [{\"id\": 1, \"label\": \"woman\", \"detection_score\": 0.95, \"box\": [248, 367, 100, 100], \"centroid\": [248, 367], \"area_frac\": 0.95, \"position\": {\"x\": 248, \"y\": 367}, \"depth\": {\"z\": 0}, \"saliency\": {\"z\": 0}, \"is_primary\": true, \"caption_bindings\": [], \"attributes\": [{\"text\": \"wavy shoulder-length brown hair\", \"stratum\": \"hair\"}, {\"text\": \"black long-sleeved blouse\", \"stratum\": \"clothing\"}, {\"text\": \"high-waisted white cropped pants\", \"stratum\": \"clothing\"}, {\"text\": \"black pointed-toe high heels\", \"stratum\": \"footwear\"}]}}}}\n</tool_call><|im_end|>", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"count\": 1, \"entity\": [{\"id\": 1, \"label\": \"young woman\", \"detection_score\": 0.95, \"box\": [24, 36, 78, 48], \"centroid\": [24.5, 36.5, 78.5], \"area_frac\": 0.005, \"position\": {\"x\": 24.5, \"y\": 36.5, \"z\": 78.5}, \"depth\": {\"x\": -0.001, \"y\": -0.001, \"z\": -0.001}, \"saliency\": {\"x\": 0.001, \"y\": 0.001, \"z\": 0.001}, \"is_primary\": true, \"caption_bindings\": [{\"method\": \"single_entity\", \"entity_id\": 1}], \"attributes\": [{\"text\": \"young woman\", \"stratum\": \"person\"}, {\"text\": \"fair skin\", \"stratum\": \"physical\"}, {\"text\": \"long auburn hair\", \"stratum\": \"physical\"}, {\"text\": \"neutral gaze\", \"stratum\": \"social\"}, {\"text\": \"light pink shirt\", \"stratum\": \"physical\"}, {\"text\": \"light blue jeans\", \"stratum\": \"physical\"}, {\"text\": \"slightly loose-fit"]}, "cache_stats": {"n_train": 575, "n_eval": 48, "skipped_too_long": 429, "tok_mean": 4291, "tok_max": 9032}}
5
  {"exp": "q4b", "arm": "relay_pw", "seed": 0, "steps": 3000, "max_new": 3400, "judge": {"taxonomy": {"truncated": 0.0, "json_error": 0.0, "missing_keys": 0.0, "enum_violation": 0.0, "bad_entity": 0.0, "has_polygon": 0.0, "ok": 1.0}, "structural_ok": 1.0, "coverage": {"entity_ratio": 1.667, "attr_ratio": 0.817}, "grounding_lite": 0.062, "samples": ["<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.749, \"box\": [356, 857, 530, 998], \"centroid\": [443, 918], \"area_frac\": 0.019, \"position\": {\"grid\": \"lower center\", \"offset_from_center\": [-0.112, 0.836]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.016, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.659, \"box\": [0.0, 0.0, 1000, 1000], \"centroid\": [500, 501], \"area_frac\": 0.999, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [-0.0, 0.001]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.999, \"rank\": 1}, \"is_pr", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"train\": 1}}, \"entities\": [{\"id\": \"train\", \"label\": \"train\", \"detection_score\": 0.394, \"box\": [0.67, 358, 816, 700], \"centroid\": [408, 519], \"area_frac\": 0.35, \"position\": {\"grid\": \"middle left\", \"offset_from_center\": [-0.183, 0.038]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.332, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.858, \"box\": [314, 138, 726, 995], \"centroid\": [525, 569], \"area_frac\": 0.36, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.05, 0.138]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.355, \"rank\": 1}, \"is_", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.839, \"box\": [467, 567, 568, 704], \"centroid\": [518, 612], \"area_frac\": 0.027, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.036, 0.224]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.024, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.789, \"box\": [286, 119, 734, 995], \"centroid\": [525, 555], \"area_frac\": 0.36, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.051, 0.11]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.352, \"rank\": 1}, \"is_prima"]}, "cache_stats": {"n_train": 575, "n_eval": 48, "skipped_too_long": 429, "tok_mean": 4291, "tok_max": 9032}}
6
+ {"exp": "q4b", "arm": "relay_pw", "seed": 1, "steps": 3000, "max_new": 3400, "judge": {"taxonomy": {"truncated": 0.0, "json_error": 0.062, "missing_keys": 0.0, "enum_violation": 0.0, "bad_entity": 0.0, "has_polygon": 0.0, "ok": 0.938}, "structural_ok": 0.938, "coverage": {"entity_ratio": 1.311, "attr_ratio": 0.84}, "grounding_lite": 0.033, "samples": ["<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 1, \"people\": 1, \"by_label\": {\"person\": 1}}, \"entities\": [{\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.627, \"box\": [3, 4, 995, 998], \"centroid\": [500, 501], \"area_frac\": 0.987, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [-0.0, 0.002]}, \"depth\": {\"nearness\": 0.0, \"rank\": 1}, \"saliency\": {\"score\": 0.987, \"rank\": 1}, \"is_primary\": true, \"caption_bindings\": [{\"source\": \"caption_animetimm\", \"subject_name\": \"boy\", \"confidence\": 1.0}, {\"source\": \"caption_joycaption\", \"subject_name\": \"man\", \"confidence\": 1.0}, {\"source\": \"caption_qwen35_4b\", \"subject_name\": \"man\", \"confidence\": 1.0}], \"attributes\": [{\"text\": \"black rectangular thick-rimmed glasses\", \"stratum\": \"accessory\", \"sources\": [\"c", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"train\": 1}}, \"entities\": [{\"id\": \"train_1\", \"label\": \"train\", \"detection_score\": 0.478, \"box\": [0.0, 356, 199, 527], \"centroid\": [999, 413], \"area_frac\": 0.007, \"position\": {\"grid\": \"middle left\", \"offset_from_center\": [-0.801, -0.187]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.006, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.797, \"box\": [320, 129, 719, 967], \"centroid\": [519, 552], \"area_frac\": 0.333, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.038, 0.104]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.327, \"rank\": 1},", "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"potted plant\": 1}}, \"entities\": [{\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.657, \"box\": [348, 92, 658, 995], \"centroid\": [503, 544], \"area_frac\": 0.277, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.006, 0.087]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.265, \"rank\": 1}, \"is_primary\": true, \"caption_bindings\": [{\"source\": \"caption_animetimm\", \"subject_name\": \"girl\", \"confidence\": 1.0}, {\"source\": \"caption_joycaption\", \"subject_name\": \"young woman\", \"confidence\": 1.0}, {\"source\": \"caption_qwen35_4b\", \"subject_name\": \"woman\", \"confidence\": 1.0}], \"attributes\": [{\"text\": \"long wavy auburn hair\", \"stratum\": \"hair\", \"s"]}, "cache_stats": {"n_train": 575, "n_eval": 48, "skipped_too_long": 429, "tok_mean": 4291, "tok_max": 9032}}
exp004_composite/results/results.json CHANGED
@@ -80,7 +80,29 @@
80
  "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"train\": 1}}, \"entities\": [{\"id\": \"train\", \"label\": \"train\", \"detection_score\": 0.394, \"box\": [0.67, 358, 816, 700], \"centroid\": [408, 519], \"area_frac\": 0.35, \"position\": {\"grid\": \"middle left\", \"offset_from_center\": [-0.183, 0.038]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.332, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.858, \"box\": [314, 138, 726, 995], \"centroid\": [525, 569], \"area_frac\": 0.36, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.05, 0.138]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.355, \"rank\": 1}, \"is_",
81
  "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.839, \"box\": [467, 567, 568, 704], \"centroid\": [518, 612], \"area_frac\": 0.027, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.036, 0.224]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.024, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.789, \"box\": [286, 119, 734, 995], \"centroid\": [525, 555], \"area_frac\": 0.36, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.051, 0.11]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.352, \"rank\": 1}, \"is_prima"
82
  ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
83
  }
84
  },
85
- "n_rows": 5
86
  }
 
80
  "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"train\": 1}}, \"entities\": [{\"id\": \"train\", \"label\": \"train\", \"detection_score\": 0.394, \"box\": [0.67, 358, 816, 700], \"centroid\": [408, 519], \"area_frac\": 0.35, \"position\": {\"grid\": \"middle left\", \"offset_from_center\": [-0.183, 0.038]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.332, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.858, \"box\": [314, 138, 726, 995], \"centroid\": [525, 569], \"area_frac\": 0.36, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.05, 0.138]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.355, \"rank\": 1}, \"is_",
81
  "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"tie\": 1}}, \"entities\": [{\"id\": \"tie\", \"label\": \"tie\", \"detection_score\": 0.839, \"box\": [467, 567, 568, 704], \"centroid\": [518, 612], \"area_frac\": 0.027, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.036, 0.224]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.024, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.789, \"box\": [286, 119, 734, 995], \"centroid\": [525, 555], \"area_frac\": 0.36, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.051, 0.11]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.352, \"rank\": 1}, \"is_prima"
82
  ]
83
+ },
84
+ "relay_pw_s1": {
85
+ "taxonomy": {
86
+ "truncated": 0.0,
87
+ "json_error": 0.062,
88
+ "missing_keys": 0.0,
89
+ "enum_violation": 0.0,
90
+ "bad_entity": 0.0,
91
+ "has_polygon": 0.0,
92
+ "ok": 0.938
93
+ },
94
+ "structural_ok": 0.938,
95
+ "coverage": {
96
+ "entity_ratio": 1.311,
97
+ "attr_ratio": 0.84
98
+ },
99
+ "grounding_lite": 0.033,
100
+ "samples": [
101
+ "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 1, \"people\": 1, \"by_label\": {\"person\": 1}}, \"entities\": [{\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.627, \"box\": [3, 4, 995, 998], \"centroid\": [500, 501], \"area_frac\": 0.987, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [-0.0, 0.002]}, \"depth\": {\"nearness\": 0.0, \"rank\": 1}, \"saliency\": {\"score\": 0.987, \"rank\": 1}, \"is_primary\": true, \"caption_bindings\": [{\"source\": \"caption_animetimm\", \"subject_name\": \"boy\", \"confidence\": 1.0}, {\"source\": \"caption_joycaption\", \"subject_name\": \"man\", \"confidence\": 1.0}, {\"source\": \"caption_qwen35_4b\", \"subject_name\": \"man\", \"confidence\": 1.0}], \"attributes\": [{\"text\": \"black rectangular thick-rimmed glasses\", \"stratum\": \"accessory\", \"sources\": [\"c",
102
+ "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"train\": 1}}, \"entities\": [{\"id\": \"train_1\", \"label\": \"train\", \"detection_score\": 0.478, \"box\": [0.0, 356, 199, 527], \"centroid\": [999, 413], \"area_frac\": 0.007, \"position\": {\"grid\": \"middle left\", \"offset_from_center\": [-0.801, -0.187]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.006, \"rank\": 2}, \"is_primary\": false, \"caption_bindings\": [], \"attributes\": []}, {\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.797, \"box\": [320, 129, 719, 967], \"centroid\": [519, 552], \"area_frac\": 0.333, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.038, 0.104]}, \"depth\": {\"nearness\": 1.0, \"rank\": 1}, \"saliency\": {\"score\": 0.327, \"rank\": 1},",
103
+ "<tool_call>\n{\"name\": \"emit_fused_scene\", \"arguments\": {\"counts\": {\"total_entities\": 2, \"people\": 1, \"by_label\": {\"person\": 1, \"potted plant\": 1}}, \"entities\": [{\"id\": \"person\", \"label\": \"person\", \"detection_score\": 0.657, \"box\": [348, 92, 658, 995], \"centroid\": [503, 544], \"area_frac\": 0.277, \"position\": {\"grid\": \"middle center\", \"offset_from_center\": [0.006, 0.087]}, \"depth\": {\"nearness\": 0.0, \"rank\": 2}, \"saliency\": {\"score\": 0.265, \"rank\": 1}, \"is_primary\": true, \"caption_bindings\": [{\"source\": \"caption_animetimm\", \"subject_name\": \"girl\", \"confidence\": 1.0}, {\"source\": \"caption_joycaption\", \"subject_name\": \"young woman\", \"confidence\": 1.0}, {\"source\": \"caption_qwen35_4b\", \"subject_name\": \"woman\", \"confidence\": 1.0}], \"attributes\": [{\"text\": \"long wavy auburn hair\", \"stratum\": \"hair\", \"s"
104
+ ]
105
  }
106
  },
107
+ "n_rows": 6
108
  }