{ "run_id": "run_b4871490b9e84bbcb1a9b3464ca596fd", "app": "odkcollect", "provider": "JEV", "entry_id": "semantic-15-c1", "step": 406, "elapsed_s": 575.915, "candidate_id": "c1", "state_id": "g13s59", "model_action": "g13a317", "concrete_action": { "action_type": "MODEL_CLICK", "model_action_id": "g13a317", "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Off\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "identity_digest": "121f5f037a2cdd2d9d7e369ecc5c21ab4fb1309798fbceb3d8a7d3b517f28b69", "node_path": "0-1-0", "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Off", "content_desc": "", "bounds": [ 70, 935, 1010, 1061 ], "enabled": true, "clickable": true, "long_clickable": false }, "candidate_at_inference": { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Off", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": false, "selected": false, "action_type": "MODEL_CLICK", "index": 0, "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Off\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "model_action_id": "g13a317", "source_state_id": "g13s59", "bounds": [ 70, 935, 1010, 1061 ], "source_page_id": "page1", "target_subtree": [ { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Off", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": false, "selected": false, "path": [] } ], "subtree_truncated": false, "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview", "text": "", "content_desc": "", "enabled": true, "clickable": false, "long_clickable": false, "scrollable": false, "checked": false, "selected": false }, "local_context": { "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview" }, "labels": [], "truncated": true }, "text_source": "retained_gui_text", "generated_image_text": false, "snapshot_provenance": "retained source GUI node; no inferred or reconstructed labels" }, "probe_executed": true, "request_id": "semantic-15", "request_step": 406, "request_send_event": { "event": "JEV_REQUEST_SENT", "step": 406, "monotonic_ns": 1880234091987639, "wall_time_ms": 1793991186599, "abstraction_version": 14, "state_id": "g13s59", "model_action_id": null, "request_id": "semantic-15", "review_id": "run-6ad8ad8e66760:semantic:95", "candidate_count": 2, "pair_count": 6, "request_bytes": 27851, "wait_mode": "synchronous", "attempt": 1, "input_fingerprint": "09a3d97ef79492fada4c3c1516e9930f1de7f707d14e5faad9b10900b7c0c110", "evidence_view_version": "candidate-closure-v1", "_line": 1382 }, "decision_event": { "event": "DECISION_PROBE", "step": 406, "monotonic_ns": 1880237506546727, "wall_time_ms": 1793991190014, "abstraction_version": 14, "state_id": "g13s59", "model_action_id": "g13a317", "entry_id": "semantic-15-c1", "request_id": "semantic-15", "candidate_id": "c1", "confidence": 0.56, "choice": "PROMOTE", "parsed_outcome": "PROBE", "ledger_status": "STAGED", "decision_role": "candidate_decision", "input_signature": "feefc9c50864d8bbc0267b57eb1f752d9d1d0b65789798522f6c275dcaae9b39", "concrete_identity": "121f5f037a2cdd2d9d7e369ecc5c21ab4fb1309798fbceb3d8a7d3b517f28b69", "decision_scope": "c3e4d549147e1db823ed30a40cb887eb8c35f828ce353161d9f6887c6b616714", "representative_model_action_id": "PROMOTE", "decision_request_id": "semantic-15", "aggregation_policy": "exploratory-top3-v1", "total_history": 5, "history_complete": true, "unknown_mapping_count": 0, "recoverable_history_count": 5, "selected_history": 3, "comparison_count": 3, "same_count": 1, "different_count": 2, "insufficient_count": 0, "trusted_same_count": 0, "trusted_different_count": 2, "low_confidence_count": 1, "full_history_compared": false, "exploratory": true, "_line": 1385 }, "decision_step": 406, "decision_wall_time_ms": 1793991190014, "model_input_cutoff_wall_ms": 1793991186599, "execute_wall_time_ms": 1793991190063, "model": "typesafe/jev-1.14", "contract": "history-pairwise-offline-v1-20261031:exploratory-top3-v1:typesafe/jev-1.14:candidate-closure-v1", "input_fingerprint": "09a3d97ef79492fada4c3c1516e9930f1de7f707d14e5faad9b10900b7c0c110", "evidence_view": "candidate-closure-v1", "control": "Off", "model_visible_state": { "evidence_schema": "history-pairwise-offline-v1-20261031:candidate-closure-v1", "pages": { "page1": { "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "root": { "class": "android.widget.FrameLayout", "resource_id": "", "text": "", "content_desc": "", "enabled": true, "clickable": false, "long_clickable": false, "scrollable": false, "checked": false, "selected": false } }, "page2": { "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "root": { "class": "android.widget.FrameLayout", "resource_id": "", "text": "", "content_desc": "", "enabled": true, "clickable": false, "long_clickable": false, "scrollable": false, "checked": false, "selected": false } }, "page3": { "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "root": { "class": "android.widget.FrameLayout", "resource_id": "", "text": "", "content_desc": "", "enabled": true, "clickable": false, "long_clickable": false, "scrollable": false, "checked": false, "selected": false } }, "page4": { "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "root": { "class": "android.widget.FrameLayout", "resource_id": "", "text": "", "content_desc": "", "enabled": true, "clickable": false, "long_clickable": false, "scrollable": false, "checked": false, "selected": false } }, "page5": { "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "root": { "class": "android.widget.FrameLayout", "resource_id": "", "text": "", "content_desc": "", "enabled": true, "clickable": false, "long_clickable": false, "scrollable": false, "checked": false, "selected": false } } }, "candidates": { "c1": { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Off", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": false, "selected": false, "action_type": "MODEL_CLICK", "index": 0, "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Off\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "model_action_id": "g13a317", "source_state_id": "g13s59", "bounds": [ 70, 935, 1010, 1061 ], "source_page_id": "page1", "target_subtree": [ { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Off", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": false, "selected": false, "path": [] } ], "subtree_truncated": false, "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview", "text": "", "content_desc": "", "enabled": true, "clickable": false, "long_clickable": false, "scrollable": false, "checked": false, "selected": false }, "local_context": { "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview" }, "labels": [], "truncated": true }, "text_source": "retained_gui_text", "generated_image_text": false, "snapshot_provenance": "retained source GUI node; no inferred or reconstructed labels" }, "c2": { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Cellular only", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": false, "selected": false, "action_type": "MODEL_CLICK", "index": 2, "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Cellular\"][@content-desc=\"\"][@index=2][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "model_action_id": "g13a317", "source_state_id": "g13s59", "bounds": [ 70, 1187, 1010, 1313 ], "source_page_id": "page1", "target_subtree": [ { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Cellular only", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": false, "selected": false, "path": [] } ], "subtree_truncated": false, "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview", "text": "", "content_desc": "", "enabled": true, "clickable": false, "long_clickable": false, "scrollable": false, "checked": false, "selected": false }, "local_context": { "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview" }, "labels": [], "truncated": true }, "text_source": "retained_gui_text", "generated_image_text": false, "snapshot_provenance": "retained source GUI node; no inferred or reconstructed labels" } }, "executed_actions": { "h1": { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Terrain", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": false, "selected": false, "action_type": "MODEL_CLICK", "index": 1, "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Terrain\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "model_action_id": "g13a317", "source_state_id": "g13s59", "bounds": [ 70, 1061, 1010, 1187 ], "source_page_id": "page2", "target_subtree": [ { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Terrain", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": false, "selected": false, "path": [] } ], "subtree_truncated": false, "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview", "text": "", "content_desc": "", "enabled": true, "clickable": false, "long_clickable": false, "scrollable": false, "checked": false, "selected": false }, "local_context": { "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview" }, "labels": [], "truncated": true }, "text_source": "retained_gui_text", "generated_image_text": false, "snapshot_provenance": "retained source GUI node; no inferred or reconstructed labels" }, "h2": { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Validate upon forward swipe", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": true, "selected": false, "action_type": "MODEL_CLICK", "index": 0, "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Validate\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "model_action_id": "g13a317", "source_state_id": "g13s59", "bounds": [ 70, 1050, 1010, 1176 ], "source_page_id": "page3", "target_subtree": [ { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Validate upon forward swipe", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": true, "selected": false, "path": [] } ], "subtree_truncated": false, "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview", "text": "", "content_desc": "", "enabled": true, "clickable": false, "long_clickable": false, "scrollable": false, "checked": false, "selected": false }, "local_context": { "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview" }, "labels": [], "truncated": true }, "text_source": "retained_gui_text", "generated_image_text": false, "snapshot_provenance": "retained source GUI node; no inferred or reconstructed labels" }, "h3": { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Defer validation until finalized", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": false, "selected": false, "action_type": "MODEL_CLICK", "index": 1, "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Defer va\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "model_action_id": "g13a317", "source_state_id": "g13s59", "bounds": [ 70, 1176, 1010, 1302 ], "source_page_id": "page4", "target_subtree": [ { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Defer validation until finalized", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": false, "selected": false, "path": [] } ], "subtree_truncated": false, "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview", "text": "", "content_desc": "", "enabled": true, "clickable": false, "long_clickable": false, "scrollable": false, "checked": false, "selected": false }, "local_context": { "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview" }, "labels": [], "truncated": true }, "text_source": "retained_gui_text", "generated_image_text": false, "snapshot_provenance": "retained source GUI node; no inferred or reconstructed labels" }, "h4": { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Wifi only", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": false, "selected": false, "action_type": "MODEL_CLICK", "index": 1, "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Wifi onl\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "model_action_id": "g13a317", "source_state_id": "g13s59", "bounds": [ 70, 1061, 1010, 1187 ], "source_page_id": "page5", "target_subtree": [ { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Wifi only", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": false, "selected": false, "path": [] } ], "subtree_truncated": false, "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview", "text": "", "content_desc": "", "enabled": true, "clickable": false, "long_clickable": false, "scrollable": false, "checked": false, "selected": false }, "local_context": { "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview" }, "labels": [], "truncated": true }, "text_source": "retained_gui_text", "generated_image_text": false, "snapshot_provenance": "retained source GUI node; no inferred or reconstructed labels" } }, "page_operation_context": { "columns": [ "source_page_id", "action_type", "index", "class", "resource_id", "text", "content_desc", "bounds", "enabled", "clickable", "long_clickable", "scrollable", "checked", "selected", "subtree_truncated", "descendant_labels_path_class_resource_text_content_desc", "parent_class_resource_text_content_desc", "local_context" ], "actions": { "c3": [ "page1", "MODEL_CLICK", 3, "android.widget.CheckedTextView", "android:id/text1", "Wifi or cellular", "", [ 70, 1313, 1010, 1439 ], true, true, false, false, false, false, false, [], [ "android.widget.ListView", "org.odk.collect.android:id/select_dialog_listview", "", "" ], { "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview" }, "labels": [], "truncated": true } ] } } }, "pair_records": [ { "request_id": "semantic-15", "pair_id": "p1", "candidate_id": "c1", "history_id": "h1", "choice": "SAME_OPERATION", "confidence": 0.48, "probabilities": { "SAME_OPERATION": 0.65, "DIFFERENT_OPERATION": 0.28, "INSUFFICIENT_EVIDENCE": 0.07 }, "trusted": false, "pair_cache_hit": false, "response_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-receipts/semantic-response-semantic-15.json", "original_question": { "type": "choice", "criteria": { "SAME_OPERATION": "Same application-function operation; only parameter, data object, or entry point differs.", "DIFFERENT_OPERATION": "Different application-function operations.", "INSUFFICIENT_EVIDENCE": "The current visible GUI evidence is insufficient to determine the operation relation reliably." }, "instructions": "Judge whether two concrete GUI actions represent the same application-function operation, using only the supplied GUI evidence and page context.\nSAME_OPERATION: the same application function, differing only in parameter, data object, or entry point.\nDIFFERENT_OPERATION: different application functions.\nINSUFFICIENT_EVIDENCE: the visible evidence is insufficient to judge reliably.\nThe same handler, class, resource ID, menu container, or switch is not sufficient evidence of operation equivalence. Judge application functions, not implementation form.\n\nIs candidate at `candidates.c1` the same application-function operation as executed action at `executed_actions.h1`? Interpret each action using its own source_page_id in pages.\n\nDecision standard:\nSAME_OPERATION means the candidate and the executed history are the same GUI operation pattern already represented; differences limited to data instances, entered values, or equivalent entry points are SAME.\nDIFFERENT_OPERATION means the candidate is a distinct command, feature entry, or interaction branch that the executed history does not represent and is reasonably worth one additional concrete-action attempt. Do not require proof of new method coverage, a new state, or successful completion.\nINSUFFICIENT_EVIDENCE means the supplied GUI and execution history do not support a reliable relation.\nTreat a visible menu-command label as evidence of the command. Do not equate a menu command with ordinary text entered into an EditText. Different Checklist rows with the same edit behavior are normally SAME. For a long-pressed EditText, do not infer a different block operation from the block name alone; it may be ordinary text selection. Similar class, resource ID, outer container, or ModelAction does not establish equivalence. Compare operation behavior, not wording alone." }, "original_answer": { "type": "choice", "choice": "SAME_OPERATION", "probabilities": { "SAME_OPERATION": 0.65, "DIFFERENT_OPERATION": 0.28, "INSUFFICIENT_EVIDENCE": 0.07 }, "confidence": 0.48 }, "model_visible_history": { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Terrain", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": false, "selected": false, "action_type": "MODEL_CLICK", "index": 1, "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Terrain\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "model_action_id": "g13a317", "source_state_id": "g13s59", "bounds": [ 70, 1061, 1010, 1187 ], "source_page_id": "page2", "target_subtree": [ { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Terrain", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": false, "selected": false, "path": [] } ], "subtree_truncated": false, "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview", "text": "", "content_desc": "", "enabled": true, "clickable": false, "long_clickable": false, "scrollable": false, "checked": false, "selected": false }, "local_context": { "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview" }, "labels": [], "truncated": true }, "text_source": "retained_gui_text", "generated_image_text": false, "snapshot_provenance": "retained source GUI node; no inferred or reconstructed labels" }, "offline_only_provenance": { "source_tree": 409, "source_gui_timestamp": 287, "current_state": "g13s59", "current_model_action": "g13a317", "current_version": 14, "input_confirmed": true, "confirmation_basis": "live confirmedInputs before review; not function completion", "attributes_recoverable": true }, "history_input_id": "input-1494", "history_step": 287, "history_row": { "input_id": "input-1494", "step": 287, "version": "13", "elapsed_s": "413.714", "action": "MODEL_CLICK Terrain", "action_type": "MODEL_CLICK", "model_action_id": "g13a317", "state_id": "g13s59", "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "probe": "False", "input_confirmed": "True", "inventory_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-audit/inputs/generated-1497.json", "observed_methods_until_next": "2", "executor_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/executor.log:21260", "wall_time_ms": 1793991027862, "source_gui_id": 409, "source_gui_timestamp": 287, "concrete": { "action_type": "MODEL_CLICK", "model_action_id": "g13a317", "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Terrain\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "identity_digest": "2e89f0d2bb6e4415cb1379585a3e580d1ec0116647779f055a980a19684c4f14", "node_path": "0-1-1", "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Terrain", "content_desc": "", "bounds": [ 70, 1061, 1010, 1187 ], "enabled": true, "clickable": true, "long_clickable": false }, "source_gui": { "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "labels": [ "Google map style", "Streets", "Terrain", "Hybrid", "Satellite", "Cancel" ], "identity": "4a72ef419ec743f04657e5007986b37c0fdfc88c0f55544b9e2797c11035e109", "controls": [ { "label": "Streets", "resource_id": "android:id/text1", "class": "android.widget.CheckedTextView", "bounds": [ 70, 935, 1010, 1061 ] }, { "label": "Terrain", "resource_id": "android:id/text1", "class": "android.widget.CheckedTextView", "bounds": [ 70, 1061, 1010, 1187 ] }, { "label": "Hybrid", "resource_id": "android:id/text1", "class": "android.widget.CheckedTextView", "bounds": [ 70, 1187, 1010, 1313 ] }, { "label": "Satellite", "resource_id": "android:id/text1", "class": "android.widget.CheckedTextView", "bounds": [ 70, 1313, 1010, 1439 ] }, { "label": "Cancel", "resource_id": "android:id/button2", "class": "android.widget.Button", "bounds": [ 768, 1476, 947, 1602 ] } ] }, "target_gui": { "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "labels": [ "Maps", "Basemap", "Source", "Google", "Google map style", "Terrain", "Offline layers", "Layer", "None" ], "identity": "1cf9efb504ecd4d886994f65788ddcd2a077369a9e9e6103b6fb566ef964ae1c", "controls": [ { "label": "", "resource_id": "", "class": "android.widget.LinearLayout", "bounds": [ 0, 366, 1080, 558 ] }, { "label": "", "resource_id": "", "class": "android.widget.LinearLayout", "bounds": [ 0, 558, 1080, 750 ] }, { "label": "", "resource_id": "", "class": "android.widget.LinearLayout", "bounds": [ 0, 885, 1080, 1077 ] } ] }, "source_gui_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-audit/gui/gui-409-t287-1495.json", "target_gui_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-audit/gui/gui-410-t288-1501.json", "source_screenshot": { "schema": "guitaboo-local-audit-v1", "kind": "screenshot", "run_id": "run-6ad8ad8e66760", "step": 287, "abstraction_version": 13, "wall_time_ms": 1793991027862, "monotonic_ns": 1880075355043752, "gui_id": 409, "gui_timestamp": 287, "capture_phase": "history_before_input", "capture_started_ns": 1880075355044815, "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "capture_finished_ns": 1880075397425638, "capture_wall_time_ms": 1793991027905, "alignment": "identity_verified", "expected_observation_identity": "4a72ef419ec743f04657e5007986b37c0fdfc88c0f55544b9e2797c11035e109", "before_identity": "4a72ef419ec743f04657e5007986b37c0fdfc88c0f55544b9e2797c11035e109", "after_identity": "4a72ef419ec743f04657e5007986b37c0fdfc88c0f55544b9e2797c11035e109", "width": 1080, "height": 2400, "path": "jev-audit/screenshots/step-287-gui-409-1496.png", "completion_path": "jev-audit/screenshots/step-287-gui-409-1496.png.json", "status": "capture_queued" }, "target_screenshot": { "schema": "guitaboo-local-audit-v1", "kind": "screenshot", "run_id": "run-6ad8ad8e66760", "step": 288, "abstraction_version": 13, "wall_time_ms": 1793991028812, "monotonic_ns": 1880076305046204, "gui_id": 410, "gui_timestamp": 288, "capture_phase": "history_first_native_target", "capture_started_ns": 1880076305047078, "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "capture_finished_ns": 1880076356787708, "capture_wall_time_ms": 1793991028864, "alignment": "identity_verified", "expected_observation_identity": "1cf9efb504ecd4d886994f65788ddcd2a077369a9e9e6103b6fb566ef964ae1c", "before_identity": "1cf9efb504ecd4d886994f65788ddcd2a077369a9e9e6103b6fb566ef964ae1c", "after_identity": "1cf9efb504ecd4d886994f65788ddcd2a077369a9e9e6103b6fb566ef964ae1c", "width": 1080, "height": 2400, "path": "jev-audit/screenshots/step-288-gui-410-1502.png", "completion_path": "jev-audit/screenshots/step-288-gui-410-1502.png.json", "status": "capture_queued" }, "execution_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-audit/executions/transition-g13e184-285.json", "node": { "retrieval_status": "UNIQUE_BOUNDS_CLASS_RESOURCE", "text": "Terrain", "node_id": 5, "resource_id": "android:id/text1", "class": "android.widget.CheckedTextView", "checked": false, "selected": false, "subtree_labels": [], "sibling_labels": [ "Streets", "Hybrid", "Satellite" ], "parent_resource_id": "org.odk.collect.android:id/select_dialog_listview" }, "input_injection_completed": true, "execution_confirmed": true, "confirmation_wall_time_ms": 1793991028868, "native_transition": { "event": "NATIVE_TRANSITION", "step": 288, "monotonic_ns": 1880076360203302, "wall_time_ms": 1793991028868, "abstraction_version": 13, "state_id": "g13s59", "model_action_id": "g13a317", "transition_id": "g13e184:285", "new_state": false, "new_model_action": false, "refinement": false, "self_loop": false, "activity_unchanged": true, "gui_unchanged": false, "target_state": "g12s50", "input_confirmed": true, "_line": 904 }, "native_transition_receipt": { "transition_id": "g13e184:285", "native_edge_id": "g13e184", "native_history_position": 284, "source_gui_timestamp": 287, "target_gui_timestamp": 288, "state_id": "g13s59", "model_action_id": "g13a317", "source_gui_id": 409, "target_gui_id": 410, "abstraction_version": 13, "source_activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "execution_branch": "COMMON", "input_confirmed": true, "_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-receipts/transition-g13e184-285.json" }, "target_activity_from_native": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "business_success": null }, "history_source_audit": { "concrete": { "action_type": "MODEL_CLICK", "model_action_id": "g13a317", "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Terrain\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "identity_digest": "2e89f0d2bb6e4415cb1379585a3e580d1ec0116647779f055a980a19684c4f14", "node_path": "0-1-1", "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Terrain", "content_desc": "", "bounds": [ 70, 1061, 1010, 1187 ], "enabled": true, "clickable": true, "long_clickable": false }, "source_gui": { "status": "queued", "path": "jev-audit/gui/gui-409-t287-1495.json", "gui_id": 409, "gui_timestamp": 287, "snapshot_phase": "before_input" }, "source_screenshot": { "schema": "guitaboo-local-audit-v1", "kind": "screenshot", "run_id": "run-6ad8ad8e66760", "step": 287, "abstraction_version": 13, "wall_time_ms": 1793991027862, "monotonic_ns": 1880075355043752, "gui_id": 409, "gui_timestamp": 287, "capture_phase": "history_before_input", "capture_started_ns": 1880075355044815, "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "capture_finished_ns": 1880075397425638, "capture_wall_time_ms": 1793991027905, "alignment": "identity_verified", "expected_observation_identity": "4a72ef419ec743f04657e5007986b37c0fdfc88c0f55544b9e2797c11035e109", "before_identity": "4a72ef419ec743f04657e5007986b37c0fdfc88c0f55544b9e2797c11035e109", "after_identity": "4a72ef419ec743f04657e5007986b37c0fdfc88c0f55544b9e2797c11035e109", "width": 1080, "height": 2400, "path": "jev-audit/screenshots/step-287-gui-409-1496.png", "completion_path": "jev-audit/screenshots/step-287-gui-409-1496.png.json", "status": "capture_queued" }, "input": { "schema": "guitaboo-local-audit-v1", "kind": "native_input", "run_id": "run-6ad8ad8e66760", "step": 287, "abstraction_version": 13, "wall_time_ms": 1793991027862, "monotonic_ns": 1880075354380385, "input_id": "input-1494", "source_gui_id": 409, "source_gui_timestamp": 287, "concrete": { "action_type": "MODEL_CLICK", "model_action_id": "g13a317", "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Terrain\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "identity_digest": "2e89f0d2bb6e4415cb1379585a3e580d1ec0116647779f055a980a19684c4f14", "node_path": "0-1-1", "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Terrain", "content_desc": "", "bounds": [ 70, 1061, 1010, 1187 ], "enabled": true, "clickable": true, "long_clickable": false }, "probe": false, "sampled": true, "source_gui": { "status": "queued", "path": "jev-audit/gui/gui-409-t287-1495.json", "gui_id": 409, "gui_timestamp": 287, "snapshot_phase": "before_input" }, "source_screenshot": { "schema": "guitaboo-local-audit-v1", "kind": "screenshot", "run_id": "run-6ad8ad8e66760", "step": 287, "abstraction_version": 13, "wall_time_ms": 1793991027862, "monotonic_ns": 1880075355043752, "gui_id": 409, "gui_timestamp": 287, "capture_phase": "history_before_input", "capture_started_ns": 1880075355044815, "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "capture_finished_ns": 1880075397425638, "capture_wall_time_ms": 1793991027905, "alignment": "identity_verified", "expected_observation_identity": "4a72ef419ec743f04657e5007986b37c0fdfc88c0f55544b9e2797c11035e109", "before_identity": "4a72ef419ec743f04657e5007986b37c0fdfc88c0f55544b9e2797c11035e109", "after_identity": "4a72ef419ec743f04657e5007986b37c0fdfc88c0f55544b9e2797c11035e109", "width": 1080, "height": 2400, "path": "jev-audit/screenshots/step-287-gui-409-1496.png", "completion_path": "jev-audit/screenshots/step-287-gui-409-1496.png.json", "status": "capture_queued" } }, "transitions": [ { "transition_id": "g13e184:285", "receipt": "jev-receipts/transition-g13e184-285.json", "target_gui": { "status": "queued", "path": "jev-audit/gui/gui-410-t288-1501.json", "gui_id": 410, "gui_timestamp": 288, "snapshot_phase": "first_native_target" }, "target_screenshot": { "schema": "guitaboo-local-audit-v1", "kind": "screenshot", "run_id": "run-6ad8ad8e66760", "step": 288, "abstraction_version": 13, "wall_time_ms": 1793991028812, "monotonic_ns": 1880076305046204, "gui_id": 410, "gui_timestamp": 288, "capture_phase": "history_first_native_target", "capture_started_ns": 1880076305047078, "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "capture_finished_ns": 1880076356787708, "capture_wall_time_ms": 1793991028864, "alignment": "identity_verified", "expected_observation_identity": "1cf9efb504ecd4d886994f65788ddcd2a077369a9e9e6103b6fb566ef964ae1c", "before_identity": "1cf9efb504ecd4d886994f65788ddcd2a077369a9e9e6103b6fb566ef964ae1c", "after_identity": "1cf9efb504ecd4d886994f65788ddcd2a077369a9e9e6103b6fb566ef964ae1c", "width": 1080, "height": 2400, "path": "jev-audit/screenshots/step-288-gui-410-1502.png", "completion_path": "jev-audit/screenshots/step-288-gui-410-1502.png.json", "status": "capture_queued" } } ], "transition_count": 1, "transition_status": "unique_native_transition" } }, { "request_id": "semantic-15", "pair_id": "p2", "candidate_id": "c1", "history_id": "h2", "choice": "DIFFERENT_OPERATION", "confidence": 0.56, "probabilities": { "SAME_OPERATION": 0.2, "DIFFERENT_OPERATION": 0.71, "INSUFFICIENT_EVIDENCE": 0.09 }, "trusted": true, "pair_cache_hit": false, "response_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-receipts/semantic-response-semantic-15.json", "original_question": { "type": "choice", "criteria": { "SAME_OPERATION": "Same application-function operation; only parameter, data object, or entry point differs.", "DIFFERENT_OPERATION": "Different application-function operations.", "INSUFFICIENT_EVIDENCE": "The current visible GUI evidence is insufficient to determine the operation relation reliably." }, "instructions": "Judge whether two concrete GUI actions represent the same application-function operation, using only the supplied GUI evidence and page context.\nSAME_OPERATION: the same application function, differing only in parameter, data object, or entry point.\nDIFFERENT_OPERATION: different application functions.\nINSUFFICIENT_EVIDENCE: the visible evidence is insufficient to judge reliably.\nThe same handler, class, resource ID, menu container, or switch is not sufficient evidence of operation equivalence. Judge application functions, not implementation form.\n\nIs candidate at `candidates.c1` the same application-function operation as executed action at `executed_actions.h2`? Interpret each action using its own source_page_id in pages.\n\nDecision standard:\nSAME_OPERATION means the candidate and the executed history are the same GUI operation pattern already represented; differences limited to data instances, entered values, or equivalent entry points are SAME.\nDIFFERENT_OPERATION means the candidate is a distinct command, feature entry, or interaction branch that the executed history does not represent and is reasonably worth one additional concrete-action attempt. Do not require proof of new method coverage, a new state, or successful completion.\nINSUFFICIENT_EVIDENCE means the supplied GUI and execution history do not support a reliable relation.\nTreat a visible menu-command label as evidence of the command. Do not equate a menu command with ordinary text entered into an EditText. Different Checklist rows with the same edit behavior are normally SAME. For a long-pressed EditText, do not infer a different block operation from the block name alone; it may be ordinary text selection. Similar class, resource ID, outer container, or ModelAction does not establish equivalence. Compare operation behavior, not wording alone." }, "original_answer": { "type": "choice", "choice": "DIFFERENT_OPERATION", "probabilities": { "SAME_OPERATION": 0.2, "DIFFERENT_OPERATION": 0.71, "INSUFFICIENT_EVIDENCE": 0.09 }, "confidence": 0.56 }, "model_visible_history": { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Validate upon forward swipe", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": true, "selected": false, "action_type": "MODEL_CLICK", "index": 0, "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Validate\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "model_action_id": "g13a317", "source_state_id": "g13s59", "bounds": [ 70, 1050, 1010, 1176 ], "source_page_id": "page3", "target_subtree": [ { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Validate upon forward swipe", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": true, "selected": false, "path": [] } ], "subtree_truncated": false, "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview", "text": "", "content_desc": "", "enabled": true, "clickable": false, "long_clickable": false, "scrollable": false, "checked": false, "selected": false }, "local_context": { "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview" }, "labels": [], "truncated": true }, "text_source": "retained_gui_text", "generated_image_text": false, "snapshot_provenance": "retained source GUI node; no inferred or reconstructed labels" }, "offline_only_provenance": { "source_tree": 526, "source_gui_timestamp": 377, "current_state": "g13s59", "current_model_action": "g13a317", "current_version": 14, "input_confirmed": true, "confirmation_basis": "live confirmedInputs before review; not function completion", "attributes_recoverable": true }, "history_input_id": "input-1963", "history_step": 377, "history_row": { "input_id": "input-1963", "step": 377, "version": "14", "elapsed_s": "518.368", "action": "MODEL_CLICK Validate", "action_type": "MODEL_CLICK", "model_action_id": "g13a317", "state_id": "g13s59", "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "probe": "False", "input_confirmed": "True", "inventory_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-audit/inputs/generated-1964.json", "observed_methods_until_next": "1", "executor_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/executor.log:27931", "wall_time_ms": 1793991132516, "source_gui_id": 526, "source_gui_timestamp": 377, "concrete": { "action_type": "MODEL_CLICK", "model_action_id": "g13a317", "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Validate\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "identity_digest": "aef3206159c552940c3dbfd07e0cca0ececcd91ca502dbf9428795cf3b138481", "node_path": "0-1-0", "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Validate", "content_desc": "", "bounds": [ 70, 1050, 1010, 1176 ], "enabled": true, "clickable": true, "long_clickable": false }, "source_gui": { "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "labels": [ "Constraint processing behavior", "Validate upon forward swipe", "Defer validation until finalized", "Cancel" ], "identity": "fed57eeef841eb47e9f0d3b350ab169817fb9d7828bf3c609d4b70763163ccdd", "controls": [ { "label": "Validate upon forward swipe", "resource_id": "android:id/text1", "class": "android.widget.CheckedTextView", "bounds": [ 70, 1050, 1010, 1176 ] }, { "label": "Defer validation until finalized", "resource_id": "android:id/text1", "class": "android.widget.CheckedTextView", "bounds": [ 70, 1176, 1010, 1302 ] }, { "label": "Cancel", "resource_id": "android:id/button2", "class": "android.widget.Button", "bounds": [ 768, 1339, 947, 1465 ] } ] }, "target_gui": { "activity": null, "labels": null, "identity": null, "controls": null }, "source_gui_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-audit/gui/gui-526-t377-1961.json", "target_gui_ref": null, "source_screenshot": null, "target_screenshot": null, "execution_ref": null, "node": { "retrieval_status": "UNIQUE_BOUNDS_CLASS_RESOURCE", "text": "Validate upon forward swipe", "node_id": 4, "resource_id": "android:id/text1", "class": "android.widget.CheckedTextView", "checked": true, "selected": false, "subtree_labels": [], "sibling_labels": [ "Defer validation until finalized" ], "parent_resource_id": "org.odk.collect.android:id/select_dialog_listview" }, "input_injection_completed": true, "execution_confirmed": true, "confirmation_wall_time_ms": 1793991133213, "native_transition": { "event": "NATIVE_TRANSITION", "step": 378, "monotonic_ns": 1880180705869694, "wall_time_ms": 1793991133213, "abstraction_version": 14, "state_id": "g13s59", "model_action_id": "g13a317", "transition_id": "g14e240:374", "new_state": false, "new_model_action": false, "refinement": false, "self_loop": false, "activity_unchanged": true, "gui_unchanged": false, "target_state": "g14s67", "input_confirmed": true, "_line": 1185 }, "native_transition_receipt": { "transition_id": "g14e240:374", "native_edge_id": "g14e240", "native_history_position": 373, "source_gui_timestamp": 377, "target_gui_timestamp": 378, "state_id": "g13s59", "model_action_id": "g13a317", "source_gui_id": 526, "target_gui_id": 527, "abstraction_version": 14, "source_activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "execution_branch": "COMMON", "input_confirmed": true, "_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-receipts/transition-g14e240-374.json" }, "target_activity_from_native": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "business_success": null }, "history_source_audit": { "concrete": { "action_type": "MODEL_CLICK", "model_action_id": "g13a317", "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Validate\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "identity_digest": "aef3206159c552940c3dbfd07e0cca0ececcd91ca502dbf9428795cf3b138481", "node_path": "0-1-0", "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Validate", "content_desc": "", "bounds": [ 70, 1050, 1010, 1176 ], "enabled": true, "clickable": true, "long_clickable": false }, "source_gui": { "status": "queued", "path": "jev-audit/gui/gui-526-t377-1961.json", "gui_id": 526, "gui_timestamp": 377, "snapshot_phase": "first_native_target" }, "source_screenshot": { "status": "not_captured_at_execution_time" }, "input": { "schema": "guitaboo-local-audit-v1", "kind": "native_input", "run_id": "run-6ad8ad8e66760", "step": 377, "abstraction_version": 14, "wall_time_ms": 1793991132516, "monotonic_ns": 1880180008170913, "input_id": "input-1963", "source_gui_id": 526, "source_gui_timestamp": 377, "concrete": { "action_type": "MODEL_CLICK", "model_action_id": "g13a317", "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Validate\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "identity_digest": "aef3206159c552940c3dbfd07e0cca0ececcd91ca502dbf9428795cf3b138481", "node_path": "0-1-0", "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Validate", "content_desc": "", "bounds": [ 70, 1050, 1010, 1176 ], "enabled": true, "clickable": true, "long_clickable": false }, "probe": false, "sampled": false }, "transitions": [ { "transition_id": "g14e240:374", "receipt": "jev-receipts/transition-g14e240-374.json", "target_gui": { "status": "queued", "path": "jev-audit/gui/gui-527-t378-1969.json", "gui_id": 527, "gui_timestamp": 378, "snapshot_phase": "before_input" }, "target_screenshot": { "status": "not_captured_at_execution_time" } } ], "transition_count": 1, "transition_status": "unique_native_transition" } }, { "request_id": "semantic-15", "pair_id": "p3", "candidate_id": "c1", "history_id": "h3", "choice": "DIFFERENT_OPERATION", "confidence": 0.53, "probabilities": { "SAME_OPERATION": 0.2, "DIFFERENT_OPERATION": 0.69, "INSUFFICIENT_EVIDENCE": 0.11 }, "trusted": true, "pair_cache_hit": false, "response_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-receipts/semantic-response-semantic-15.json", "original_question": { "type": "choice", "criteria": { "SAME_OPERATION": "Same application-function operation; only parameter, data object, or entry point differs.", "DIFFERENT_OPERATION": "Different application-function operations.", "INSUFFICIENT_EVIDENCE": "The current visible GUI evidence is insufficient to determine the operation relation reliably." }, "instructions": "Judge whether two concrete GUI actions represent the same application-function operation, using only the supplied GUI evidence and page context.\nSAME_OPERATION: the same application function, differing only in parameter, data object, or entry point.\nDIFFERENT_OPERATION: different application functions.\nINSUFFICIENT_EVIDENCE: the visible evidence is insufficient to judge reliably.\nThe same handler, class, resource ID, menu container, or switch is not sufficient evidence of operation equivalence. Judge application functions, not implementation form.\n\nIs candidate at `candidates.c1` the same application-function operation as executed action at `executed_actions.h3`? Interpret each action using its own source_page_id in pages.\n\nDecision standard:\nSAME_OPERATION means the candidate and the executed history are the same GUI operation pattern already represented; differences limited to data instances, entered values, or equivalent entry points are SAME.\nDIFFERENT_OPERATION means the candidate is a distinct command, feature entry, or interaction branch that the executed history does not represent and is reasonably worth one additional concrete-action attempt. Do not require proof of new method coverage, a new state, or successful completion.\nINSUFFICIENT_EVIDENCE means the supplied GUI and execution history do not support a reliable relation.\nTreat a visible menu-command label as evidence of the command. Do not equate a menu command with ordinary text entered into an EditText. Different Checklist rows with the same edit behavior are normally SAME. For a long-pressed EditText, do not infer a different block operation from the block name alone; it may be ordinary text selection. Similar class, resource ID, outer container, or ModelAction does not establish equivalence. Compare operation behavior, not wording alone." }, "original_answer": { "type": "choice", "choice": "DIFFERENT_OPERATION", "probabilities": { "SAME_OPERATION": 0.2, "DIFFERENT_OPERATION": 0.69, "INSUFFICIENT_EVIDENCE": 0.11 }, "confidence": 0.53 }, "model_visible_history": { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Defer validation until finalized", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": false, "selected": false, "action_type": "MODEL_CLICK", "index": 1, "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Defer va\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "model_action_id": "g13a317", "source_state_id": "g13s59", "bounds": [ 70, 1176, 1010, 1302 ], "source_page_id": "page4", "target_subtree": [ { "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Defer validation until finalized", "content_desc": "", "enabled": true, "clickable": true, "long_clickable": false, "scrollable": false, "checked": false, "selected": false, "path": [] } ], "subtree_truncated": false, "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview", "text": "", "content_desc": "", "enabled": true, "clickable": false, "long_clickable": false, "scrollable": false, "checked": false, "selected": false }, "local_context": { "parent": { "class": "android.widget.ListView", "resource_id": "org.odk.collect.android:id/select_dialog_listview" }, "labels": [], "truncated": true }, "text_source": "retained_gui_text", "generated_image_text": false, "snapshot_provenance": "retained source GUI node; no inferred or reconstructed labels" }, "offline_only_provenance": { "source_tree": 534, "source_gui_timestamp": 385, "current_state": "g13s59", "current_model_action": "g13a317", "current_version": 14, "input_confirmed": true, "confirmation_basis": "live confirmedInputs before review; not function completion", "attributes_recoverable": true }, "history_input_id": "input-2014", "history_step": 385, "history_row": { "input_id": "input-2014", "step": 385, "version": "14", "elapsed_s": "526.503", "action": "MODEL_CLICK Defer va", "action_type": "MODEL_CLICK", "model_action_id": "g13a317", "state_id": "g13s59", "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "probe": "False", "input_confirmed": "True", "inventory_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-audit/inputs/generated-2015.json", "observed_methods_until_next": "0", "executor_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/executor.log:28517", "wall_time_ms": 1793991140651, "source_gui_id": 534, "source_gui_timestamp": 385, "concrete": { "action_type": "MODEL_CLICK", "model_action_id": "g13a317", "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Defer va\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "identity_digest": "4f12267b66fdaec9b708fa9b6e9e95053edd3dbbb77e901729a2741cb1a43975", "node_path": "0-1-1", "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Defer va", "content_desc": "", "bounds": [ 70, 1176, 1010, 1302 ], "enabled": true, "clickable": true, "long_clickable": false }, "source_gui": { "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "labels": [ "Constraint processing behavior", "Validate upon forward swipe", "Defer validation until finalized", "Cancel" ], "identity": "fed57eeef841eb47e9f0d3b350ab169817fb9d7828bf3c609d4b70763163ccdd", "controls": [ { "label": "Validate upon forward swipe", "resource_id": "android:id/text1", "class": "android.widget.CheckedTextView", "bounds": [ 70, 1050, 1010, 1176 ] }, { "label": "Defer validation until finalized", "resource_id": "android:id/text1", "class": "android.widget.CheckedTextView", "bounds": [ 70, 1176, 1010, 1302 ] }, { "label": "Cancel", "resource_id": "android:id/button2", "class": "android.widget.Button", "bounds": [ 768, 1339, 947, 1465 ] } ] }, "target_gui": { "activity": null, "labels": null, "identity": null, "controls": null }, "source_gui_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-audit/gui/gui-534-t385-2030.json", "target_gui_ref": null, "source_screenshot": null, "target_screenshot": null, "execution_ref": null, "node": { "retrieval_status": "UNIQUE_BOUNDS_CLASS_RESOURCE", "text": "Defer validation until finalized", "node_id": 5, "resource_id": "android:id/text1", "class": "android.widget.CheckedTextView", "checked": false, "selected": false, "subtree_labels": [], "sibling_labels": [ "Validate upon forward swipe" ], "parent_resource_id": "org.odk.collect.android:id/select_dialog_listview" }, "input_injection_completed": true, "execution_confirmed": true, "confirmation_wall_time_ms": 1793991141343, "native_transition": { "event": "NATIVE_TRANSITION", "step": 386, "monotonic_ns": 1880188835466257, "wall_time_ms": 1793991141343, "abstraction_version": 14, "state_id": "g13s59", "model_action_id": "g13a317", "transition_id": "g14e240:382", "new_state": false, "new_model_action": false, "refinement": false, "self_loop": false, "activity_unchanged": true, "gui_unchanged": false, "target_state": "g14s67", "input_confirmed": true, "_line": 1210 }, "native_transition_receipt": { "transition_id": "g14e240:382", "native_edge_id": "g14e240", "native_history_position": 381, "source_gui_timestamp": 385, "target_gui_timestamp": 386, "state_id": "g13s59", "model_action_id": "g13a317", "source_gui_id": 534, "target_gui_id": 535, "abstraction_version": 14, "source_activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "execution_branch": "COMMON", "input_confirmed": true, "_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-receipts/transition-g14e240-382.json" }, "target_activity_from_native": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "business_success": null }, "history_source_audit": { "concrete": { "action_type": "MODEL_CLICK", "model_action_id": "g13a317", "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Defer va\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "identity_digest": "4f12267b66fdaec9b708fa9b6e9e95053edd3dbbb77e901729a2741cb1a43975", "node_path": "0-1-1", "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Defer va", "content_desc": "", "bounds": [ 70, 1176, 1010, 1302 ], "enabled": true, "clickable": true, "long_clickable": false }, "source_gui": { "status": "queued", "path": "jev-audit/gui/gui-534-t385-2030.json", "gui_id": 534, "gui_timestamp": 385, "snapshot_phase": "retained_history_at_review" }, "source_screenshot": { "status": "not_captured_at_execution_time" }, "input": { "schema": "guitaboo-local-audit-v1", "kind": "native_input", "run_id": "run-6ad8ad8e66760", "step": 385, "abstraction_version": 14, "wall_time_ms": 1793991140651, "monotonic_ns": 1880188144118073, "input_id": "input-2014", "source_gui_id": 534, "source_gui_timestamp": 385, "concrete": { "action_type": "MODEL_CLICK", "model_action_id": "g13a317", "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Defer va\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "identity_digest": "4f12267b66fdaec9b708fa9b6e9e95053edd3dbbb77e901729a2741cb1a43975", "node_path": "0-1-1", "class": "android.widget.CheckedTextView", "resource_id": "android:id/text1", "text": "Defer va", "content_desc": "", "bounds": [ 70, 1176, 1010, 1302 ], "enabled": true, "clickable": true, "long_clickable": false }, "probe": false, "sampled": false }, "transitions": [ { "transition_id": "g14e240:382", "receipt": "jev-receipts/transition-g14e240-382.json", "target_gui": { "status": "queued", "path": "jev-audit/gui/gui-535-t386-2019.json", "gui_id": 535, "gui_timestamp": 386, "snapshot_phase": "review_source_before_submit" }, "target_screenshot": { "status": "not_captured_at_execution_time" } } ], "transition_count": 1, "transition_status": "unique_native_transition" } } ], "history_coverage": { "legal_history_count": 5, "complete": true, "history_collection_complete": true, "recoverable_history_count": 5, "selected_history": 3, "selected_history_ids": [ "h1", "h2", "h3" ], "unknown_mapping_count": 0, "mapping_basis": "live confirmedInputs; current State/ModelAction object links and node Name", "context_recoverable": true }, "all_scope_history_provenance_offline_only": { "h1": { "source_tree": 409, "source_gui_timestamp": 287, "current_state": "g13s59", "current_model_action": "g13a317", "current_version": 14, "input_confirmed": true, "confirmation_basis": "live confirmedInputs before review; not function completion", "attributes_recoverable": true }, "h2": { "source_tree": 526, "source_gui_timestamp": 377, "current_state": "g13s59", "current_model_action": "g13a317", "current_version": 14, "input_confirmed": true, "confirmation_basis": "live confirmedInputs before review; not function completion", "attributes_recoverable": true }, "h3": { "source_tree": 534, "source_gui_timestamp": 385, "current_state": "g13s59", "current_model_action": "g13a317", "current_version": 14, "input_confirmed": true, "confirmation_basis": "live confirmedInputs before review; not function completion", "attributes_recoverable": true }, "h4": { "source_tree": 536, "source_gui_timestamp": 387, "current_state": "g13s59", "current_model_action": "g13a317", "current_version": 14, "input_confirmed": true, "confirmation_basis": "live confirmedInputs before review; not function completion", "attributes_recoverable": true }, "h5": { "source_tree": 552, "source_gui_timestamp": 403, "current_state": "g13s59", "current_model_action": "g13a317", "current_version": 14, "input_confirmed": true, "confirmation_basis": "live confirmedInputs before review; not function completion", "attributes_recoverable": true } }, "pair_cache_hit": false, "candidate_decision": { "candidate_id": "c1", "aggregate_choice": "PROMOTE", "aggregate_confidence": 0.56, "parsed_outcome": "PROBE", "ledger_status": "STAGED", "entry_id": "semantic-15-c1", "request_id": "semantic-15", "aggregation_policy": "exploratory-top3-v1", "total_history": 5, "history_complete": true, "unknown_mapping_count": 0, "recoverable_history_count": 5, "selected_history": 3, "comparison_count": 3, "same_count": 1, "different_count": 2, "insufficient_count": 0, "trusted_same_count": 0, "trusted_different_count": 2, "low_confidence_count": 1, "full_history_compared": false, "exploratory": true }, "aggregation_replay": "PROMOTE", "source_identity": "c3e4d549147e1db823ed30a40cb887eb8c35f828ce353161d9f6887c6b616714", "selection_at_execution": { "event": "SELECTION_DECISION", "step": 406, "monotonic_ns": 1880237513163578, "wall_time_ms": 1793991190021, "abstraction_version": 14, "state_id": "g13s59", "model_action_id": "g13a317", "snapshot_reason": "selection", "state_visits": 9, "state_first_seen": 287, "state_last_seen": 406, "state_saturated": false, "state_saturation": 0.6666667, "native_state_saturated": false, "native_unsaturated_model_action_count": 1, "model_action_count": 3, "enabled_valid_action_count": 3, "unsaturated_model_action_count": 1, "unvisited_model_action_count": 1, "effective_unvisited_model_action_count": 1, "effective_state_saturated": false, "local_probe_action_count": 0, "navigation_action_count": 1, "enabled_valid_unvisited_action_count": 1, "unvisited_model_action_ids": "g13a318", "selection_strategy": "PROBE", "selection_context": "exploration", "selection_buffer_size_after": 0, "selected_model_action_type": "MODEL_CLICK", "selected_model_action_saturated": true, "selected_model_action_unvisited": false, "selected_effective_unvisited": false, "selected_navigation_target": false, "selected_model_action_visits": 5, "selected_action_fingerprint": "type=MODEL_CLICK|activity=org.odk.collect.android.preferences.screens.ProjectPreferencesActivity|class=android.widget.CheckedTextView|text=Off|resource_id=android:id/text1|bounds=70,935,1010,1061", "selected_resolved_node_count": 4, "_line": 1392 }, "prior_same_identity_ledger_events": [ { "event": "SEMANTIC_DECISION_STORED", "step": 387, "monotonic_ns": 1880196148432324, "wall_time_ms": 1793991148656, "abstraction_version": 14, "state_id": "g13s59", "model_action_id": "g13a317", "entry_id": "semantic-9-c1", "request_id": "semantic-9", "candidate_id": "c1", "decision_role": "candidate_decision", "ledger_status": "UNRESOLVED", "input_signature": "bfa199c6556651a20d1ed3bb2a769ce24538e0077b18df7f36112a75290487c8", "input_fingerprint": "5263613530a89fa1b216047dfe2f8f5370ff410657369e12b380562ab2f7445c", "concrete_identity": "121f5f037a2cdd2d9d7e369ecc5c21ab4fb1309798fbceb3d8a7d3b517f28b69", "decision_scope": "1746fdc5ec3fdfb46cf9f705188f6993b2158d22bb2a9d08c9b50e6246cd2e5f", "_line": 1237 } ], "execution_state_id": "g13s59", "execution_model_action": "g13a317", "lifecycle": { "DECISION_PROBE": { "event": "DECISION_PROBE", "step": 406, "monotonic_ns": 1880237506546727, "wall_time_ms": 1793991190014, "abstraction_version": 14, "state_id": "g13s59", "model_action_id": "g13a317", "entry_id": "semantic-15-c1", "request_id": "semantic-15", "candidate_id": "c1", "confidence": 0.56, "choice": "PROMOTE", "parsed_outcome": "PROBE", "ledger_status": "STAGED", "decision_role": "candidate_decision", "input_signature": "feefc9c50864d8bbc0267b57eb1f752d9d1d0b65789798522f6c275dcaae9b39", "concrete_identity": "121f5f037a2cdd2d9d7e369ecc5c21ab4fb1309798fbceb3d8a7d3b517f28b69", "decision_scope": "c3e4d549147e1db823ed30a40cb887eb8c35f828ce353161d9f6887c6b616714", "representative_model_action_id": "PROMOTE", "decision_request_id": "semantic-15", "aggregation_policy": "exploratory-top3-v1", "total_history": 5, "history_complete": true, "unknown_mapping_count": 0, "recoverable_history_count": 5, "selected_history": 3, "comparison_count": 3, "same_count": 1, "different_count": 2, "insufficient_count": 0, "trusted_same_count": 0, "trusted_different_count": 2, "low_confidence_count": 1, "full_history_compared": false, "exploratory": true, "_line": 1385 }, "SEMANTIC_DECISION_STORED": { "event": "SEMANTIC_DECISION_STORED", "step": 406, "monotonic_ns": 1880237506945628, "wall_time_ms": 1793991190014, "abstraction_version": 14, "state_id": "g13s59", "model_action_id": "g13a317", "entry_id": "semantic-15-c1", "request_id": "semantic-15", "candidate_id": "c1", "decision_role": "candidate_decision", "ledger_status": "PROBE", "input_signature": "feefc9c50864d8bbc0267b57eb1f752d9d1d0b65789798522f6c275dcaae9b39", "input_fingerprint": "09a3d97ef79492fada4c3c1516e9930f1de7f707d14e5faad9b10900b7c0c110", "concrete_identity": "121f5f037a2cdd2d9d7e369ecc5c21ab4fb1309798fbceb3d8a7d3b517f28b69", "decision_scope": "c3e4d549147e1db823ed30a40cb887eb8c35f828ce353161d9f6887c6b616714", "_line": 1387 }, "PROBE_BOUND": { "event": "PROBE_BOUND", "step": 406, "monotonic_ns": 1880237512864192, "wall_time_ms": 1793991190020, "abstraction_version": 14, "state_id": "g13s59", "model_action_id": "g13a317", "entry_id": "semantic-15-c1", "request_id": "semantic-15", "candidate_id": "c1", "confidence": 0.56, "choice": "PROMOTE", "source": "semantic_sync", "input_signature": "feefc9c50864d8bbc0267b57eb1f752d9d1d0b65789798522f6c275dcaae9b39", "decision_scope": "c3e4d549147e1db823ed30a40cb887eb8c35f828ce353161d9f6887c6b616714", "concrete_identity": "121f5f037a2cdd2d9d7e369ecc5c21ab4fb1309798fbceb3d8a7d3b517f28b69", "_line": 1389 }, "PROBE_SELECTED": { "event": "PROBE_SELECTED", "step": 406, "monotonic_ns": 1880237512904625, "wall_time_ms": 1793991190020, "abstraction_version": 14, "state_id": "g13s59", "model_action_id": "g13a317", "entry_id": "semantic-15-c1", "request_id": "semantic-15", "candidate_id": "c1", "confidence": 0.56, "choice": "PROMOTE", "source": "semantic_sync", "_line": 1390 }, "PROBE_INPUT_GENERATED": { "event": "PROBE_INPUT_GENERATED", "step": 406, "monotonic_ns": 1880237556563299, "wall_time_ms": 1793991190064, "abstraction_version": 14, "state_id": null, "model_action_id": null, "entry_id": "semantic-15-c1", "request_id": "semantic-15", "candidate_id": "c1", "event_count": 2, "_line": 1393 }, "PROBE_INPUT_COMPLETED": { "event": "PROBE_INPUT_COMPLETED", "step": 406, "monotonic_ns": 1880237584793539, "wall_time_ms": 1793991190092, "abstraction_version": 14, "state_id": null, "model_action_id": null, "input_phase": "input_injected", "event_count": 2, "injected_success": 2, "injected_failed": 0, "discarded": 0, "unreported": 0, "entry_id": "semantic-15-c1", "request_id": "semantic-15", "candidate_id": "c1", "_line": 1394 }, "PROBE_EXECUTED": { "event": "PROBE_EXECUTED", "step": 407, "monotonic_ns": 1880238334319628, "wall_time_ms": 1793991190842, "abstraction_version": 14, "state_id": "g13s59", "model_action_id": "g13a317", "entry_id": "semantic-15-c1", "request_id": "semantic-15", "candidate_id": "c1", "confidence": 0.56, "choice": "PROMOTE", "transition_id": "g14e252:402", "target_state": "g14s66", "input_confirmed": true, "_line": 1396 } }, "lifecycle_refs": { "DECISION_PROBE": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-events.jsonl:1385", "SEMANTIC_DECISION_STORED": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-events.jsonl:1387", "PROBE_BOUND": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-events.jsonl:1389", "PROBE_SELECTED": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-events.jsonl:1390", "PROBE_INPUT_GENERATED": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-events.jsonl:1393", "PROBE_INPUT_COMPLETED": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-events.jsonl:1394", "PROBE_EXECUTED": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-events.jsonl:1396" }, "confirmed_inputs_before_decision": 401, "exact_identity_prior_input_ids": [], "resource_related_prior_input_ids_RETRIEVAL_NOT_EQUIVALENCE": [ "input-314", "input-1494", "input-1963", "input-2014", "input-2032", "input-2142" ], "before": { "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "labels": [ "Auto send", "Off", "Wifi only", "Cellular only", "Wifi or cellular", "Cancel" ], "identity": "771d1b160f0f4bee881b1827790f72a775f40a036b4e61c42e00adf0fcc81c90", "controls": [ { "label": "Off", "resource_id": "android:id/text1", "class": "android.widget.CheckedTextView", "bounds": [ 70, 935, 1010, 1061 ] }, { "label": "Wifi only", "resource_id": "android:id/text1", "class": "android.widget.CheckedTextView", "bounds": [ 70, 1061, 1010, 1187 ] }, { "label": "Cellular only", "resource_id": "android:id/text1", "class": "android.widget.CheckedTextView", "bounds": [ 70, 1187, 1010, 1313 ] }, { "label": "Wifi or cellular", "resource_id": "android:id/text1", "class": "android.widget.CheckedTextView", "bounds": [ 70, 1313, 1010, 1439 ] }, { "label": "Cancel", "resource_id": "android:id/button2", "class": "android.widget.Button", "bounds": [ 768, 1476, 947, 1602 ] } ] }, "after": { "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "labels": [ "Form management", "Form update", "Blank form update mode", "Manual", "Automatic update frequency", "Every fifteen minutes", "Automatic download", "Automatically download updated versions of forms", "Hide old form versions", "Only the newest version will appear in Fill Blank Form", "Form submission", "Auto send", "Off", "Delete after send", "Deletes finalized forms and media after sending to server", "Form filling", "Constraint processing", "Defer validation until finalized", "High res video", "Enable high-resolution video recordings" ], "identity": "4c7e5a31a168e50640ef27c8b538d07f1ad7310fd3e2814f5736ca1737e4440c", "controls": [ { "label": "", "resource_id": "", "class": "android.widget.LinearLayout", "bounds": [ 0, 366, 1080, 558 ] }, { "label": "", "resource_id": "", "class": "android.widget.LinearLayout", "bounds": [ 0, 558, 1080, 750 ] }, { "label": "", "resource_id": "", "class": "android.widget.LinearLayout", "bounds": [ 0, 750, 1080, 995 ] }, { "label": "", "resource_id": "", "class": "android.widget.LinearLayout", "bounds": [ 0, 995, 1080, 1240 ] }, { "label": "", "resource_id": "", "class": "android.widget.LinearLayout", "bounds": [ 0, 1375, 1080, 1567 ] }, { "label": "", "resource_id": "", "class": "android.widget.LinearLayout", "bounds": [ 0, 1567, 1080, 1812 ] }, { "label": "", "resource_id": "", "class": "android.widget.LinearLayout", "bounds": [ 0, 1947, 1080, 2139 ] }, { "label": "", "resource_id": "", "class": "android.widget.LinearLayout", "bounds": [ 0, 2139, 1080, 2331 ] }, { "label": "", "resource_id": "", "class": "android.widget.LinearLayout", "bounds": [ 0, 2331, 1080, 2337 ] } ] }, "new_state": false, "new_model_action": false, "target_state": "g14s66", "new_methods_2s": 0, "new_methods_10s": 0, "new_methods_before_next_action": 0, "new_methods_input_start_to_next_action": 0, "execution_observation": "选择 Off 返回设置；同一自动发送选项。", "following_actions": [ { "input_id": "input-2177", "step": 407, "version": 14, "elapsed_s": 582.154, "wall_time_ms": 1793991196302, "next_input_wall_ms": 1793991197177, "input_completed_wall_ms": 1793991196325, "input_confirmed": true, "action": "MODEL_CLICK android.widget.LinearLayout", "action_type": "MODEL_CLICK", "text": "", "content_desc": "", "resource_id": "", "model_action_id": "g14a345", "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ScrollView\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"androidx.recyclerview.widget.RecyclerView\"][@resource-id=\"org.odk.collect.android:id/recycler_view\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='true']/*[@class=\"android.widget.LinearLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=9][@enabled='true'][@clickable='true'][@checkable='false'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='false'][@long-clickable='false'][@scrollable='false']", "state_id": "g14s66", "source_gui_id": 556, "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "activity_evidence": "GUI receipt", "labels": [ "Form management", "Form update", "Blank form update mode", "Manual", "Automatic update frequency", "Every fifteen minutes", "Automatic download", "Automatically download updated versions of forms", "Hide old form versions", "Only the newest version will appear in Fill Blank Form", "Form submission", "Auto send", "Off", "Delete after send", "Deletes finalized forms and media after sending to server", "Form filling", "Constraint processing", "Defer validation until finalized", "High res video", "Enable high-resolution video recordings" ], "probe": true, "strategy": "PROBE", "context": "exploration", "native_branch": "Probe", "executor_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/executor.log:30098", "observed_methods_until_next": 0, "category_counts": {}, "inventory_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-audit/inputs/generated-2178.json" }, { "input_id": "input-2184", "step": 408, "version": 14, "elapsed_s": 583.029, "wall_time_ms": 1793991197177, "next_input_wall_ms": 1793991198040, "input_completed_wall_ms": 1793991197209, "input_confirmed": true, "action": "MODEL_CLICK Validate", "action_type": "MODEL_CLICK", "text": "Validate", "content_desc": "", "resource_id": "android:id/text1", "model_action_id": "g13a317", "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ListView\"][@resource-id=\"org.odk.collect.android:id/select_dialog_listview\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckedTextView\"][@resource-id=\"android:id/text1\"][@text=\"Validate\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "state_id": "g13s59", "source_gui_id": 557, "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "activity_evidence": "GUI receipt", "labels": [ "Constraint processing behavior", "Validate upon forward swipe", "Defer validation until finalized", "Cancel" ], "probe": false, "strategy": "EARLY_STAGE", "context": "navigation", "native_branch": "Remote Greedy", "executor_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/executor.log:30168", "observed_methods_until_next": 0, "category_counts": {}, "inventory_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-audit/inputs/generated-2185.json" }, { "input_id": "input-2193", "step": 409, "version": 14, "elapsed_s": 583.892, "wall_time_ms": 1793991198040, "next_input_wall_ms": 1793991202371, "input_completed_wall_ms": 1793991198075, "input_confirmed": true, "action": "MODEL_CLICK android:id/checkbox", "action_type": "MODEL_CLICK", "text": "", "content_desc": "", "resource_id": "android:id/checkbox", "model_action_id": "g14a346", "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ScrollView\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"androidx.recyclerview.widget.RecyclerView\"][@resource-id=\"org.odk.collect.android:id/recycler_view\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='true']/*[@class=\"android.widget.LinearLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=7][@enabled='true'][@clickable='true'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.CheckBox\"][@resource-id=\"android:id/checkbox\"][@text=\"\"][@content-desc=\"\"][@index=2][@enabled='true'][@clickable='false'][@checkable='true'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='false'][@checkable='true'][@long-clickable='false'][@scrollable='false']", "state_id": "g14s66", "source_gui_id": 558, "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "activity_evidence": "GUI receipt", "labels": [ "Form management", "Form update", "Blank form update mode", "Manual", "Automatic update frequency", "Every fifteen minutes", "Automatic download", "Automatically download updated versions of forms", "Hide old form versions", "Only the newest version will appear in Fill Blank Form", "Form submission", "Auto send", "Off", "Delete after send", "Deletes finalized forms and media after sending to server", "Form filling", "Constraint processing", "Validate upon forward swipe", "High res video", "Enable high-resolution video recordings" ], "probe": true, "strategy": "PROBE", "context": "exploration", "native_branch": "Probe", "executor_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/executor.log:30230", "observed_methods_until_next": 0, "category_counts": {}, "inventory_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-audit/inputs/generated-2194.json" }, { "input_id": "input-2202", "step": 410, "version": 14, "elapsed_s": 588.223, "wall_time_ms": 1793991202371, "next_input_wall_ms": 1793991208543, "input_completed_wall_ms": 1793991202409, "input_confirmed": true, "action": "MODEL_CLICK android.widget.LinearLayout", "action_type": "MODEL_CLICK", "text": "", "content_desc": "", "resource_id": "", "model_action_id": "g14a345", "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ScrollView\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"androidx.recyclerview.widget.RecyclerView\"][@resource-id=\"org.odk.collect.android:id/recycler_view\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='true']/*[@class=\"android.widget.LinearLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=10][@enabled='true'][@clickable='true'][@checkable='false'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='false'][@long-clickable='false'][@scrollable='false']", "state_id": "g14s66", "source_gui_id": 559, "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "activity_evidence": "GUI receipt", "labels": [ "Form management", "Form update", "Blank form update mode", "Manual", "Automatic update frequency", "Every fifteen minutes", "Automatic download", "Automatically download updated versions of forms", "Hide old form versions", "Only the newest version will appear in Fill Blank Form", "Form submission", "Auto send", "Off", "Delete after send", "Deletes finalized forms and media after sending to server", "Form filling", "Constraint processing", "Validate upon forward swipe", "High res video", "Enable high-resolution video recordings" ], "probe": true, "strategy": "PROBE", "context": "exploration", "native_branch": "Probe", "executor_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/executor.log:30300", "observed_methods_until_next": 0, "category_counts": {}, "inventory_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-audit/inputs/generated-2203.json" }, { "input_id": "input-2210", "step": 411, "version": 14, "elapsed_s": 594.395, "wall_time_ms": 1793991208543, "next_input_wall_ms": 1793991214412, "input_completed_wall_ms": 1793991208576, "input_confirmed": true, "action": "MODEL_CLICK android.widget.LinearLayout", "action_type": "MODEL_CLICK", "text": "", "content_desc": "", "resource_id": "", "model_action_id": "g14a345", "concrete_identity": "MODEL_CLICK|/*[@class=\"android.widget.FrameLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"android.widget.ScrollView\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=0][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='false']/*[@class=\"androidx.recyclerview.widget.RecyclerView\"][@resource-id=\"org.odk.collect.android:id/recycler_view\"][@text=\"\"][@content-desc=\"\"][@index=1][@enabled='true'][@clickable='false'][@checkable='false'][@long-clickable='false'][@scrollable='true']/*[@class=\"android.widget.LinearLayout\"][@resource-id=\"\"][@text=\"\"][@content-desc=\"\"][@index=10][@enabled='true'][@clickable='true'][@checkable='false'][@long-clickable='false'][@scrollable='false'][@enabled='true'][@clickable='true'][@checkable='false'][@long-clickable='false'][@scrollable='false']", "state_id": "g14s66", "source_gui_id": 560, "activity": "org.odk.collect.android.preferences.screens.ProjectPreferencesActivity", "activity_evidence": "GUI receipt", "labels": [ "Form management", "Form update", "Blank form update mode", "Manual", "Automatic update frequency", "Every fifteen minutes", "Automatic download", "Automatically download updated versions of forms", "Hide old form versions", "Only the newest version will appear in Fill Blank Form", "Form submission", "Auto send", "Off", "Delete after send", "Deletes finalized forms and media after sending to server", "Form filling", "Constraint processing", "Validate upon forward swipe", "High res video", "Enable high-resolution video recordings" ], "probe": false, "strategy": "EARLY_STAGE", "context": "navigation", "native_branch": "Remote Greedy", "executor_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/executor.log:30366", "observed_methods_until_next": 0, "category_counts": {}, "inventory_ref": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-audit/inputs/generated-2211.json" } ], "execution_receipt": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-audit/executions/transition-g14e252-402.json", "screenshots": { "before_screenshot": { "local": "screenshots/semantic-15-c1-before.png", "source": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-audit/screenshots/step-406-gui-555-2166.png", "alignment": "identity_verified", "capture_wall_time_ms": 1793991190062 }, "after_screenshot": { "local": "screenshots/semantic-15-c1-after.png", "source": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-audit/screenshots/step-407-gui-556-2172.png", "alignment": "identity_verified", "capture_wall_time_ms": 1793991190830 } }, "old_probe_detail": "reports/guitaboo-deep-analysis-20261107-delivery/run_b4871490b9e84bbcb1a9b3464ca596fd/probes/semantic-15-c1.json", "source_references": { "request": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-receipts/semantic-request-semantic-15.json", "response": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-receipts/semantic-response-semantic-15.json", "local_audit": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-audit/reviews/semantic-15.json", "execution": "[WORKSPACE]/experiments/guitaboo-5app-1rep-baseline-comparison-20261107/analysis/evidence-zips/run_b4871490b9e84bbcb1a9b3464ca596fd.zip!device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-audit/executions/transition-g14e252-402.json" }, "frozen_receipts_sha256": { "request-receipt.json": "1aace9d7cbbecea9b8bde12e64bcd52bbd3af1fcac9dc144d5b980cdcd278853", "response-receipt.json": "c22320df5fe45f05fa03e88ce5bf28b5a03058ea1f279db8d8824ded3e28e342", "model-input.json": "07baf25a938c28ecb16ff277bce1dcac8c4deb3a043991db6bfc5331c57ba138", "local-audit-not-sent-to-model.json": "aa2de6b6a7451d045044d7e40be24d46b489e2b5aad3c781a4d654323c0f64f4" } }