{ "evaluation_id": "large-query-holdout-v1", "evaluation_version": "1.0.0", "methodology_version": "0.1.0", "generated_at": "2026-08-14T16:46:07Z", "seed": 20260815, "config_digest": "sha256:77b01b32d7b29220cf537aa9600475a3c0a4f4eb0e4581c02a4dbff2595c80e6", "generated_corpus_digest": "sha256:c74869a676ff7953992ee2989f6bc254d181a7bd3297f78831e0405eb7ad9a86", "signal_dictionary_version": "0.9.9", "sealed_at_signal_version": "0.9.9", "query_count": 25000, "unique_query_count": 25000, "risk_query_count": 19981, "low_risk_query_count": 5019, "persona_count": 25, "archetype_count": 30, "runtime": { "seconds": 49.304, "queries_per_second": 507.1 }, "headline_metrics": { "risk_query_pack_hit_rate": 0.584055, "expected_characteristic_micro_recall": 0.284899, "complete_expected_characteristic_rate": 0.0524, "expected_pack_continuity_rate": 0.557229, "low_risk_false_positive_rate": 0.15003 }, "failure_counts": { "expected_characteristic_missing": 18934, "expected_pack_family_not_reached": 8847, "low_risk_false_positive": 753, "risk_query_returned_no_pack": 8311 }, "characteristics": [ { "id": "AI_CONTROLLED", "expected_count": 4203, "detected_when_expected": 1592, "recall": 0.378777, "total_detected_count": 1592 }, { "id": "CONSEQUENTIAL_ACTION", "expected_count": 10863, "detected_when_expected": 4675, "recall": 0.43036, "total_detected_count": 5669 }, { "id": "DATA_EXPORT", "expected_count": 2461, "detected_when_expected": 150, "recall": 0.060951, "total_detected_count": 150 }, { "id": "EXTERNAL_DEPENDENCY", "expected_count": 4136, "detected_when_expected": 492, "recall": 0.118956, "total_detected_count": 492 }, { "id": "FINANCIAL_ACTION", "expected_count": 2523, "detected_when_expected": 1081, "recall": 0.428458, "total_detected_count": 2423 }, { "id": "HIGH_COST_CONSUMPTION", "expected_count": 1670, "detected_when_expected": 662, "recall": 0.396407, "total_detected_count": 995 }, { "id": "IRREVERSIBLE_ACTION", "expected_count": 2503, "detected_when_expected": 356, "recall": 0.142229, "total_detected_count": 877 }, { "id": "MULTI_TENANT", "expected_count": 1669, "detected_when_expected": 0, "recall": 0.0, "total_detected_count": 0 }, { "id": "PRIVILEGED_ACTION", "expected_count": 1613, "detected_when_expected": 806, "recall": 0.49969, "total_detected_count": 1610 }, { "id": "PRODUCTION_MODIFICATION", "expected_count": 1627, "detected_when_expected": 348, "recall": 0.213891, "total_detected_count": 348 }, { "id": "SENSITIVE_DATA", "expected_count": 9198, "detected_when_expected": 2624, "recall": 0.285279, "total_detected_count": 3902 }, { "id": "TOOL_ACCESS", "expected_count": 2571, "detected_when_expected": 719, "recall": 0.279658, "total_detected_count": 752 }, { "id": "UNTRUSTED_INPUT", "expected_count": 4212, "detected_when_expected": 526, "recall": 0.124881, "total_detected_count": 702 } ], "most_frequently_matched_packs": [ { "pack_id": "AUT-001", "count": 6920, "rate": 0.2768 }, { "pack_id": "OBS-003", "count": 6161, "rate": 0.24644 }, { "pack_id": "AUT-004", "count": 5882, "rate": 0.23528 }, { "pack_id": "OBS-001", "count": 5669, "rate": 0.22676 }, { "pack_id": "IDN-005", "count": 5443, "rate": 0.21772 }, { "pack_id": "REL-004", "count": 4239, "rate": 0.16956 }, { "pack_id": "DAT-001", "count": 4047, "rate": 0.16188 }, { "pack_id": "DAT-005", "count": 3902, "rate": 0.15608 }, { "pack_id": "IDN-004", "count": 1610, "rate": 0.0644 }, { "pack_id": "AI-004", "count": 1592, "rate": 0.06368 }, { "pack_id": "AUT-003", "count": 995, "rate": 0.0398 }, { "pack_id": "AUT-002", "count": 877, "rate": 0.03508 }, { "pack_id": "INP-002", "count": 702, "rate": 0.02808 }, { "pack_id": "INP-001", "count": 702, "rate": 0.02808 }, { "pack_id": "IDN-001", "count": 539, "rate": 0.02156 }, { "pack_id": "REL-001", "count": 492, "rate": 0.01968 }, { "pack_id": "AI-001", "count": 360, "rate": 0.0144 }, { "pack_id": "CHG-001", "count": 348, "rate": 0.01392 }, { "pack_id": "OBS-002", "count": 176, "rate": 0.00704 }, { "pack_id": "DAT-002", "count": 150, "rate": 0.006 }, { "pack_id": "DAT-004", "count": 39, "rate": 0.00156 } ], "personas": [ { "id": "charity_director", "label": "Charity program director", "query_count": 970, "risk_query_count": 783, "low_risk_query_count": 187, "risk_pack_hit_rate": 0.563218, "complete_expected_characteristic_rate": 0.058748, "expected_pack_continuity_rate": 0.556833, "low_risk_false_positive_rate": 0.042781 }, { "id": "claims_lead", "label": "Insurance claims lead", "query_count": 985, "risk_query_count": 803, "low_risk_query_count": 182, "risk_pack_hit_rate": 0.540473, "complete_expected_characteristic_rate": 0.05604, "expected_pack_continuity_rate": 0.533001, "low_risk_false_positive_rate": 0.06044 }, { "id": "clinic_ops", "label": "Clinic operations coordinator", "query_count": 1040, "risk_query_count": 814, "low_risk_query_count": 226, "risk_pack_hit_rate": 1.0, "complete_expected_characteristic_rate": 0.054054, "expected_pack_continuity_rate": 0.87715, "low_risk_false_positive_rate": 1.0 }, { "id": "compliance_analyst", "label": "Compliance analyst", "query_count": 1006, "risk_query_count": 815, "low_risk_query_count": 191, "risk_pack_hit_rate": 0.544785, "complete_expected_characteristic_rate": 0.042945, "expected_pack_continuity_rate": 0.533742, "low_risk_false_positive_rate": 0.073298 }, { "id": "content_moderator", "label": "Community moderation lead", "query_count": 1028, "risk_query_count": 821, "low_risk_query_count": 207, "risk_pack_hit_rate": 0.552984, "complete_expected_characteristic_rate": 0.046285, "expected_pack_continuity_rate": 0.538368, "low_risk_false_positive_rate": 0.067633 }, { "id": "customer_success", "label": "Customer success manager", "query_count": 1018, "risk_query_count": 810, "low_risk_query_count": 208, "risk_pack_hit_rate": 0.57284, "complete_expected_characteristic_rate": 0.05679, "expected_pack_continuity_rate": 0.559259, "low_risk_false_positive_rate": 0.057692 }, { "id": "device_engineer", "label": "Connected-device engineer", "query_count": 988, "risk_query_count": 783, "low_risk_query_count": 205, "risk_pack_hit_rate": 0.553001, "complete_expected_characteristic_rate": 0.051086, "expected_pack_continuity_rate": 0.550447, "low_risk_false_positive_rate": 0.087805 }, { "id": "event_operator", "label": "Event operator", "query_count": 976, "risk_query_count": 780, "low_risk_query_count": 196, "risk_pack_hit_rate": 0.548718, "complete_expected_characteristic_rate": 0.058974, "expected_pack_continuity_rate": 0.538462, "low_risk_false_positive_rate": 0.091837 }, { "id": "fleet_manager", "label": "Fleet manager", "query_count": 1026, "risk_query_count": 821, "low_risk_query_count": 205, "risk_pack_hit_rate": 0.545676, "complete_expected_characteristic_rate": 0.056029, "expected_pack_continuity_rate": 0.535932, "low_risk_false_positive_rate": 0.073171 }, { "id": "grant_officer", "label": "Grant program officer", "query_count": 991, "risk_query_count": 784, "low_risk_query_count": 207, "risk_pack_hit_rate": 0.55102, "complete_expected_characteristic_rate": 0.054847, "expected_pack_continuity_rate": 0.543367, "low_risk_false_positive_rate": 0.086957 }, { "id": "identity_architect", "label": "Identity architect", "query_count": 1034, "risk_query_count": 827, "low_risk_query_count": 207, "risk_pack_hit_rate": 0.553809, "complete_expected_characteristic_rate": 0.064087, "expected_pack_continuity_rate": 0.545345, "low_risk_false_positive_rate": 0.057971 }, { "id": "lab_manager", "label": "Laboratory manager", "query_count": 1013, "risk_query_count": 820, "low_risk_query_count": 193, "risk_pack_hit_rate": 0.54878, "complete_expected_characteristic_rate": 0.05, "expected_pack_continuity_rate": 0.539024, "low_risk_false_positive_rate": 0.07772 }, { "id": "legal_ops", "label": "Legal operations specialist", "query_count": 991, "risk_query_count": 787, "low_risk_query_count": 204, "risk_pack_hit_rate": 0.556544, "complete_expected_characteristic_rate": 0.062262, "expected_pack_continuity_rate": 0.551461, "low_risk_false_positive_rate": 0.053922 }, { "id": "logistics_planner", "label": "Logistics planner", "query_count": 1011, "risk_query_count": 817, "low_risk_query_count": 194, "risk_pack_hit_rate": 0.532436, "complete_expected_characteristic_rate": 0.039168, "expected_pack_continuity_rate": 0.5153, "low_risk_false_positive_rate": 0.061856 }, { "id": "municipal_pm", "label": "Municipal service manager", "query_count": 994, "risk_query_count": 793, "low_risk_query_count": 201, "risk_pack_hit_rate": 0.529634, "complete_expected_characteristic_rate": 0.046658, "expected_pack_continuity_rate": 0.515763, "low_risk_false_positive_rate": 0.054726 }, { "id": "procurement_lead", "label": "Procurement lead", "query_count": 966, "risk_query_count": 754, "low_risk_query_count": 212, "risk_pack_hit_rate": 1.0, "complete_expected_characteristic_rate": 0.072944, "expected_pack_continuity_rate": 0.664456, "low_risk_false_positive_rate": 1.0 }, { "id": "product_designer", "label": "Product designer", "query_count": 968, "risk_query_count": 772, "low_risk_query_count": 196, "risk_pack_hit_rate": 0.541451, "complete_expected_characteristic_rate": 0.049223, "expected_pack_continuity_rate": 0.531088, "low_risk_false_positive_rate": 0.081633 }, { "id": "program_evaluator", "label": "Program evaluator", "query_count": 968, "risk_query_count": 773, "low_risk_query_count": 195, "risk_pack_hit_rate": 0.539457, "complete_expected_characteristic_rate": 0.059508, "expected_pack_continuity_rate": 0.527814, "low_risk_false_positive_rate": 0.051282 }, { "id": "property_manager", "label": "Property manager", "query_count": 1002, "risk_query_count": 796, "low_risk_query_count": 206, "risk_pack_hit_rate": 0.562814, "complete_expected_characteristic_rate": 0.038945, "expected_pack_continuity_rate": 0.547739, "low_risk_false_positive_rate": 0.07767 }, { "id": "public_health", "label": "Public-health coordinator", "query_count": 1035, "risk_query_count": 834, "low_risk_query_count": 201, "risk_pack_hit_rate": 0.552758, "complete_expected_characteristic_rate": 0.035971, "expected_pack_continuity_rate": 0.544365, "low_risk_false_positive_rate": 0.089552 }, { "id": "records_manager", "label": "Records manager", "query_count": 1002, "risk_query_count": 789, "low_risk_query_count": 213, "risk_pack_hit_rate": 0.558935, "complete_expected_characteristic_rate": 0.054499, "expected_pack_continuity_rate": 0.551331, "low_risk_false_positive_rate": 0.075117 }, { "id": "research_coordinator", "label": "Research coordinator", "query_count": 1000, "risk_query_count": 783, "low_risk_query_count": 217, "risk_pack_hit_rate": 0.545338, "complete_expected_characteristic_rate": 0.038314, "expected_pack_continuity_rate": 0.536398, "low_risk_false_positive_rate": 0.0553 }, { "id": "retail_operator", "label": "Retail operations manager", "query_count": 1006, "risk_query_count": 819, "low_risk_query_count": 187, "risk_pack_hit_rate": 0.544567, "complete_expected_characteristic_rate": 0.069597, "expected_pack_continuity_rate": 0.53602, "low_risk_false_positive_rate": 0.074866 }, { "id": "school_admin", "label": "School administrator", "query_count": 989, "risk_query_count": 788, "low_risk_query_count": 201, "risk_pack_hit_rate": 0.534264, "complete_expected_characteristic_rate": 0.044416, "expected_pack_continuity_rate": 0.52665, "low_risk_false_positive_rate": 0.049751 }, { "id": "warehouse_lead", "label": "Warehouse operations lead", "query_count": 993, "risk_query_count": 815, "low_risk_query_count": 178, "risk_pack_hit_rate": 0.544785, "complete_expected_characteristic_rate": 0.050307, "expected_pack_continuity_rate": 0.532515, "low_risk_false_positive_rate": 0.078652 } ], "archetypes": [ { "id": "aid_disbursement", "label": "aid_disbursement", "query_count": 830, "risk_query_count": 830, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.637349, "complete_expected_characteristic_rate": 0.018072, "expected_pack_continuity_rate": 0.620482, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 7, "dominant_signature_rate": 0.362651 }, { "id": "candidate_screening", "label": "candidate_screening", "query_count": 818, "risk_query_count": 818, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.644254, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.644254, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 9, "dominant_signature_rate": 0.355746 }, { "id": "claim_intake", "label": "claim_intake", "query_count": 853, "risk_query_count": 853, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.269637, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.235639, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 4, "dominant_signature_rate": 0.730363 }, { "id": "clinical_triage", "label": "clinical_triage", "query_count": 817, "risk_query_count": 817, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.643819, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.643819, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 9, "dominant_signature_rate": 0.356181 }, { "id": "dice_roller", "label": "dice_roller", "query_count": 858, "risk_query_count": 0, "low_risk_query_count": 858, "risk_pack_hit_rate": 0.0, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.0, "low_risk_false_positive_rate": 0.085082, "distinct_detection_signatures": 3, "dominant_signature_rate": 0.914918 }, { "id": "discovery_export", "label": "discovery_export", "query_count": 834, "risk_query_count": 834, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.272182, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.239808, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 6, "dominant_signature_rate": 0.727818 }, { "id": "emergency_configuration", "label": "emergency_configuration", "query_count": 779, "risk_query_count": 779, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.643132, "complete_expected_characteristic_rate": 0.225931, "expected_pack_continuity_rate": 0.630295, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 9, "dominant_signature_rate": 0.360719 }, { "id": "expense_approval_agent", "label": "expense_approval_agent", "query_count": 846, "risk_query_count": 846, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.797872, "complete_expected_characteristic_rate": 0.22695, "expected_pack_continuity_rate": 0.793144, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 12, "dominant_signature_rate": 0.217494 }, { "id": "firmware_rollout", "label": "firmware_rollout", "query_count": 848, "risk_query_count": 848, "low_risk_query_count": 0, "risk_pack_hit_rate": 1.0, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 1.0, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 8, "dominant_signature_rate": 0.555425 }, { "id": "flashcards", "label": "flashcards", "query_count": 825, "risk_query_count": 0, "low_risk_query_count": 825, "risk_pack_hit_rate": 0.0, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.0, "low_risk_false_positive_rate": 0.09697, "distinct_detection_signatures": 4, "dominant_signature_rate": 0.90303 }, { "id": "fleet_commands", "label": "fleet_commands", "query_count": 843, "risk_query_count": 843, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.799526, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.790036, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 12, "dominant_signature_rate": 0.365362 }, { "id": "grant_ranking", "label": "grant_ranking", "query_count": 863, "risk_query_count": 863, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.631518, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.631518, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 9, "dominant_signature_rate": 0.368482 }, { "id": "identity_provider", "label": "identity_provider", "query_count": 782, "risk_query_count": 782, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.292839, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.257033, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 4, "dominant_signature_rate": 0.707161 }, { "id": "inventory_replenishment", "label": "inventory_replenishment", "query_count": 882, "risk_query_count": 882, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.630385, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.614512, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 10, "dominant_signature_rate": 0.369615 }, { "id": "large_ocr", "label": "large_ocr", "query_count": 841, "risk_query_count": 841, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.651605, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.41736, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 10, "dominant_signature_rate": 0.348395 }, { "id": "legal_document_helper", "label": "legal_document_helper", "query_count": 904, "risk_query_count": 904, "low_risk_query_count": 0, "risk_pack_hit_rate": 1.0, "complete_expected_characteristic_rate": 0.00885, "expected_pack_continuity_rate": 1.0, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 10, "dominant_signature_rate": 0.370575 }, { "id": "map_generation", "label": "map_generation", "query_count": 829, "risk_query_count": 829, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.620024, "complete_expected_characteristic_rate": 0.588661, "expected_pack_continuity_rate": 0.588661, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 6, "dominant_signature_rate": 0.551267 }, { "id": "moderation_enforcement", "label": "moderation_enforcement", "query_count": 801, "risk_query_count": 801, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.617978, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.602996, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 10, "dominant_signature_rate": 0.382022 }, { "id": "property_portfolios", "label": "property_portfolios", "query_count": 846, "risk_query_count": 846, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.082742, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.041371, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 3, "dominant_signature_rate": 0.917258 }, { "id": "quote_viewer", "label": "quote_viewer", "query_count": 848, "risk_query_count": 0, "low_risk_query_count": 848, "risk_pack_hit_rate": 0.0, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.0, "low_risk_false_positive_rate": 0.444575, "distinct_detection_signatures": 8, "dominant_signature_rate": 0.555425 }, { "id": "research_release", "label": "research_release", "query_count": 845, "risk_query_count": 845, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.092308, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.04497, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 3, "dominant_signature_rate": 0.907692 }, { "id": "resident_permits", "label": "resident_permits", "query_count": 813, "risk_query_count": 813, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.794588, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.794588, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 8, "dominant_signature_rate": 0.387454 }, { "id": "roman_numerals", "label": "roman_numerals", "query_count": 855, "risk_query_count": 0, "low_risk_query_count": 855, "risk_pack_hit_rate": 0.0, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.0, "low_risk_false_positive_rate": 0.08655, "distinct_detection_signatures": 3, "dominant_signature_rate": 0.91345 }, { "id": "school_districts", "label": "school_districts", "query_count": 823, "risk_query_count": 823, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.261239, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.230863, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 4, "dominant_signature_rate": 0.738761 }, { "id": "seller_payouts", "label": "seller_payouts", "query_count": 847, "risk_query_count": 847, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.642267, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.626919, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 6, "dominant_signature_rate": 0.403778 }, { "id": "spacing_preview", "label": "spacing_preview", "query_count": 801, "risk_query_count": 0, "low_risk_query_count": 801, "risk_pack_hit_rate": 0.0, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.0, "low_risk_false_positive_rate": 0.097378, "distinct_detection_signatures": 3, "dominant_signature_rate": 0.902622 }, { "id": "staff_offboarding", "label": "staff_offboarding", "query_count": 834, "risk_query_count": 834, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.641487, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.641487, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 9, "dominant_signature_rate": 0.358513 }, { "id": "ticket_cancellation", "label": "ticket_cancellation", "query_count": 821, "risk_query_count": 821, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.824604, "complete_expected_characteristic_rate": 0.204629, "expected_pack_continuity_rate": 0.82095, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 12, "dominant_signature_rate": 0.392205 }, { "id": "warehouse_partner_feed", "label": "warehouse_partner_feed", "query_count": 782, "risk_query_count": 782, "low_risk_query_count": 0, "risk_pack_hit_rate": 0.482097, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.41688, "low_risk_false_positive_rate": 0.0, "distinct_detection_signatures": 12, "dominant_signature_rate": 0.517903 }, { "id": "word_counter", "label": "word_counter", "query_count": 832, "risk_query_count": 0, "low_risk_query_count": 832, "risk_pack_hit_rate": 0.0, "complete_expected_characteristic_rate": 0.0, "expected_pack_continuity_rate": 0.0, "low_risk_false_positive_rate": 0.085337, "distinct_detection_signatures": 3, "dominant_signature_rate": 0.914663 } ], "failure_examples": [ { "query_id": "LQE-00002", "persona": "Municipal service manager", "archetype_id": "discovery_export", "risk": "risk_bearing", "query": "A planned resident service would include export of confidential discovery materials to outside counsel as one bounded capability. The workflow should remain understandable.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00003", "persona": "School administrator", "archetype_id": "large_ocr", "risk": "risk_bearing", "query": "Our schools are considering large-scale processing of uploaded scans with substantial compute for routine operations. The initial scope should remain narrow.", "expected_characteristics": [ "HIGH_COST_CONSUMPTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "HIGH_COST_CONSUMPTION" ], "missing_characteristics": [ "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AUT-003", "INP-001", "INP-002" ], "matched_packs": [ "AUT-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00004", "persona": "Charity program director", "archetype_id": "research_release", "risk": "risk_bearing", "query": "Our assistance program is considering transfer of participant datasets outside the study workspace in a focused first version. Start with a clearly defined path.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00005", "persona": "Records manager", "archetype_id": "quote_viewer", "risk": "low_risk", "query": "We need to evaluate a static quotation gallery with no submissions in a focused first version. Operators need a predictable experience.", "expected_characteristics": [], "detected_characteristics": [ "HIGH_COST_CONSUMPTION", "SENSITIVE_DATA" ], "missing_characteristics": [], "additional_characteristics": [ "HIGH_COST_CONSUMPTION", "SENSITIVE_DATA" ], "expected_packs": [], "matched_packs": [ "AUT-003", "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "low_risk_false_positive" ] }, { "query_id": "LQE-00006", "persona": "Property manager", "archetype_id": "discovery_export", "risk": "risk_bearing", "query": "For the properties we manage, we are exploring legal record extracts delivered outside the repository in a focused first version. The workflow should remain understandable.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00007", "persona": "Program evaluator", "archetype_id": "discovery_export", "risk": "risk_bearing", "query": "The requested capability is export of confidential discovery materials to outside counsel for routine operations. No other major capability is needed yet.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00009", "persona": "Legal operations specialist", "archetype_id": "legal_document_helper", "risk": "risk_bearing", "query": "Please scope a legal workflow around a language model reading private case materials uploaded by clients in the initial release. Operators need a predictable experience.", "expected_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "AI_CONTROLLED" ], "missing_characteristics": [ "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AI-001", "AI-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [ "AI-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00010", "persona": "Logistics planner", "archetype_id": "aid_disbursement", "risk": "risk_bearing", "query": "One operational requirement is direct cash assistance issued to approved households within the current interface. Operators need a predictable experience.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "FINANCIAL_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00011", "persona": "Insurance claims lead", "archetype_id": "inventory_replenishment", "risk": "risk_bearing", "query": "The claims workflow calls for automatic purchase orders placed through a supplier API within the current interface. The initial scope should remain narrow.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "TOOL_ACCESS" ], "detected_characteristics": [ "FINANCIAL_ACTION" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "TOOL_ACCESS" ], "additional_characteristics": [ "FINANCIAL_ACTION" ], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003", "REL-001" ], "matched_packs": [ "AUT-001" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00012", "persona": "Grant program officer", "archetype_id": "emergency_configuration", "risk": "risk_bearing", "query": "Can the grant program use operator-controlled edits to the live environment for routine operations. Operators need a predictable experience.", "expected_characteristics": [ "PRIVILEGED_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [], "missing_characteristics": [ "PRIVILEGED_ACTION", "PRODUCTION_MODIFICATION" ], "additional_characteristics": [], "expected_packs": [ "CHG-001", "IDN-004", "IDN-005", "OBS-002", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00013", "persona": "Logistics planner", "archetype_id": "large_ocr", "risk": "risk_bearing", "query": "One operational requirement is high-volume recognition of scanned files received from outside users as one bounded capability. No other major capability is needed yet.", "expected_characteristics": [ "HIGH_COST_CONSUMPTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [], "missing_characteristics": [ "HIGH_COST_CONSUMPTION", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AUT-003", "INP-001", "INP-002" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00015", "persona": "Customer success manager", "archetype_id": "warehouse_partner_feed", "risk": "risk_bearing", "query": "A customer-facing improvement would provide outbound stock records sent through a vendor integration as one bounded capability. The workflow should remain understandable.", "expected_characteristics": [ "DATA_EXPORT", "EXTERNAL_DEPENDENCY" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "EXTERNAL_DEPENDENCY" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "OBS-003", "REL-001" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00016", "persona": "School administrator", "archetype_id": "legal_document_helper", "risk": "risk_bearing", "query": "Our schools are considering AI analysis of confidential legal submissions in a focused first version. No other major capability is needed yet.", "expected_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA" ], "missing_characteristics": [ "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AI-001", "AI-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [ "AI-004", "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00017", "persona": "Property manager", "archetype_id": "fleet_commands", "risk": "risk_bearing", "query": "For the properties we manage, we are exploring a control agent using third-party tools to alter vehicle behavior in the initial release. Start with a clearly defined path.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "TOOL_ACCESS" ], "detected_characteristics": [ "TOOL_ACCESS" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003", "REL-001" ], "matched_packs": [ "AUT-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00018", "persona": "Community moderation lead", "archetype_id": "warehouse_partner_feed", "risk": "risk_bearing", "query": "The community service may add inventory feeds transmitted to an outside logistics provider as one bounded capability. Operators need a predictable experience.", "expected_characteristics": [ "DATA_EXPORT", "EXTERNAL_DEPENDENCY" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "EXTERNAL_DEPENDENCY" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "OBS-003", "REL-001" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00019", "persona": "Customer success manager", "archetype_id": "legal_document_helper", "risk": "risk_bearing", "query": "A customer-facing improvement would provide automated summaries of externally supplied privileged documents within the current interface. No other major capability is needed yet.", "expected_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "additional_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "expected_packs": [ "AI-001", "AI-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00021", "persona": "Public-health coordinator", "archetype_id": "inventory_replenishment", "risk": "risk_bearing", "query": "The public-health team is planning an agent calling vendor tools to replenish stock as one bounded capability. The initial scope should remain narrow.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "TOOL_ACCESS" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "TOOL_ACCESS" ], "missing_characteristics": [ "EXTERNAL_DEPENDENCY" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003", "REL-001" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00022", "persona": "Fleet manager", "archetype_id": "discovery_export", "risk": "risk_bearing", "query": "Our vehicle operations need bulk download of privileged case records for routine operations. No other major capability is needed yet.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00024", "persona": "Customer success manager", "archetype_id": "claim_intake", "risk": "risk_bearing", "query": "A customer-facing improvement would provide claimants sending confidential forms and photographs in a focused first version. Start with a clearly defined path.", "expected_characteristics": [ "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [], "missing_characteristics": [ "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00026", "persona": "Warehouse operations lead", "archetype_id": "warehouse_partner_feed", "risk": "risk_bearing", "query": "The warehouse team requested inventory feeds transmitted to an outside logistics provider for routine operations. No other major capability is needed yet.", "expected_characteristics": [ "DATA_EXPORT", "EXTERNAL_DEPENDENCY" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "EXTERNAL_DEPENDENCY" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "OBS-003", "REL-001" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00028", "persona": "Connected-device engineer", "archetype_id": "inventory_replenishment", "risk": "risk_bearing", "query": "We have been asked to deliver an agent calling vendor tools to replenish stock in a focused first version. Start with a clearly defined path.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "TOOL_ACCESS" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "TOOL_ACCESS" ], "missing_characteristics": [ "EXTERNAL_DEPENDENCY" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003", "REL-001" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00029", "persona": "School administrator", "archetype_id": "discovery_export", "risk": "risk_bearing", "query": "Our schools are considering transmission of sensitive litigation files beyond the current system within the current interface. No other major capability is needed yet.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00030", "persona": "Clinic operations coordinator", "archetype_id": "ticket_cancellation", "risk": "risk_bearing", "query": "For our clinic, could the first release support bulk cancellation of bookings without automatic recovery in a focused first version. Operators need a predictable experience.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION" ], "additional_characteristics": [ "SENSITIVE_DATA" ], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00031", "persona": "Product designer", "archetype_id": "aid_disbursement", "risk": "risk_bearing", "query": "Could we design financial aid disbursements that cannot be casually reversed in a focused first version. No other major capability is needed yet.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION" ], "detected_characteristics": [ "FINANCIAL_ACTION" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00032", "persona": "Public-health coordinator", "archetype_id": "warehouse_partner_feed", "risk": "risk_bearing", "query": "The public-health team is planning product availability data delivered beyond our system boundary in a focused first version. Operators need a predictable experience.", "expected_characteristics": [ "DATA_EXPORT", "EXTERNAL_DEPENDENCY" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "EXTERNAL_DEPENDENCY" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "OBS-003", "REL-001" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00033", "persona": "School administrator", "archetype_id": "research_release", "risk": "risk_bearing", "query": "Our schools are considering researchers exporting confidential study data for analysis as one bounded capability. Operators need a predictable experience.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00034", "persona": "Compliance analyst", "archetype_id": "expense_approval_agent", "risk": "risk_bearing", "query": "Assess a proposal containing an agent using accounting tools to approve staff expenses as one bounded capability. The workflow should remain understandable.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION", "TOOL_ACCESS" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "FINANCIAL_ACTION", "TOOL_ACCESS" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00035", "persona": "Retail operations manager", "archetype_id": "staff_offboarding", "risk": "risk_bearing", "query": "The store operations plan includes privileged deletion of former worker accounts in a focused first version. Start with a clearly defined path.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRIVILEGED_ACTION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00036", "persona": "Property manager", "archetype_id": "expense_approval_agent", "risk": "risk_bearing", "query": "For the properties we manage, we are exploring a bot that executes approved expense payments with system tools as one bounded capability. Start with a clearly defined path.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION", "TOOL_ACCESS" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "TOOL_ACCESS" ], "missing_characteristics": [ "FINANCIAL_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00037", "persona": "Community moderation lead", "archetype_id": "discovery_export", "risk": "risk_bearing", "query": "The community service may add bulk download of privileged case records as one bounded capability. Start with a clearly defined path.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00038", "persona": "Community moderation lead", "archetype_id": "firmware_rollout", "risk": "risk_bearing", "query": "The community service may add over-the-air updates that permanently alter field equipment as one bounded capability. The workflow should remain understandable.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "CHG-001", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00039", "persona": "Program evaluator", "archetype_id": "firmware_rollout", "risk": "risk_bearing", "query": "The requested capability is a one-way software upgrade for equipment already in service as one bounded capability. Operators need a predictable experience.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "additional_characteristics": [ "SENSITIVE_DATA" ], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "CHG-001", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00041", "persona": "Laboratory manager", "archetype_id": "resident_permits", "risk": "risk_bearing", "query": "A laboratory workflow requires resident applications that lead to an official eligibility outcome in the initial release. The workflow should remain understandable.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00043", "persona": "Product designer", "archetype_id": "school_districts", "risk": "risk_bearing", "query": "Could we design tenant separation among schools that store confidential education records for routine operations. Start with a clearly defined path.", "expected_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-003", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00045", "persona": "Compliance analyst", "archetype_id": "clinical_triage", "risk": "risk_bearing", "query": "Assess a proposal containing automated clinical priority suggestions from medical histories for routine operations. Start with a clearly defined path.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "missing_characteristics": [ "AI_CONTROLLED" ], "additional_characteristics": [], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00046", "persona": "Grant program officer", "archetype_id": "school_districts", "risk": "risk_bearing", "query": "Can the grant program use isolated organizational areas for multiple schools and pupil information in a focused first version. Start with a clearly defined path.", "expected_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-003", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00047", "persona": "Program evaluator", "archetype_id": "clinical_triage", "risk": "risk_bearing", "query": "The requested capability is automated clinical priority suggestions from medical histories in the initial release. The initial scope should remain narrow.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "missing_characteristics": [ "AI_CONTROLLED" ], "additional_characteristics": [], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00048", "persona": "Customer success manager", "archetype_id": "clinical_triage", "risk": "risk_bearing", "query": "A customer-facing improvement would provide an algorithm that prioritizes patients from private health details within the current interface. The initial scope should remain narrow.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00050", "persona": "Product designer", "archetype_id": "claim_intake", "risk": "risk_bearing", "query": "Could we design claim submissions containing policyholder records and attachments for routine operations. Operators need a predictable experience.", "expected_characteristics": [ "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [ "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00052", "persona": "Research coordinator", "archetype_id": "seller_payouts", "risk": "risk_bearing", "query": "The research program proposes settlement transfers to sellers using a payment network as one bounded capability. The workflow should remain understandable.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "FINANCIAL_ACTION" ], "detected_characteristics": [], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "FINANCIAL_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003", "REL-001" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00053", "persona": "Logistics planner", "archetype_id": "clinical_triage", "risk": "risk_bearing", "query": "One operational requirement is an algorithm that prioritizes patients from private health details in a focused first version. Operators need a predictable experience.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00054", "persona": "Property manager", "archetype_id": "ticket_cancellation", "risk": "risk_bearing", "query": "For the properties we manage, we are exploring permanent cancellation of issued event tickets in the initial release. Start with a clearly defined path.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00056", "persona": "Retail operations manager", "archetype_id": "candidate_screening", "risk": "risk_bearing", "query": "The store operations plan includes AI screening of private job applications that affects interview selection as one bounded capability. No other major capability is needed yet.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [ "AI_CONTROLLED", "UNTRUSTED_INPUT" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "additional_characteristics": [ "UNTRUSTED_INPUT" ], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AI-001", "AI-004", "INP-001", "INP-002" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00059", "persona": "Connected-device engineer", "archetype_id": "warehouse_partner_feed", "risk": "risk_bearing", "query": "We have been asked to deliver scheduled transfer of inventory files to a third-party service in the initial release. The workflow should remain understandable.", "expected_characteristics": [ "DATA_EXPORT", "EXTERNAL_DEPENDENCY" ], "detected_characteristics": [ "EXTERNAL_DEPENDENCY" ], "missing_characteristics": [ "DATA_EXPORT" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "OBS-003", "REL-001" ], "matched_packs": [ "OBS-003", "REL-001" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00060", "persona": "Procurement lead", "archetype_id": "clinical_triage", "risk": "risk_bearing", "query": "The proposed procurement process has automated clinical priority suggestions from medical histories in a focused first version. No other major capability is needed yet.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION", "SENSITIVE_DATA" ], "missing_characteristics": [ "AI_CONTROLLED" ], "additional_characteristics": [ "FINANCIAL_ACTION" ], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00061", "persona": "Compliance analyst", "archetype_id": "staff_offboarding", "risk": "risk_bearing", "query": "Assess a proposal containing privileged deletion of former worker accounts in the initial release. The initial scope should remain narrow.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRIVILEGED_ACTION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00062", "persona": "Logistics planner", "archetype_id": "identity_provider", "risk": "risk_bearing", "query": "One operational requirement is a third-party login service handling account details in the initial release. No other major capability is needed yet.", "expected_characteristics": [ "EXTERNAL_DEPENDENCY", "SENSITIVE_DATA" ], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [ "EXTERNAL_DEPENDENCY" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-005", "IDN-005", "OBS-003", "REL-001", "REL-004" ], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00063", "persona": "Logistics planner", "archetype_id": "identity_provider", "risk": "risk_bearing", "query": "One operational requirement is a third-party login service handling account details in the initial release. The initial scope should remain narrow.", "expected_characteristics": [ "EXTERNAL_DEPENDENCY", "SENSITIVE_DATA" ], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [ "EXTERNAL_DEPENDENCY" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-005", "IDN-005", "OBS-003", "REL-001", "REL-004" ], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00064", "persona": "School administrator", "archetype_id": "firmware_rollout", "risk": "risk_bearing", "query": "Our schools are considering a live firmware rollout to deployed devices with limited rollback within the current interface. Operators need a predictable experience.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "CHG-001", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00065", "persona": "Identity architect", "archetype_id": "large_ocr", "risk": "risk_bearing", "query": "The identity design includes costly optical recognition jobs on user-provided files for routine operations. Start with a clearly defined path.", "expected_characteristics": [ "HIGH_COST_CONSUMPTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "UNTRUSTED_INPUT" ], "missing_characteristics": [ "HIGH_COST_CONSUMPTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-003", "INP-001", "INP-002" ], "matched_packs": [ "INP-001", "INP-002" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00066", "persona": "Compliance analyst", "archetype_id": "large_ocr", "risk": "risk_bearing", "query": "Assess a proposal containing costly optical recognition jobs on user-provided files in a focused first version. Start with a clearly defined path.", "expected_characteristics": [ "HIGH_COST_CONSUMPTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "UNTRUSTED_INPUT" ], "missing_characteristics": [ "HIGH_COST_CONSUMPTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-003", "INP-001", "INP-002" ], "matched_packs": [ "INP-001", "INP-002" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00067", "persona": "Insurance claims lead", "archetype_id": "fleet_commands", "risk": "risk_bearing", "query": "The claims workflow calls for operational commands issued to trucks through an external platform in a focused first version. The workflow should remain understandable.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "TOOL_ACCESS" ], "detected_characteristics": [ "EXTERNAL_DEPENDENCY" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "TOOL_ACCESS" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003", "REL-001" ], "matched_packs": [ "OBS-003", "REL-001" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00069", "persona": "Public-health coordinator", "archetype_id": "clinical_triage", "risk": "risk_bearing", "query": "The public-health team is planning AI recommendations that influence who receives attention first in a focused first version. No other major capability is needed yet.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [ "AI_CONTROLLED" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AI-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00070", "persona": "Fleet manager", "archetype_id": "legal_document_helper", "risk": "risk_bearing", "query": "Our vehicle operations need a language model reading private case materials uploaded by clients as one bounded capability. Operators need a predictable experience.", "expected_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "AI_CONTROLLED" ], "missing_characteristics": [ "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AI-001", "AI-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [ "AI-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00071", "persona": "Customer success manager", "archetype_id": "claim_intake", "risk": "risk_bearing", "query": "A customer-facing improvement would provide claim submissions containing policyholder records and attachments in the initial release. The workflow should remain understandable.", "expected_characteristics": [ "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [ "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00073", "persona": "Research coordinator", "archetype_id": "discovery_export", "risk": "risk_bearing", "query": "The research program proposes outbound case-document packages containing private information in the initial release. The initial scope should remain narrow.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00074", "persona": "Public-health coordinator", "archetype_id": "claim_intake", "risk": "risk_bearing", "query": "The public-health team is planning an intake channel for personal insurance evidence within the current interface. The initial scope should remain narrow.", "expected_characteristics": [ "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [], "missing_characteristics": [ "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00075", "persona": "Event operator", "archetype_id": "emergency_configuration", "risk": "risk_bearing", "query": "For upcoming events, we want operator-controlled edits to the live environment in a focused first version. The initial scope should remain narrow.", "expected_characteristics": [ "PRIVILEGED_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [], "missing_characteristics": [ "PRIVILEGED_ACTION", "PRODUCTION_MODIFICATION" ], "additional_characteristics": [], "expected_packs": [ "CHG-001", "IDN-004", "IDN-005", "OBS-002", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00076", "persona": "Clinic operations coordinator", "archetype_id": "property_portfolios", "risk": "risk_bearing", "query": "For our clinic, could the first release support a multi-organization service containing private leaseholder details in the initial release. The initial scope should remain narrow.", "expected_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [ "MULTI_TENANT" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-003", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00077", "persona": "Customer success manager", "archetype_id": "ticket_cancellation", "risk": "risk_bearing", "query": "A customer-facing improvement would provide an action that permanently revokes purchased tickets as one bounded capability. No other major capability is needed yet.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION" ], "additional_characteristics": [ "PRIVILEGED_ACTION" ], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00078", "persona": "Retail operations manager", "archetype_id": "staff_offboarding", "risk": "risk_bearing", "query": "The store operations plan includes irreversible deactivation of employee identities across systems in a focused first version. Operators need a predictable experience.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRIVILEGED_ACTION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION" ], "missing_characteristics": [ "PRIVILEGED_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-002", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00079", "persona": "Charity program director", "archetype_id": "school_districts", "risk": "risk_bearing", "query": "Our assistance program is considering isolated organizational areas for multiple schools and pupil information within the current interface. The workflow should remain understandable.", "expected_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-003", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00080", "persona": "Connected-device engineer", "archetype_id": "seller_payouts", "risk": "risk_bearing", "query": "We have been asked to deliver seller fund transfers handled by an external payout service within the current interface. No other major capability is needed yet.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "FINANCIAL_ACTION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION", "IRREVERSIBLE_ACTION" ], "missing_characteristics": [ "EXTERNAL_DEPENDENCY" ], "additional_characteristics": [ "IRREVERSIBLE_ACTION" ], "expected_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003", "REL-001" ], "matched_packs": [ "AUT-001", "AUT-002", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00081", "persona": "Event operator", "archetype_id": "resident_permits", "risk": "risk_bearing", "query": "For upcoming events, we want a citizen intake process whose outcome grants or refuses a permit for routine operations. Start with a clearly defined path.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00082", "persona": "Legal operations specialist", "archetype_id": "large_ocr", "risk": "risk_bearing", "query": "Please scope a legal workflow around high-volume recognition of scanned files received from outside users in a focused first version. No other major capability is needed yet.", "expected_characteristics": [ "HIGH_COST_CONSUMPTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [], "missing_characteristics": [ "HIGH_COST_CONSUMPTION", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AUT-003", "INP-001", "INP-002" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00084", "persona": "Clinic operations coordinator", "archetype_id": "spacing_preview", "risk": "low_risk", "query": "For our clinic, could the first release support a local margin and padding visualizer within the current interface. The initial scope should remain narrow.", "expected_characteristics": [], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [], "additional_characteristics": [ "SENSITIVE_DATA" ], "expected_packs": [], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "low_risk_false_positive" ] }, { "query_id": "LQE-00085", "persona": "Laboratory manager", "archetype_id": "expense_approval_agent", "risk": "risk_bearing", "query": "A laboratory workflow requires software that calls a finance function and releases expense payments as one bounded capability. No other major capability is needed yet.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION", "TOOL_ACCESS" ], "detected_characteristics": [], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION", "TOOL_ACCESS" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00086", "persona": "Community moderation lead", "archetype_id": "resident_permits", "risk": "risk_bearing", "query": "The community service may add resident applications that lead to an official eligibility outcome in a focused first version. The workflow should remain understandable.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00087", "persona": "Charity program director", "archetype_id": "grant_ranking", "risk": "risk_bearing", "query": "Our assistance program is considering algorithmic rankings that influence grant awards in a focused first version. The initial scope should remain narrow.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00088", "persona": "Product designer", "archetype_id": "staff_offboarding", "risk": "risk_bearing", "query": "Could we design permanent removal of departing staff access and accounts within the current interface. Operators need a predictable experience.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRIVILEGED_ACTION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00089", "persona": "Municipal service manager", "archetype_id": "seller_payouts", "risk": "risk_bearing", "query": "A planned resident service would include vendor earnings disbursed through a third-party processor within the current interface. No other major capability is needed yet.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "FINANCIAL_ACTION" ], "detected_characteristics": [ "FINANCIAL_ACTION" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003", "REL-001" ], "matched_packs": [ "AUT-001" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00091", "persona": "Warehouse operations lead", "archetype_id": "firmware_rollout", "risk": "risk_bearing", "query": "The warehouse team requested deployment of firmware across active devices with difficult recovery in a focused first version. Start with a clearly defined path.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "CHG-001", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00092", "persona": "Community moderation lead", "archetype_id": "identity_provider", "risk": "risk_bearing", "query": "The community service may add workforce identity records exchanged with a sign-on provider as one bounded capability. Operators need a predictable experience.", "expected_characteristics": [ "EXTERNAL_DEPENDENCY", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "EXTERNAL_DEPENDENCY", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-005", "IDN-005", "OBS-003", "REL-001", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00094", "persona": "Connected-device engineer", "archetype_id": "research_release", "risk": "risk_bearing", "query": "We have been asked to deliver researchers exporting confidential study data for analysis within the current interface. Operators need a predictable experience.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00095", "persona": "Compliance analyst", "archetype_id": "candidate_screening", "risk": "risk_bearing", "query": "Assess a proposal containing AI screening of private job applications that affects interview selection within the current interface. Operators need a predictable experience.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [ "AI_CONTROLLED", "UNTRUSTED_INPUT" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "additional_characteristics": [ "UNTRUSTED_INPUT" ], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AI-001", "AI-004", "INP-001", "INP-002" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00097", "persona": "Research coordinator", "archetype_id": "ticket_cancellation", "risk": "risk_bearing", "query": "The research program proposes permanent cancellation of issued event tickets within the current interface. Operators need a predictable experience.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00098", "persona": "Compliance analyst", "archetype_id": "firmware_rollout", "risk": "risk_bearing", "query": "Assess a proposal containing over-the-air updates that permanently alter field equipment as one bounded capability. The initial scope should remain narrow.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "CHG-001", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00099", "persona": "Insurance claims lead", "archetype_id": "discovery_export", "risk": "risk_bearing", "query": "The claims workflow calls for bulk download of privileged case records as one bounded capability. Operators need a predictable experience.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00100", "persona": "Laboratory manager", "archetype_id": "moderation_enforcement", "risk": "risk_bearing", "query": "A laboratory workflow requires an algorithm that removes outside content and suspends its author for routine operations. Start with a clearly defined path.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION" ], "missing_characteristics": [ "AI_CONTROLLED", "UNTRUSTED_INPUT" ], "additional_characteristics": [ "IRREVERSIBLE_ACTION" ], "expected_packs": [ "AI-001", "AI-004", "AUT-001", "AUT-004", "INP-001", "INP-002", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-002", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00101", "persona": "Product designer", "archetype_id": "clinical_triage", "risk": "risk_bearing", "query": "Could we design AI recommendations that influence who receives attention first within the current interface. No other major capability is needed yet.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [ "AI_CONTROLLED" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AI-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00102", "persona": "Clinic operations coordinator", "archetype_id": "quote_viewer", "risk": "low_risk", "query": "For our clinic, could the first release support an offline page cycling through bundled sayings as one bounded capability. Operators need a predictable experience.", "expected_characteristics": [], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [], "additional_characteristics": [ "SENSITIVE_DATA" ], "expected_packs": [], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "low_risk_false_positive" ] }, { "query_id": "LQE-00103", "persona": "Procurement lead", "archetype_id": "spacing_preview", "risk": "low_risk", "query": "The proposed procurement process has a simple page comparing preset spacing sizes in the initial release. The workflow should remain understandable.", "expected_characteristics": [], "detected_characteristics": [ "FINANCIAL_ACTION" ], "missing_characteristics": [], "additional_characteristics": [ "FINANCIAL_ACTION" ], "expected_packs": [], "matched_packs": [ "AUT-001" ], "failure_types": [ "low_risk_false_positive" ] }, { "query_id": "LQE-00104", "persona": "Retail operations manager", "archetype_id": "moderation_enforcement", "risk": "risk_bearing", "query": "The store operations plan includes an algorithm that removes outside content and suspends its author within the current interface. The initial scope should remain narrow.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION" ], "missing_characteristics": [ "AI_CONTROLLED", "UNTRUSTED_INPUT" ], "additional_characteristics": [ "IRREVERSIBLE_ACTION" ], "expected_packs": [ "AI-001", "AI-004", "AUT-001", "AUT-004", "INP-001", "INP-002", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-002", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00105", "persona": "Fleet manager", "archetype_id": "quote_viewer", "risk": "low_risk", "query": "Our vehicle operations need a read-only viewer for a fixed collection of quotations in a focused first version. Start with a clearly defined path.", "expected_characteristics": [], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "HIGH_COST_CONSUMPTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [], "additional_characteristics": [ "CONSEQUENTIAL_ACTION", "HIGH_COST_CONSUMPTION", "PRIVILEGED_ACTION" ], "expected_packs": [], "matched_packs": [ "AUT-001", "AUT-003", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "low_risk_false_positive" ] }, { "query_id": "LQE-00106", "persona": "Product designer", "archetype_id": "candidate_screening", "risk": "risk_bearing", "query": "Could we design algorithmic review of confidential candidates for interview priority for routine operations. The workflow should remain understandable.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00107", "persona": "Municipal service manager", "archetype_id": "ticket_cancellation", "risk": "risk_bearing", "query": "A planned resident service would include an action that permanently revokes purchased tickets within the current interface. Start with a clearly defined path.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION" ], "additional_characteristics": [ "PRIVILEGED_ACTION" ], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00108", "persona": "Property manager", "archetype_id": "expense_approval_agent", "risk": "risk_bearing", "query": "For the properties we manage, we are exploring a bot that executes approved expense payments with system tools in a focused first version. Operators need a predictable experience.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION", "TOOL_ACCESS" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "TOOL_ACCESS" ], "missing_characteristics": [ "FINANCIAL_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00109", "persona": "Identity architect", "archetype_id": "grant_ranking", "risk": "risk_bearing", "query": "The identity design includes machine-generated recommendations about funding recipients as one bounded capability. The workflow should remain understandable.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00111", "persona": "Fleet manager", "archetype_id": "legal_document_helper", "risk": "risk_bearing", "query": "Our vehicle operations need AI analysis of confidential legal submissions as one bounded capability. The workflow should remain understandable.", "expected_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA" ], "missing_characteristics": [ "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AI-001", "AI-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [ "AI-004", "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00112", "persona": "School administrator", "archetype_id": "resident_permits", "risk": "risk_bearing", "query": "Our schools are considering a citizen intake process whose outcome grants or refuses a permit as one bounded capability. Start with a clearly defined path.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00113", "persona": "Customer success manager", "archetype_id": "legal_document_helper", "risk": "risk_bearing", "query": "A customer-facing improvement would provide a language model reading private case materials uploaded by clients in a focused first version. The workflow should remain understandable.", "expected_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "AI_CONTROLLED" ], "missing_characteristics": [ "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AI-001", "AI-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [ "AI-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00114", "persona": "School administrator", "archetype_id": "expense_approval_agent", "risk": "risk_bearing", "query": "Our schools are considering a bot that executes approved expense payments with system tools within the current interface. The initial scope should remain narrow.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION", "TOOL_ACCESS" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "TOOL_ACCESS" ], "missing_characteristics": [ "FINANCIAL_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00115", "persona": "Product designer", "archetype_id": "warehouse_partner_feed", "risk": "risk_bearing", "query": "Could we design inventory feeds transmitted to an outside logistics provider within the current interface. The workflow should remain understandable.", "expected_characteristics": [ "DATA_EXPORT", "EXTERNAL_DEPENDENCY" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "EXTERNAL_DEPENDENCY" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "OBS-003", "REL-001" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00116", "persona": "Program evaluator", "archetype_id": "property_portfolios", "risk": "risk_bearing", "query": "The requested capability is isolated property-company workspaces with renter information in a focused first version. The workflow should remain understandable.", "expected_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-003", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00117", "persona": "Event operator", "archetype_id": "large_ocr", "risk": "risk_bearing", "query": "For upcoming events, we want resource-heavy text extraction from public document submissions for routine operations. Operators need a predictable experience.", "expected_characteristics": [ "HIGH_COST_CONSUMPTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [ "HIGH_COST_CONSUMPTION", "UNTRUSTED_INPUT" ], "additional_characteristics": [ "SENSITIVE_DATA" ], "expected_packs": [ "AUT-003", "INP-001", "INP-002" ], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00118", "persona": "Connected-device engineer", "archetype_id": "research_release", "risk": "risk_bearing", "query": "We have been asked to deliver downloadable extracts of de-identified but sensitive research records in the initial release. Operators need a predictable experience.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00119", "persona": "Retail operations manager", "archetype_id": "expense_approval_agent", "risk": "risk_bearing", "query": "The store operations plan includes an agent using accounting tools to approve staff expenses for routine operations. Start with a clearly defined path.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION", "TOOL_ACCESS" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "FINANCIAL_ACTION", "TOOL_ACCESS" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00120", "persona": "Warehouse operations lead", "archetype_id": "large_ocr", "risk": "risk_bearing", "query": "The warehouse team requested resource-heavy text extraction from public document submissions as one bounded capability. No other major capability is needed yet.", "expected_characteristics": [ "HIGH_COST_CONSUMPTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [ "HIGH_COST_CONSUMPTION", "UNTRUSTED_INPUT" ], "additional_characteristics": [ "SENSITIVE_DATA" ], "expected_packs": [ "AUT-003", "INP-001", "INP-002" ], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00123", "persona": "Public-health coordinator", "archetype_id": "ticket_cancellation", "risk": "risk_bearing", "query": "The public-health team is planning an action that permanently revokes purchased tickets within the current interface. Start with a clearly defined path.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION" ], "additional_characteristics": [ "PRIVILEGED_ACTION" ], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00124", "persona": "Identity architect", "archetype_id": "emergency_configuration", "risk": "risk_bearing", "query": "The identity design includes privileged emergency changes to live service configuration as one bounded capability. No other major capability is needed yet.", "expected_characteristics": [ "PRIVILEGED_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [ "PRODUCTION_MODIFICATION" ], "additional_characteristics": [ "CONSEQUENTIAL_ACTION" ], "expected_packs": [ "CHG-001", "IDN-004", "IDN-005", "OBS-002", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00125", "persona": "Charity program director", "archetype_id": "moderation_enforcement", "risk": "risk_bearing", "query": "Our assistance program is considering an algorithm that removes outside content and suspends its author in the initial release. No other major capability is needed yet.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION" ], "missing_characteristics": [ "AI_CONTROLLED", "UNTRUSTED_INPUT" ], "additional_characteristics": [ "IRREVERSIBLE_ACTION" ], "expected_packs": [ "AI-001", "AI-004", "AUT-001", "AUT-004", "INP-001", "INP-002", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-002", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00128", "persona": "Community moderation lead", "archetype_id": "identity_provider", "risk": "risk_bearing", "query": "The community service may add authentication through a vendor that receives user identity attributes within the current interface. The initial scope should remain narrow.", "expected_characteristics": [ "EXTERNAL_DEPENDENCY", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "EXTERNAL_DEPENDENCY", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-005", "IDN-005", "OBS-003", "REL-001", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00129", "persona": "Municipal service manager", "archetype_id": "clinical_triage", "risk": "risk_bearing", "query": "A planned resident service would include automated clinical priority suggestions from medical histories as one bounded capability. The workflow should remain understandable.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "missing_characteristics": [ "AI_CONTROLLED" ], "additional_characteristics": [], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00130", "persona": "Logistics planner", "archetype_id": "school_districts", "risk": "risk_bearing", "query": "One operational requirement is multiple education organizations using segregated student files within the current interface. The workflow should remain understandable.", "expected_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-003", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00131", "persona": "Records manager", "archetype_id": "discovery_export", "risk": "risk_bearing", "query": "We need to evaluate export of confidential discovery materials to outside counsel in the initial release. The initial scope should remain narrow.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00132", "persona": "Logistics planner", "archetype_id": "staff_offboarding", "risk": "risk_bearing", "query": "One operational requirement is privileged deletion of former worker accounts in a focused first version. Start with a clearly defined path.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRIVILEGED_ACTION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00134", "persona": "Records manager", "archetype_id": "identity_provider", "risk": "risk_bearing", "query": "We need to evaluate a third-party login service handling account details in the initial release. Operators need a predictable experience.", "expected_characteristics": [ "EXTERNAL_DEPENDENCY", "SENSITIVE_DATA" ], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [ "EXTERNAL_DEPENDENCY" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-005", "IDN-005", "OBS-003", "REL-001", "REL-004" ], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00135", "persona": "Product designer", "archetype_id": "emergency_configuration", "risk": "risk_bearing", "query": "Could we design privileged emergency changes to live service configuration for routine operations. The workflow should remain understandable.", "expected_characteristics": [ "PRIVILEGED_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [ "PRODUCTION_MODIFICATION" ], "additional_characteristics": [ "CONSEQUENTIAL_ACTION" ], "expected_packs": [ "CHG-001", "IDN-004", "IDN-005", "OBS-002", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00136", "persona": "Procurement lead", "archetype_id": "spacing_preview", "risk": "low_risk", "query": "The proposed procurement process has an offline layout-spacing reference within the current interface. No other major capability is needed yet.", "expected_characteristics": [], "detected_characteristics": [ "FINANCIAL_ACTION" ], "missing_characteristics": [], "additional_characteristics": [ "FINANCIAL_ACTION" ], "expected_packs": [], "matched_packs": [ "AUT-001" ], "failure_types": [ "low_risk_false_positive" ] }, { "query_id": "LQE-00137", "persona": "Customer success manager", "archetype_id": "claim_intake", "risk": "risk_bearing", "query": "A customer-facing improvement would provide an intake channel for personal insurance evidence in the initial release. The workflow should remain understandable.", "expected_characteristics": [ "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [], "missing_characteristics": [ "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00138", "persona": "Program evaluator", "archetype_id": "clinical_triage", "risk": "risk_bearing", "query": "The requested capability is model-based urgency rankings for patient cases in the initial release. The workflow should remain understandable.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00139", "persona": "Community moderation lead", "archetype_id": "large_ocr", "risk": "risk_bearing", "query": "The community service may add high-volume recognition of scanned files received from outside users in a focused first version. Operators need a predictable experience.", "expected_characteristics": [ "HIGH_COST_CONSUMPTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [], "missing_characteristics": [ "HIGH_COST_CONSUMPTION", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AUT-003", "INP-001", "INP-002" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00140", "persona": "Clinic operations coordinator", "archetype_id": "ticket_cancellation", "risk": "risk_bearing", "query": "For our clinic, could the first release support bulk cancellation of bookings without automatic recovery in the initial release. The initial scope should remain narrow.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION" ], "additional_characteristics": [ "SENSITIVE_DATA" ], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00141", "persona": "Community moderation lead", "archetype_id": "grant_ranking", "risk": "risk_bearing", "query": "The community service may add a model recommending which funding applications advance within the current interface. The workflow should remain understandable.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [ "AI_CONTROLLED" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AI-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00142", "persona": "Research coordinator", "archetype_id": "research_release", "risk": "risk_bearing", "query": "The research program proposes downloadable extracts of de-identified but sensitive research records for routine operations. The initial scope should remain narrow.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00143", "persona": "Community moderation lead", "archetype_id": "warehouse_partner_feed", "risk": "risk_bearing", "query": "The community service may add product availability data delivered beyond our system boundary for routine operations. The initial scope should remain narrow.", "expected_characteristics": [ "DATA_EXPORT", "EXTERNAL_DEPENDENCY" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "EXTERNAL_DEPENDENCY" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "OBS-003", "REL-001" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00144", "persona": "Customer success manager", "archetype_id": "moderation_enforcement", "risk": "risk_bearing", "query": "A customer-facing improvement would provide automated classification of user submissions followed by account penalties in the initial release. Start with a clearly defined path.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION", "SENSITIVE_DATA" ], "missing_characteristics": [ "AI_CONTROLLED", "UNTRUSTED_INPUT" ], "additional_characteristics": [ "FINANCIAL_ACTION", "SENSITIVE_DATA" ], "expected_packs": [ "AI-001", "AI-004", "AUT-001", "AUT-004", "INP-001", "INP-002", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00145", "persona": "Customer success manager", "archetype_id": "grant_ranking", "risk": "risk_bearing", "query": "A customer-facing improvement would provide automated applicant priority scores for limited grants for routine operations. Start with a clearly defined path.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "missing_characteristics": [ "AI_CONTROLLED" ], "additional_characteristics": [], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00146", "persona": "Product designer", "archetype_id": "quote_viewer", "risk": "low_risk", "query": "Could we design a read-only viewer for a fixed collection of quotations for routine operations. The initial scope should remain narrow.", "expected_characteristics": [], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "HIGH_COST_CONSUMPTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [], "additional_characteristics": [ "CONSEQUENTIAL_ACTION", "HIGH_COST_CONSUMPTION", "PRIVILEGED_ACTION" ], "expected_packs": [], "matched_packs": [ "AUT-001", "AUT-003", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "low_risk_false_positive" ] }, { "query_id": "LQE-00147", "persona": "Grant program officer", "archetype_id": "clinical_triage", "risk": "risk_bearing", "query": "Can the grant program use automated clinical priority suggestions from medical histories in the initial release. The workflow should remain understandable.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "missing_characteristics": [ "AI_CONTROLLED" ], "additional_characteristics": [], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00148", "persona": "Public-health coordinator", "archetype_id": "candidate_screening", "risk": "risk_bearing", "query": "The public-health team is planning automated applicant scores that determine who advances for routine operations. Start with a clearly defined path.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "missing_characteristics": [ "AI_CONTROLLED" ], "additional_characteristics": [], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00149", "persona": "Customer success manager", "archetype_id": "firmware_rollout", "risk": "risk_bearing", "query": "A customer-facing improvement would provide deployment of firmware across active devices with difficult recovery in a focused first version. The initial scope should remain narrow.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "CHG-001", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00150", "persona": "Clinic operations coordinator", "archetype_id": "research_release", "risk": "risk_bearing", "query": "For our clinic, could the first release support researchers exporting confidential study data for analysis for routine operations. No other major capability is needed yet.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [ "DATA_EXPORT" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00152", "persona": "Connected-device engineer", "archetype_id": "clinical_triage", "risk": "risk_bearing", "query": "We have been asked to deliver automated clinical priority suggestions from medical histories in a focused first version. Operators need a predictable experience.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "missing_characteristics": [ "AI_CONTROLLED" ], "additional_characteristics": [], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00153", "persona": "Fleet manager", "archetype_id": "discovery_export", "risk": "risk_bearing", "query": "Our vehicle operations need bulk download of privileged case records for routine operations. The workflow should remain understandable.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00154", "persona": "Product designer", "archetype_id": "moderation_enforcement", "risk": "risk_bearing", "query": "Could we design AI review of member posts that automatically restricts accounts in the initial release. The initial scope should remain narrow.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AI-001", "AI-004", "AUT-001", "AUT-004", "INP-001", "INP-002", "OBS-001", "OBS-003" ], "matched_packs": [ "AI-004", "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00156", "persona": "School administrator", "archetype_id": "fleet_commands", "risk": "risk_bearing", "query": "Our schools are considering operational commands issued to trucks through an external platform for routine operations. No other major capability is needed yet.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "TOOL_ACCESS" ], "detected_characteristics": [ "EXTERNAL_DEPENDENCY" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "TOOL_ACCESS" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003", "REL-001" ], "matched_packs": [ "OBS-003", "REL-001" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00157", "persona": "Fleet manager", "archetype_id": "moderation_enforcement", "risk": "risk_bearing", "query": "Our vehicle operations need machine moderation that acts on community posts and user access in the initial release. No other major capability is needed yet.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [], "missing_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AI-001", "AI-004", "AUT-001", "AUT-004", "INP-001", "INP-002", "OBS-001", "OBS-003" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00160", "persona": "Procurement lead", "archetype_id": "legal_document_helper", "risk": "risk_bearing", "query": "The proposed procurement process has AI analysis of confidential legal submissions for routine operations. Start with a clearly defined path.", "expected_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "AI_CONTROLLED", "FINANCIAL_ACTION", "SENSITIVE_DATA" ], "missing_characteristics": [ "UNTRUSTED_INPUT" ], "additional_characteristics": [ "FINANCIAL_ACTION" ], "expected_packs": [ "AI-001", "AI-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [ "AI-004", "AUT-001", "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00163", "persona": "Clinic operations coordinator", "archetype_id": "spacing_preview", "risk": "low_risk", "query": "For our clinic, could the first release support a CSS spacing preview using fixed sample boxes for routine operations. The initial scope should remain narrow.", "expected_characteristics": [], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [], "additional_characteristics": [ "SENSITIVE_DATA" ], "expected_packs": [], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "low_risk_false_positive" ] }, { "query_id": "LQE-00165", "persona": "Insurance claims lead", "archetype_id": "moderation_enforcement", "risk": "risk_bearing", "query": "The claims workflow calls for machine moderation that acts on community posts and user access as one bounded capability. Operators need a predictable experience.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [], "missing_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AI-001", "AI-004", "AUT-001", "AUT-004", "INP-001", "INP-002", "OBS-001", "OBS-003" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00166", "persona": "Legal operations specialist", "archetype_id": "firmware_rollout", "risk": "risk_bearing", "query": "Please scope a legal workflow around deployment of firmware across active devices with difficult recovery as one bounded capability. The initial scope should remain narrow.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "CHG-001", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00167", "persona": "Warehouse operations lead", "archetype_id": "research_release", "risk": "risk_bearing", "query": "The warehouse team requested outbound delivery of sensitive experimental records in the initial release. The workflow should remain understandable.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00168", "persona": "Insurance claims lead", "archetype_id": "emergency_configuration", "risk": "risk_bearing", "query": "The claims workflow calls for urgent modification of active infrastructure parameters for routine operations. Operators need a predictable experience.", "expected_characteristics": [ "PRIVILEGED_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [], "missing_characteristics": [ "PRIVILEGED_ACTION", "PRODUCTION_MODIFICATION" ], "additional_characteristics": [], "expected_packs": [ "CHG-001", "IDN-004", "IDN-005", "OBS-002", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00169", "persona": "Identity architect", "archetype_id": "identity_provider", "risk": "risk_bearing", "query": "The identity design includes authentication through a vendor that receives user identity attributes in the initial release. No other major capability is needed yet.", "expected_characteristics": [ "EXTERNAL_DEPENDENCY", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "EXTERNAL_DEPENDENCY", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-005", "IDN-005", "OBS-003", "REL-001", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00170", "persona": "Records manager", "archetype_id": "candidate_screening", "risk": "risk_bearing", "query": "We need to evaluate AI screening of private job applications that affects interview selection in the initial release. The initial scope should remain narrow.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [ "AI_CONTROLLED", "UNTRUSTED_INPUT" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "additional_characteristics": [ "UNTRUSTED_INPUT" ], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AI-001", "AI-004", "INP-001", "INP-002" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00171", "persona": "Compliance analyst", "archetype_id": "fleet_commands", "risk": "risk_bearing", "query": "Assess a proposal containing automated calls to an outside fleet service that change vehicle settings for routine operations. Operators need a predictable experience.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "TOOL_ACCESS" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "EXTERNAL_DEPENDENCY", "TOOL_ACCESS" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003", "REL-001" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00172", "persona": "Laboratory manager", "archetype_id": "inventory_replenishment", "risk": "risk_bearing", "query": "A laboratory workflow requires a tool-using service that orders inventory from outside vendors for routine operations. No other major capability is needed yet.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "TOOL_ACCESS" ], "detected_characteristics": [], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "TOOL_ACCESS" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003", "REL-001" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00173", "persona": "Fleet manager", "archetype_id": "school_districts", "risk": "risk_bearing", "query": "Our vehicle operations need separate school-district workspaces holding student records as one bounded capability. The workflow should remain understandable.", "expected_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [ "MULTI_TENANT" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-003", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00175", "persona": "Procurement lead", "archetype_id": "legal_document_helper", "risk": "risk_bearing", "query": "The proposed procurement process has a language model reading private case materials uploaded by clients within the current interface. Operators need a predictable experience.", "expected_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "AI_CONTROLLED", "FINANCIAL_ACTION" ], "missing_characteristics": [ "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "additional_characteristics": [ "FINANCIAL_ACTION" ], "expected_packs": [ "AI-001", "AI-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [ "AI-004", "AUT-001" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00176", "persona": "Compliance analyst", "archetype_id": "expense_approval_agent", "risk": "risk_bearing", "query": "Assess a proposal containing software that calls a finance function and releases expense payments as one bounded capability. Operators need a predictable experience.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION", "TOOL_ACCESS" ], "detected_characteristics": [], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION", "TOOL_ACCESS" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00177", "persona": "Customer success manager", "archetype_id": "research_release", "risk": "risk_bearing", "query": "A customer-facing improvement would provide outbound delivery of sensitive experimental records in the initial release. Operators need a predictable experience.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00178", "persona": "Public-health coordinator", "archetype_id": "legal_document_helper", "risk": "risk_bearing", "query": "The public-health team is planning model-assisted review of confidential documents supplied by clients in a focused first version. Start with a clearly defined path.", "expected_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "AI_CONTROLLED" ], "missing_characteristics": [ "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AI-001", "AI-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [ "AI-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00179", "persona": "Compliance analyst", "archetype_id": "firmware_rollout", "risk": "risk_bearing", "query": "Assess a proposal containing over-the-air updates that permanently alter field equipment for routine operations. The initial scope should remain narrow.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "CHG-001", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00180", "persona": "Identity architect", "archetype_id": "warehouse_partner_feed", "risk": "risk_bearing", "query": "The identity design includes warehouse data exported to a partner platform for routine operations. Operators need a predictable experience.", "expected_characteristics": [ "DATA_EXPORT", "EXTERNAL_DEPENDENCY" ], "detected_characteristics": [ "DATA_EXPORT" ], "missing_characteristics": [ "EXTERNAL_DEPENDENCY" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "OBS-003", "REL-001" ], "matched_packs": [ "DAT-001", "DAT-002" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00181", "persona": "Retail operations manager", "archetype_id": "firmware_rollout", "risk": "risk_bearing", "query": "The store operations plan includes a live firmware rollout to deployed devices with limited rollback for routine operations. No other major capability is needed yet.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "CHG-001", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00182", "persona": "Fleet manager", "archetype_id": "quote_viewer", "risk": "low_risk", "query": "Our vehicle operations need a static quotation gallery with no submissions in the initial release. No other major capability is needed yet.", "expected_characteristics": [], "detected_characteristics": [ "HIGH_COST_CONSUMPTION", "SENSITIVE_DATA" ], "missing_characteristics": [], "additional_characteristics": [ "HIGH_COST_CONSUMPTION", "SENSITIVE_DATA" ], "expected_packs": [], "matched_packs": [ "AUT-003", "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "low_risk_false_positive" ] }, { "query_id": "LQE-00184", "persona": "Property manager", "archetype_id": "firmware_rollout", "risk": "risk_bearing", "query": "For the properties we manage, we are exploring over-the-air updates that permanently alter field equipment within the current interface. Start with a clearly defined path.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "CHG-001", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00185", "persona": "Grant program officer", "archetype_id": "moderation_enforcement", "risk": "risk_bearing", "query": "Can the grant program use model-based moderation of public content with enforcement actions within the current interface. Operators need a predictable experience.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [], "missing_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AI-001", "AI-004", "AUT-001", "AUT-004", "INP-001", "INP-002", "OBS-001", "OBS-003" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00187", "persona": "Connected-device engineer", "archetype_id": "emergency_configuration", "risk": "risk_bearing", "query": "We have been asked to deliver administrator updates to production routing settings in a focused first version. The workflow should remain understandable.", "expected_characteristics": [ "PRIVILEGED_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [ "PRODUCTION_MODIFICATION" ], "additional_characteristics": [ "CONSEQUENTIAL_ACTION" ], "expected_packs": [ "CHG-001", "IDN-004", "IDN-005", "OBS-002", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00188", "persona": "Community moderation lead", "archetype_id": "warehouse_partner_feed", "risk": "risk_bearing", "query": "The community service may add warehouse data exported to a partner platform in the initial release. Start with a clearly defined path.", "expected_characteristics": [ "DATA_EXPORT", "EXTERNAL_DEPENDENCY" ], "detected_characteristics": [ "DATA_EXPORT" ], "missing_characteristics": [ "EXTERNAL_DEPENDENCY" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "OBS-003", "REL-001" ], "matched_packs": [ "DAT-001", "DAT-002" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00189", "persona": "Laboratory manager", "archetype_id": "ticket_cancellation", "risk": "risk_bearing", "query": "A laboratory workflow requires bulk cancellation of bookings without automatic recovery for routine operations. Start with a clearly defined path.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00190", "persona": "Logistics planner", "archetype_id": "legal_document_helper", "risk": "risk_bearing", "query": "One operational requirement is AI analysis of confidential legal submissions in the initial release. The workflow should remain understandable.", "expected_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA" ], "missing_characteristics": [ "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AI-001", "AI-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [ "AI-004", "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00193", "persona": "Warehouse operations lead", "archetype_id": "expense_approval_agent", "risk": "risk_bearing", "query": "The warehouse team requested an agent using accounting tools to approve staff expenses in a focused first version. The workflow should remain understandable.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION", "TOOL_ACCESS" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "FINANCIAL_ACTION", "TOOL_ACCESS" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00194", "persona": "Connected-device engineer", "archetype_id": "emergency_configuration", "risk": "risk_bearing", "query": "We have been asked to deliver privileged emergency changes to live service configuration in a focused first version. No other major capability is needed yet.", "expected_characteristics": [ "PRIVILEGED_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [ "PRODUCTION_MODIFICATION" ], "additional_characteristics": [ "CONSEQUENTIAL_ACTION" ], "expected_packs": [ "CHG-001", "IDN-004", "IDN-005", "OBS-002", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00195", "persona": "Charity program director", "archetype_id": "staff_offboarding", "risk": "risk_bearing", "query": "Our assistance program is considering privileged deletion of former worker accounts within the current interface. The initial scope should remain narrow.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRIVILEGED_ACTION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00196", "persona": "Legal operations specialist", "archetype_id": "identity_provider", "risk": "risk_bearing", "query": "Please scope a legal workflow around employee sign-on delegated to an outside identity provider for routine operations. Start with a clearly defined path.", "expected_characteristics": [ "EXTERNAL_DEPENDENCY", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "EXTERNAL_DEPENDENCY", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-005", "IDN-005", "OBS-003", "REL-001", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00197", "persona": "Property manager", "archetype_id": "discovery_export", "risk": "risk_bearing", "query": "For the properties we manage, we are exploring export of confidential discovery materials to outside counsel within the current interface. No other major capability is needed yet.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00198", "persona": "Property manager", "archetype_id": "property_portfolios", "risk": "risk_bearing", "query": "For the properties we manage, we are exploring segregated customer workspaces holding tenant applications within the current interface. The workflow should remain understandable.", "expected_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-003", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00199", "persona": "Property manager", "archetype_id": "identity_provider", "risk": "risk_bearing", "query": "For the properties we manage, we are exploring authentication through a vendor that receives user identity attributes for routine operations. Operators need a predictable experience.", "expected_characteristics": [ "EXTERNAL_DEPENDENCY", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "EXTERNAL_DEPENDENCY", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-005", "IDN-005", "OBS-003", "REL-001", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00202", "persona": "Legal operations specialist", "archetype_id": "legal_document_helper", "risk": "risk_bearing", "query": "Please scope a legal workflow around a language model reading private case materials uploaded by clients in the initial release. The initial scope should remain narrow.", "expected_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "AI_CONTROLLED" ], "missing_characteristics": [ "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AI-001", "AI-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [ "AI-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00203", "persona": "Legal operations specialist", "archetype_id": "firmware_rollout", "risk": "risk_bearing", "query": "Please scope a legal workflow around a live firmware rollout to deployed devices with limited rollback within the current interface. Operators need a predictable experience.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "CHG-001", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00204", "persona": "Community moderation lead", "archetype_id": "fleet_commands", "risk": "risk_bearing", "query": "The community service may add a control agent using third-party tools to alter vehicle behavior for routine operations. Operators need a predictable experience.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "TOOL_ACCESS" ], "detected_characteristics": [ "TOOL_ACCESS" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003", "REL-001" ], "matched_packs": [ "AUT-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00207", "persona": "Compliance analyst", "archetype_id": "firmware_rollout", "risk": "risk_bearing", "query": "Assess a proposal containing a live firmware rollout to deployed devices with limited rollback in the initial release. Operators need a predictable experience.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "CHG-001", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00208", "persona": "Community moderation lead", "archetype_id": "large_ocr", "risk": "risk_bearing", "query": "The community service may add resource-heavy text extraction from public document submissions as one bounded capability. Start with a clearly defined path.", "expected_characteristics": [ "HIGH_COST_CONSUMPTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [ "HIGH_COST_CONSUMPTION", "UNTRUSTED_INPUT" ], "additional_characteristics": [ "SENSITIVE_DATA" ], "expected_packs": [ "AUT-003", "INP-001", "INP-002" ], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00209", "persona": "Customer success manager", "archetype_id": "school_districts", "risk": "risk_bearing", "query": "A customer-facing improvement would provide tenant separation among schools that store confidential education records for routine operations. No other major capability is needed yet.", "expected_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-003", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00212", "persona": "Grant program officer", "archetype_id": "firmware_rollout", "risk": "risk_bearing", "query": "Can the grant program use a one-way software upgrade for equipment already in service for routine operations. No other major capability is needed yet.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "additional_characteristics": [ "SENSITIVE_DATA" ], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "CHG-001", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00213", "persona": "Logistics planner", "archetype_id": "resident_permits", "risk": "risk_bearing", "query": "One operational requirement is resident applications that lead to an official eligibility outcome as one bounded capability. The workflow should remain understandable.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00215", "persona": "Procurement lead", "archetype_id": "clinical_triage", "risk": "risk_bearing", "query": "The proposed procurement process has machine-assisted triage of confidential patient symptoms in the initial release. The initial scope should remain narrow.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [ "FINANCIAL_ACTION", "SENSITIVE_DATA" ], "missing_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION" ], "additional_characteristics": [ "FINANCIAL_ACTION" ], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00218", "persona": "School administrator", "archetype_id": "candidate_screening", "risk": "risk_bearing", "query": "Our schools are considering AI screening of private job applications that affects interview selection in a focused first version. No other major capability is needed yet.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [ "AI_CONTROLLED", "UNTRUSTED_INPUT" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "additional_characteristics": [ "UNTRUSTED_INPUT" ], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AI-001", "AI-004", "INP-001", "INP-002" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00220", "persona": "Logistics planner", "archetype_id": "property_portfolios", "risk": "risk_bearing", "query": "One operational requirement is separate landlord organizations managing tenant personal records in a focused first version. No other major capability is needed yet.", "expected_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-003", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00221", "persona": "Laboratory manager", "archetype_id": "discovery_export", "risk": "risk_bearing", "query": "A laboratory workflow requires outbound case-document packages containing private information in a focused first version. No other major capability is needed yet.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00222", "persona": "Municipal service manager", "archetype_id": "expense_approval_agent", "risk": "risk_bearing", "query": "A planned resident service would include software that calls a finance function and releases expense payments as one bounded capability. No other major capability is needed yet.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION", "TOOL_ACCESS" ], "detected_characteristics": [], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION", "TOOL_ACCESS" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00223", "persona": "Insurance claims lead", "archetype_id": "property_portfolios", "risk": "risk_bearing", "query": "The claims workflow calls for isolated property-company workspaces with renter information as one bounded capability. No other major capability is needed yet.", "expected_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-003", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00224", "persona": "Compliance analyst", "archetype_id": "large_ocr", "risk": "risk_bearing", "query": "Assess a proposal containing resource-heavy text extraction from public document submissions for routine operations. Operators need a predictable experience.", "expected_characteristics": [ "HIGH_COST_CONSUMPTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [ "HIGH_COST_CONSUMPTION", "UNTRUSTED_INPUT" ], "additional_characteristics": [ "SENSITIVE_DATA" ], "expected_packs": [ "AUT-003", "INP-001", "INP-002" ], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00225", "persona": "School administrator", "archetype_id": "inventory_replenishment", "risk": "risk_bearing", "query": "Our schools are considering software that submits restocking orders to external suppliers as one bounded capability. Start with a clearly defined path.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "TOOL_ACCESS" ], "detected_characteristics": [], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "TOOL_ACCESS" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003", "REL-001" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00227", "persona": "Community moderation lead", "archetype_id": "ticket_cancellation", "risk": "risk_bearing", "query": "The community service may add bulk cancellation of bookings without automatic recovery for routine operations. The initial scope should remain narrow.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00228", "persona": "Customer success manager", "archetype_id": "ticket_cancellation", "risk": "risk_bearing", "query": "A customer-facing improvement would provide a final void operation for customer reservations in a focused first version. Start with a clearly defined path.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION" ], "detected_characteristics": [], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "OBS-001", "OBS-003" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00229", "persona": "Connected-device engineer", "archetype_id": "large_ocr", "risk": "risk_bearing", "query": "We have been asked to deliver costly optical recognition jobs on user-provided files as one bounded capability. Operators need a predictable experience.", "expected_characteristics": [ "HIGH_COST_CONSUMPTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "UNTRUSTED_INPUT" ], "missing_characteristics": [ "HIGH_COST_CONSUMPTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-003", "INP-001", "INP-002" ], "matched_packs": [ "INP-001", "INP-002" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00230", "persona": "Insurance claims lead", "archetype_id": "expense_approval_agent", "risk": "risk_bearing", "query": "The claims workflow calls for a bot that executes approved expense payments with system tools in a focused first version. The workflow should remain understandable.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION", "TOOL_ACCESS" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "TOOL_ACCESS" ], "missing_characteristics": [ "FINANCIAL_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00231", "persona": "Procurement lead", "archetype_id": "dice_roller", "risk": "low_risk", "query": "The proposed procurement process has a browser-only dice roller within the current interface. No other major capability is needed yet.", "expected_characteristics": [], "detected_characteristics": [ "FINANCIAL_ACTION" ], "missing_characteristics": [], "additional_characteristics": [ "FINANCIAL_ACTION" ], "expected_packs": [], "matched_packs": [ "AUT-001" ], "failure_types": [ "low_risk_false_positive" ] }, { "query_id": "LQE-00233", "persona": "Program evaluator", "archetype_id": "moderation_enforcement", "risk": "risk_bearing", "query": "The requested capability is machine moderation that acts on community posts and user access for routine operations. The initial scope should remain narrow.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "UNTRUSTED_INPUT" ], "detected_characteristics": [], "missing_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AI-001", "AI-004", "AUT-001", "AUT-004", "INP-001", "INP-002", "OBS-001", "OBS-003" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00234", "persona": "Property manager", "archetype_id": "legal_document_helper", "risk": "risk_bearing", "query": "For the properties we manage, we are exploring a language model reading private case materials uploaded by clients within the current interface. The initial scope should remain narrow.", "expected_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "AI_CONTROLLED" ], "missing_characteristics": [ "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AI-001", "AI-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [ "AI-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00235", "persona": "Product designer", "archetype_id": "school_districts", "risk": "risk_bearing", "query": "Could we design multiple education organizations using segregated student files in the initial release. Start with a clearly defined path.", "expected_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "MULTI_TENANT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-003", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00236", "persona": "Retail operations manager", "archetype_id": "candidate_screening", "risk": "risk_bearing", "query": "The store operations plan includes model rankings of candidates using personal employment histories in the initial release. Operators need a predictable experience.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00238", "persona": "Property manager", "archetype_id": "emergency_configuration", "risk": "risk_bearing", "query": "For the properties we manage, we are exploring operator-controlled edits to the live environment within the current interface. Operators need a predictable experience.", "expected_characteristics": [ "PRIVILEGED_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [], "missing_characteristics": [ "PRIVILEGED_ACTION", "PRODUCTION_MODIFICATION" ], "additional_characteristics": [], "expected_packs": [ "CHG-001", "IDN-004", "IDN-005", "OBS-002", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00241", "persona": "Clinic operations coordinator", "archetype_id": "roman_numerals", "risk": "low_risk", "query": "For our clinic, could the first release support an offline Roman numeral practice widget in the initial release. Operators need a predictable experience.", "expected_characteristics": [], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [], "additional_characteristics": [ "SENSITIVE_DATA" ], "expected_packs": [], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "low_risk_false_positive" ] }, { "query_id": "LQE-00242", "persona": "Event operator", "archetype_id": "legal_document_helper", "risk": "risk_bearing", "query": "For upcoming events, we want model-assisted review of confidential documents supplied by clients for routine operations. The initial scope should remain narrow.", "expected_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "AI_CONTROLLED" ], "missing_characteristics": [ "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "additional_characteristics": [], "expected_packs": [ "AI-001", "AI-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [ "AI-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00243", "persona": "Insurance claims lead", "archetype_id": "aid_disbursement", "risk": "risk_bearing", "query": "The claims workflow calls for direct cash assistance issued to approved households as one bounded capability. The workflow should remain understandable.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "FINANCIAL_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00244", "persona": "Legal operations specialist", "archetype_id": "clinical_triage", "risk": "risk_bearing", "query": "Please scope a legal workflow around automated clinical priority suggestions from medical histories as one bounded capability. Start with a clearly defined path.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "missing_characteristics": [ "AI_CONTROLLED" ], "additional_characteristics": [], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00246", "persona": "Procurement lead", "archetype_id": "firmware_rollout", "risk": "risk_bearing", "query": "The proposed procurement process has a live firmware rollout to deployed devices with limited rollback as one bounded capability. No other major capability is needed yet.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "FINANCIAL_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "additional_characteristics": [ "FINANCIAL_ACTION" ], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "CHG-001", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00247", "persona": "Insurance claims lead", "archetype_id": "discovery_export", "risk": "risk_bearing", "query": "The claims workflow calls for legal record extracts delivered outside the repository for routine operations. The initial scope should remain narrow.", "expected_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "detected_characteristics": [], "missing_characteristics": [ "DATA_EXPORT", "SENSITIVE_DATA" ], "additional_characteristics": [], "expected_packs": [ "DAT-001", "DAT-002", "DAT-005", "IDN-005", "REL-004" ], "matched_packs": [], "failure_types": [ "expected_characteristic_missing", "risk_query_returned_no_pack", "expected_pack_family_not_reached" ] }, { "query_id": "LQE-00249", "persona": "Community moderation lead", "archetype_id": "fleet_commands", "risk": "risk_bearing", "query": "The community service may add operational commands issued to trucks through an external platform as one bounded capability. Start with a clearly defined path.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "TOOL_ACCESS" ], "detected_characteristics": [ "EXTERNAL_DEPENDENCY" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "TOOL_ACCESS" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003", "REL-001" ], "matched_packs": [ "OBS-003", "REL-001" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00251", "persona": "School administrator", "archetype_id": "legal_document_helper", "risk": "risk_bearing", "query": "Our schools are considering automated summaries of externally supplied privileged documents within the current interface. The initial scope should remain narrow.", "expected_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "additional_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "expected_packs": [ "AI-001", "AI-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00253", "persona": "Clinic operations coordinator", "archetype_id": "seller_payouts", "risk": "risk_bearing", "query": "For our clinic, could the first release support vendor earnings disbursed through a third-party processor within the current interface. No other major capability is needed yet.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "FINANCIAL_ACTION" ], "detected_characteristics": [ "FINANCIAL_ACTION", "SENSITIVE_DATA" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY" ], "additional_characteristics": [ "SENSITIVE_DATA" ], "expected_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003", "REL-001" ], "matched_packs": [ "AUT-001", "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00254", "persona": "Property manager", "archetype_id": "candidate_screening", "risk": "risk_bearing", "query": "For the properties we manage, we are exploring machine recommendations influencing hiring decisions from resumes within the current interface. The workflow should remain understandable.", "expected_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION", "SENSITIVE_DATA" ], "detected_characteristics": [ "SENSITIVE_DATA" ], "missing_characteristics": [ "AI_CONTROLLED", "CONSEQUENTIAL_ACTION" ], "additional_characteristics": [], "expected_packs": [ "AI-004", "AUT-001", "AUT-004", "DAT-001", "DAT-005", "IDN-005", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "DAT-001", "DAT-005", "IDN-005", "REL-004" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00256", "persona": "Procurement lead", "archetype_id": "flashcards", "risk": "low_risk", "query": "The proposed procurement process has offline flashcards using lessons bundled in the page in a focused first version. The workflow should remain understandable.", "expected_characteristics": [], "detected_characteristics": [ "FINANCIAL_ACTION" ], "missing_characteristics": [], "additional_characteristics": [ "FINANCIAL_ACTION" ], "expected_packs": [], "matched_packs": [ "AUT-001" ], "failure_types": [ "low_risk_false_positive" ] }, { "query_id": "LQE-00259", "persona": "Charity program director", "archetype_id": "legal_document_helper", "risk": "risk_bearing", "query": "Our assistance program is considering automated summaries of externally supplied privileged documents within the current interface. The workflow should remain understandable.", "expected_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "missing_characteristics": [ "AI_CONTROLLED", "SENSITIVE_DATA", "UNTRUSTED_INPUT" ], "additional_characteristics": [ "CONSEQUENTIAL_ACTION", "PRIVILEGED_ACTION" ], "expected_packs": [ "AI-001", "AI-004", "DAT-001", "DAT-005", "IDN-005", "INP-001", "INP-002", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "IDN-004", "IDN-005", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00260", "persona": "Insurance claims lead", "archetype_id": "firmware_rollout", "risk": "risk_bearing", "query": "The claims workflow calls for deployment of firmware across active devices with difficult recovery as one bounded capability. The workflow should remain understandable.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "detected_characteristics": [ "CONSEQUENTIAL_ACTION" ], "missing_characteristics": [ "IRREVERSIBLE_ACTION", "PRODUCTION_MODIFICATION" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-002", "AUT-004", "CHG-001", "OBS-001", "OBS-003", "REL-004" ], "matched_packs": [ "AUT-001", "AUT-004", "OBS-001", "OBS-003" ], "failure_types": [ "expected_characteristic_missing" ] }, { "query_id": "LQE-00261", "persona": "Laboratory manager", "archetype_id": "fleet_commands", "risk": "risk_bearing", "query": "A laboratory workflow requires a control agent using third-party tools to alter vehicle behavior in the initial release. The initial scope should remain narrow.", "expected_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY", "TOOL_ACCESS" ], "detected_characteristics": [ "TOOL_ACCESS" ], "missing_characteristics": [ "CONSEQUENTIAL_ACTION", "EXTERNAL_DEPENDENCY" ], "additional_characteristics": [], "expected_packs": [ "AUT-001", "AUT-004", "IDN-001", "OBS-001", "OBS-003", "REL-001" ], "matched_packs": [ "AUT-004" ], "failure_types": [ "expected_characteristic_missing" ] } ], "failure_example_limit": 200, "limitations": [ "All requests are synthetic and are not evidence of users, adoption, market demand, or real-world accuracy.", "Expected characteristics were authored at the scenario-archetype level by the project and were not independently adjudicated.", "The corpus was separately written and exact-overlap checked, but it was created by the same project team and is not organizationally independent.", "Generated variants within an archetype are correlated and are not statistically independent observations.", "Expected Control Packs are derived from authored characteristics, so continuity measures detector-to-rule behavior rather than normative completeness.", "The first result is preserved without detector tuning; any remediation must occur on a new development corpus and be assessed on a new holdout.", "Results apply to signal dictionary version 0.9.9 and this exact deterministic corpus only." ], "interpretation": "A first-run synthetic holdout check of generalization beyond the development templates. It is stronger evidence than another tuned rerun, but it remains project-authored synthetic evidence rather than independent adjudication, representative user research, adoption, certification, or a real-world accuracy estimate." }