{"schema_version":"onlylabs.public_signal.v1","title":"Amazon (Nova) Repo: amazon-science/acibench-hallucination-annotations","description":"Amazon (Nova) repo signal with public source context, captured evidence pages, related signals, and data-business radar classification.","url":"https://onlylabs.fyi/signals/4c0e0a54-ced1-40c1-ad36-6949916bf40a","json_url":"https://onlylabs.fyi/signals/4c0e0a54-ced1-40c1-ad36-6949916bf40a/signal.json","generated_at":"2026-06-11T03:58:49.312549+00:00","org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab","category_label":"Frontier lab","dossier_url":"https://onlylabs.fyi/labs/amazon","dossier_json_url":"https://onlylabs.fyi/labs/amazon/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/4c0e0a54-ced1-40c1-ad36-6949916bf40a","signal_json":"https://onlylabs.fyi/signals/4c0e0a54-ced1-40c1-ad36-6949916bf40a/signal.json","source":"https://github.com/amazon-science/acibench-hallucination-annotations","lab_dossier":"https://onlylabs.fyi/labs/amazon","lab_dossier_json":"https://onlylabs.fyi/labs/amazon/dossier.json","analysis":"https://onlylabs.fyi/analysis/amazon","analysis_json":"https://onlylabs.fyi/analysis/amazon/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/amazon/evidence.json","category":"https://onlylabs.fyi/frontier","category_json":"https://onlylabs.fyi/frontier.json","category_feed":"https://onlylabs.fyi/frontier/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json","topic":null,"topic_signals_json":null,"topic_feed":null,"data_business":{"radar":"https://onlylabs.fyi/data-radar","radar_json":"https://onlylabs.fyi/data-radar.json","opportunities":"https://onlylabs.fyi/opportunities","opportunities_json":"https://onlylabs.fyi/opportunities.json","lanes":[{"key":"data","label":"Data demand","url":"https://onlylabs.fyi/data-radar/data","json_url":"https://onlylabs.fyi/data-radar/data/signals.json"}]}},"answer_pack":{"answer":"Amazon (Nova) published amazon-science/acibench-hallucination-annotations. This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo amazon-science/acibench-hallucination-annotations · Low traction research repo. onlylabs links this event to 1 captured evidence page and 6 related repo signals. It also maps to Data demand in the data-business radar.","signal_desk":"repos","source_context":{"source_url":"https://github.com/amazon-science/acibench-hallucination-annotations","source_host":"github.com","occurred_at":"2025-05-23T16:45:26+00:00","first_seen_at":"2026-06-05T20:58:37.464059+00:00","date_source":"source","context":null},"context_markers":[{"label":"Lab","value":"Amazon (Nova)","source":"signal"},{"label":"Signal desk","value":"repos","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"amazon-science/acibench-hallucination-annotations","source":"source"},{"label":"Stars","value":"7","source":"traction"},{"label":"Notability","value":"Low traction research repo","source":"signal"},{"label":"Radar lane","value":"Data demand","source":"radar"},{"label":"Matched term","value":"data","source":"radar"},{"label":"Matched term","value":"dataset","source":"radar"},{"label":"Matched term","value":"label","source":"radar"},{"label":"Matched term","value":"annotation","source":"radar"},{"label":"Watch term","value":"Data pipeline","source":"evidence"},{"label":"Watch term","value":"Infrastructure","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/amazon-science/acibench-hallucination-annotations"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-11T03:58:49.312549+00:00"},"data_business":{"matches":true,"lanes":[{"key":"data","label":"Data demand","url":"https://onlylabs.fyi/data-radar/data","json_url":"https://onlylabs.fyi/data-radar/data/signals.json"}],"matched_terms":["data","dataset","label","annotation"],"score":20,"reason":"Amazon (Nova) has a repo signal matching data demand."},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/4c0e0a54-ced1-40c1-ad36-6949916bf40a/signal.json","dossier_json":"https://onlylabs.fyi/labs/amazon/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/amazon/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/amazon/evidence.json","topic_signals_json":null,"topic_feed":null,"category_signals_json":"https://onlylabs.fyi/signals.json","data_radar_json":"https://onlylabs.fyi/data-radar.json","opportunities_json":"https://onlylabs.fyi/opportunities.json"},"analysis_playbook":{"objective":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","evidence_focus":["repo name","owner","description","language","stars","source URL","first seen time","data, eval, infra, safety, and product terms"],"extraction_questions":["What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Is the repo new evidence for a lab direction that is not yet in writing or releases?","Which related signals should an analyst inspect next?"],"signal_questions":["What does this new repository reveal before a formal announcement exists?","What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Which data-business lane explains this signal: Data demand?","Do the 6 related repo signals show a repeated pattern?"],"output_fields":["org","repo","technical_theme","data_business_lane","evidence_url"],"data_business_relevance":"New repositories can expose organization build priorities early, especially around internal tooling, eval infrastructure, data systems, deployment, and agent workflows.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/4c0e0a54-ced1-40c1-ad36-6949916bf40a/signal.json","required":true},{"label":"source","url":"https://github.com/amazon-science/acibench-hallucination-annotations","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/amazon/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/amazon/evidence.json","required":true},{"label":"topic_signals_json","url":null,"required":false},{"label":"data_radar_json","url":"https://onlylabs.fyi/data-radar.json","required":true}],"expected_output":["one-paragraph source-grounded interpretation","data-business implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Amazon (Nova)'s repo signal \"amazon-science/acibench-hallucination-annotations\" for frontier lab strategy and data-business implications."},"semantic_triples":[{"subject":"Amazon (Nova)","predicate":"published repo","object":"amazon-science/acibench-hallucination-annotations","text":"Amazon (Nova) published repo amazon-science/acibench-hallucination-annotations."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"is classified as","object":"repo signal","text":"amazon-science/acibench-hallucination-annotations is classified as repo signal."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"belongs to","object":"repos desk","text":"amazon-science/acibench-hallucination-annotations belongs to repos desk."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"has evidence coverage","object":"1 captured evidence page","text":"amazon-science/acibench-hallucination-annotations has evidence coverage 1 captured evidence page."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"matches data-business lanes","object":"Data demand","text":"amazon-science/acibench-hallucination-annotations matches data-business lanes Data demand."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"has captured page count","object":"1","text":"amazon-science/acibench-hallucination-annotations has captured page count 1."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"has readable page count","object":"1","text":"amazon-science/acibench-hallucination-annotations has readable page count 1."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"has related signal count","object":"6","text":"amazon-science/acibench-hallucination-annotations has related signal count 6."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"has analysis playbook objective","object":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","text":"amazon-science/acibench-hallucination-annotations has analysis playbook objective Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"has source host","object":"github.com","text":"amazon-science/acibench-hallucination-annotations has source host github.com."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"has lab","object":"Amazon (Nova)","text":"amazon-science/acibench-hallucination-annotations has lab Amazon (Nova)."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"has signal desk","object":"repos","text":"amazon-science/acibench-hallucination-annotations has signal desk repos."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"has source host","object":"github.com","text":"amazon-science/acibench-hallucination-annotations has source host github.com."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"has repository","object":"amazon-science/acibench-hallucination-annotations","text":"amazon-science/acibench-hallucination-annotations has repository amazon-science/acibench-hallucination-annotations."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"has stars","object":"7","text":"amazon-science/acibench-hallucination-annotations has stars 7."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"has notability","object":"Low traction research repo","text":"amazon-science/acibench-hallucination-annotations has notability Low traction research repo."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"has radar lane","object":"Data demand","text":"amazon-science/acibench-hallucination-annotations has radar lane Data demand."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"has matched term","object":"data","text":"amazon-science/acibench-hallucination-annotations has matched term data."}]},"intelligence":{"signal_desk":"repos","answer":"Amazon (Nova) published amazon-science/acibench-hallucination-annotations. This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo amazon-science/acibench-hallucination-annotations · Low traction research repo. onlylabs links this event to 1 captured evidence page and 6 related repo signals. It also maps to Data demand in the data-business radar.","semantic_triples":[{"subject":"Amazon (Nova)","predicate":"published repo","object":"amazon-science/acibench-hallucination-annotations","text":"Amazon (Nova) published repo amazon-science/acibench-hallucination-annotations."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"is classified as","object":"repo signal","text":"amazon-science/acibench-hallucination-annotations is classified as repo signal."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"belongs to","object":"repos desk","text":"amazon-science/acibench-hallucination-annotations belongs to repos desk."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"has evidence coverage","object":"1 captured evidence page","text":"amazon-science/acibench-hallucination-annotations has evidence coverage 1 captured evidence page."},{"subject":"amazon-science/acibench-hallucination-annotations","predicate":"matches data-business lanes","object":"Data demand","text":"amazon-science/acibench-hallucination-annotations matches data-business lanes Data demand."}]},"signal":{"id":"4c0e0a54-ced1-40c1-ad36-6949916bf40a","url":"https://onlylabs.fyi/signals/4c0e0a54-ced1-40c1-ad36-6949916bf40a","json_url":"https://onlylabs.fyi/signals/4c0e0a54-ced1-40c1-ad36-6949916bf40a/signal.json","source_url":"https://github.com/amazon-science/acibench-hallucination-annotations","title":"amazon-science/acibench-hallucination-annotations","summary":"Amazon (Nova) published a new repository. onlylabs watches repos for tooling, eval, infra, and model-adjacent work.","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2025-05-23T16:45:26+00:00","first_seen_at":"2026-06-05T20:58:37.464059+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/amazon-science/acibench-hallucination-annotations"]},"facets":{"repo":"amazon-science/acibench-hallucination-annotations"},"traction":{"github_stars":7,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":{"lanes":[{"key":"data","label":"Data demand","url":"https://onlylabs.fyi/data-radar/data"}],"score":20,"matched_terms":["data","dataset","label","annotation"],"reason":"Amazon (Nova) has a repo signal matching data demand."}},"primary_evidence_page":{"url":"https://github.com/amazon-science/acibench-hallucination-annotations","final_url":"https://github.com/amazon-science/acibench-hallucination-annotations","title":"amazon-science/acibench-hallucination-annotations repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:58:49.312549+00:00","bytes":18528,"raw_path":"796c2efb11a9413b4152250bacd1e08850e850327510f5de0487f5e2c3c87211.json","content_hash":"9e67c5a9f4fa8f1c83f7ca004319878238bc6031d9ba7fc87f5aba90ef03d554","excerpt_chars":1200,"truncated":true,"excerpt":"amazon-science/acibench-hallucination-annotations Description: Expert hallucination labels from the ACI-bench dataset License: CC-BY-4.0 Stars: 7 Forks: 0 Open issues: 0 Created: 2025-05-23T16:45:26Z Pushed: 2025-05-23T16:51:49Z Default branch: main Fork: no Archived: no README: Natural Hallucination Dataset - ACI-bench Clinical Note Hallucination Annotations This repository contains expert-annotated hallucination labels from the ACI-bench dataset for evaluating hallucination detection in medical text summarization. Dataset Overview The Natural Hallucination (NH) dataset contains expert annotations of hallucinations in clinical summaries, focused on SOAP notes from the ACI-bench collection of clinical conversations. Annotation Categories & Counts Expert clinical scribes annotated statements into 4 categories with the following distribution: - No Error: 12,365 - Hallucination: 106 - Inference: 87 - Misunderstanding: 72 Error Severity Distribution The errors were classified by severity: - Low Severity: 138 - High Severity: 87 - Not Medically Relevant (NMR): 40 High Severity Categories The following categories are marked as high severity errors: - Diagnosis - Exam Findings - Lab..."},"evidence_pages":[{"url":"https://github.com/amazon-science/acibench-hallucination-annotations","final_url":"https://github.com/amazon-science/acibench-hallucination-annotations","title":"amazon-science/acibench-hallucination-annotations repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:58:49.312549+00:00","bytes":18528,"raw_path":"796c2efb11a9413b4152250bacd1e08850e850327510f5de0487f5e2c3c87211.json","content_hash":"9e67c5a9f4fa8f1c83f7ca004319878238bc6031d9ba7fc87f5aba90ef03d554","excerpt_chars":1200,"truncated":true,"excerpt":"amazon-science/acibench-hallucination-annotations Description: Expert hallucination labels from the ACI-bench dataset License: CC-BY-4.0 Stars: 7 Forks: 0 Open issues: 0 Created: 2025-05-23T16:45:26Z Pushed: 2025-05-23T16:51:49Z Default branch: main Fork: no Archived: no README: Natural Hallucination Dataset - ACI-bench Clinical Note Hallucination Annotations This repository contains expert-annotated hallucination labels from the ACI-bench dataset for evaluating hallucination detection in medical text summarization. Dataset Overview The Natural Hallucination (NH) dataset contains expert annotations of hallucinations in clinical summaries, focused on SOAP notes from the ACI-bench collection of clinical conversations. Annotation Categories & Counts Expert clinical scribes annotated statements into 4 categories with the following distribution: - No Error: 12,365 - Hallucination: 106 - Inference: 87 - Misunderstanding: 72 Error Severity Distribution The errors were classified by severity: - Low Severity: 138 - High Severity: 87 - Not Medically Relevant (NMR): 40 High Severity Categories The following categories are marked as high severity errors: - Diagnosis - Exam Findings - Lab..."}],"related_signals":[{"id":"087c32a2-6ad0-4981-9315-11fdd32a0153","url":"https://onlylabs.fyi/signals/087c32a2-6ad0-4981-9315-11fdd32a0153","source_url":"https://github.com/amazon-science/reskill","title":"amazon-science/reskill","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-06-04T02:13:35+00:00","first_seen_at":"2026-06-05T20:58:37.464059+00:00","date_source":"source"},{"id":"e5701aed-6cd3-48dd-bfa6-ef839031e2e8","url":"https://onlylabs.fyi/signals/e5701aed-6cd3-48dd-bfa6-ef839031e2e8","source_url":"https://github.com/amazon-science/dualkv-flash-attn-for-rl","title":"amazon-science/dualkv-flash-attn-for-rl","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-05-27T17:38:58+00:00","first_seen_at":"2026-06-05T20:58:37.464059+00:00","date_source":"source"},{"id":"8af28f0c-7331-4b08-b517-e18b3555e503","url":"https://onlylabs.fyi/signals/8af28f0c-7331-4b08-b517-e18b3555e503","source_url":"https://github.com/amazon-science/EvoMAS","title":"amazon-science/EvoMAS","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-05-19T19:23:29+00:00","first_seen_at":"2026-06-05T20:58:37.464059+00:00","date_source":"source"},{"id":"e3ff8718-7daa-4ebd-a3e6-3d825c538b74","url":"https://onlylabs.fyi/signals/e3ff8718-7daa-4ebd-a3e6-3d825c538b74","source_url":"https://github.com/amazon-science/adaptive-layerwise-perturbation","title":"amazon-science/adaptive-layerwise-perturbation","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-05-14T17:44:17+00:00","first_seen_at":"2026-06-05T20:58:37.464059+00:00","date_source":"source"},{"id":"9afcd328-0124-485c-8ace-9c3ad546e316","url":"https://onlylabs.fyi/signals/9afcd328-0124-485c-8ace-9c3ad546e316","source_url":"https://github.com/amazon-science/temporal-reasoning-dataset","title":"amazon-science/temporal-reasoning-dataset","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-05-13T13:07:08+00:00","first_seen_at":"2026-06-05T20:58:37.464059+00:00","date_source":"source"},{"id":"e19ce80b-3d6a-4aaf-9b1a-82d1b19ab682","url":"https://onlylabs.fyi/signals/e19ce80b-3d6a-4aaf-9b1a-82d1b19ab682","source_url":"https://github.com/amazon-science/PROF-GRPO","title":"amazon-science/PROF-GRPO","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-05-12T19:43:55+00:00","first_seen_at":"2026-06-05T20:58:37.464059+00:00","date_source":"source"}]}