{"schema_version":"onlylabs.public_signal.v1","title":"Amazon (Nova) Repo: amazon-science/evolveQA","description":"Amazon (Nova) repo signal with public source context, captured evidence pages, related signals, and data-business radar classification.","url":"https://onlylabs.fyi/signals/c3be6019-cedc-4c1c-8d41-3256e8e809a0","json_url":"https://onlylabs.fyi/signals/c3be6019-cedc-4c1c-8d41-3256e8e809a0/signal.json","generated_at":"2026-10-25T09:42:38.660Z","evidence_latest_fetched_at":"2026-10-14T07:03:59.913173+00:00","signal_first_seen_at":"2026-10-14T07:00:37.608755+00:00","org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab","category_label":"Frontier lab","dossier_url":"https://onlylabs.fyi/labs/amazon","dossier_json_url":"https://onlylabs.fyi/labs/amazon/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/c3be6019-cedc-4c1c-8d41-3256e8e809a0","signal_json":"https://onlylabs.fyi/signals/c3be6019-cedc-4c1c-8d41-3256e8e809a0/signal.json","source":"https://github.com/amazon-science/evolveQA","lab_dossier":"https://onlylabs.fyi/labs/amazon","lab_dossier_json":"https://onlylabs.fyi/labs/amazon/dossier.json","analysis":"https://onlylabs.fyi/analysis/amazon","analysis_json":"https://onlylabs.fyi/analysis/amazon/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/amazon/evidence.json","category":"https://onlylabs.fyi/frontier","category_json":"https://onlylabs.fyi/frontier.json","category_feed":"https://onlylabs.fyi/frontier/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json","topic":null,"topic_signals_json":null,"topic_feed":null,"data_business":null},"answer_pack":{"answer":"Amazon (Nova) published amazon-science/evolveQA. This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo amazon-science/evolveQA · amazon-science/evolveQA License: NOASSERTION Stars: 0 Forks: 0 Open issues: 0 Created: 2026-08-28T22:07:01Z Pushed: 2026-10-13T20:23:04Z Default branch: main Fork: no.... onlylabs links this event to 1 captured evidence page and 6 related repo signals.","signal_desk":"repos","source_context":{"source_url":"https://github.com/amazon-science/evolveQA","source_host":"github.com","occurred_at":"2026-08-28T22:07:01+00:00","first_seen_at":"2026-10-14T07:00:37.608755+00:00","date_source":"source","context":null},"context_markers":[{"label":"Lab","value":"Amazon (Nova)","source":"signal"},{"label":"Signal desk","value":"repos","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"amazon-science/evolveQA","source":"source"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Data pipeline","source":"evidence"},{"label":"Watch term","value":"Infrastructure","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/amazon-science/evolveQA"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-10-14T07:03:59.913173+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/c3be6019-cedc-4c1c-8d41-3256e8e809a0/signal.json","dossier_json":"https://onlylabs.fyi/labs/amazon/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/amazon/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/amazon/evidence.json","topic_signals_json":null,"topic_feed":null,"category_signals_json":"https://onlylabs.fyi/signals.json","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","evidence_focus":["repo name","owner","description","language","stars","source URL","first seen time","data, eval, infra, safety, and product terms"],"extraction_questions":["What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Is the repo new evidence for a lab direction that is not yet in writing or releases?","Which related signals should an analyst inspect next?"],"signal_questions":["What does this new repository reveal before a formal announcement exists?","What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Do the 6 related repo signals show a repeated pattern?"],"output_fields":["org","repo","technical_theme","data_business_lane","evidence_url"],"data_business_relevance":"New repositories can expose organization build priorities early, especially around internal tooling, eval infrastructure, data systems, deployment, and agent workflows.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/c3be6019-cedc-4c1c-8d41-3256e8e809a0/signal.json","required":true},{"label":"source","url":"https://github.com/amazon-science/evolveQA","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/amazon/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/amazon/evidence.json","required":true},{"label":"topic_signals_json","url":null,"required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Amazon (Nova)'s repo signal \"amazon-science/evolveQA\" for frontier lab strategy."},"semantic_triples":[{"subject":"Amazon (Nova)","predicate":"published repo","object":"amazon-science/evolveQA","text":"Amazon (Nova) published repo amazon-science/evolveQA."},{"subject":"amazon-science/evolveQA","predicate":"is classified as","object":"repo signal","text":"amazon-science/evolveQA is classified as repo signal."},{"subject":"amazon-science/evolveQA","predicate":"belongs to","object":"repos desk","text":"amazon-science/evolveQA belongs to repos desk."},{"subject":"amazon-science/evolveQA","predicate":"has evidence coverage","object":"1 captured evidence page","text":"amazon-science/evolveQA has evidence coverage 1 captured evidence page."},{"subject":"amazon-science/evolveQA","predicate":"has captured page count","object":"1","text":"amazon-science/evolveQA has captured page count 1."},{"subject":"amazon-science/evolveQA","predicate":"has readable page count","object":"1","text":"amazon-science/evolveQA has readable page count 1."},{"subject":"amazon-science/evolveQA","predicate":"has related signal count","object":"6","text":"amazon-science/evolveQA has related signal count 6."},{"subject":"amazon-science/evolveQA","predicate":"has analysis playbook objective","object":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","text":"amazon-science/evolveQA has analysis playbook objective Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.."},{"subject":"amazon-science/evolveQA","predicate":"has source host","object":"github.com","text":"amazon-science/evolveQA has source host github.com."},{"subject":"amazon-science/evolveQA","predicate":"has lab","object":"Amazon (Nova)","text":"amazon-science/evolveQA has lab Amazon (Nova)."},{"subject":"amazon-science/evolveQA","predicate":"has signal desk","object":"repos","text":"amazon-science/evolveQA has signal desk repos."},{"subject":"amazon-science/evolveQA","predicate":"has source host","object":"github.com","text":"amazon-science/evolveQA has source host github.com."},{"subject":"amazon-science/evolveQA","predicate":"has repository","object":"amazon-science/evolveQA","text":"amazon-science/evolveQA has repository amazon-science/evolveQA."},{"subject":"amazon-science/evolveQA","predicate":"has watch term","object":"Eval methodology","text":"amazon-science/evolveQA has watch term Eval methodology."},{"subject":"amazon-science/evolveQA","predicate":"has watch term","object":"Data pipeline","text":"amazon-science/evolveQA has watch term Data pipeline."},{"subject":"amazon-science/evolveQA","predicate":"has watch term","object":"Infrastructure","text":"amazon-science/evolveQA has watch term Infrastructure."}]},"intelligence":{"signal_desk":"repos","answer":"Amazon (Nova) published amazon-science/evolveQA. This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo amazon-science/evolveQA · amazon-science/evolveQA License: NOASSERTION Stars: 0 Forks: 0 Open issues: 0 Created: 2026-08-28T22:07:01Z Pushed: 2026-10-13T20:23:04Z Default branch: main Fork: no.... onlylabs links this event to 1 captured evidence page and 6 related repo signals.","semantic_triples":[{"subject":"Amazon (Nova)","predicate":"published repo","object":"amazon-science/evolveQA","text":"Amazon (Nova) published repo amazon-science/evolveQA."},{"subject":"amazon-science/evolveQA","predicate":"is classified as","object":"repo signal","text":"amazon-science/evolveQA is classified as repo signal."},{"subject":"amazon-science/evolveQA","predicate":"belongs to","object":"repos desk","text":"amazon-science/evolveQA belongs to repos desk."},{"subject":"amazon-science/evolveQA","predicate":"has evidence coverage","object":"1 captured evidence page","text":"amazon-science/evolveQA has evidence coverage 1 captured evidence page."}]},"signal":{"id":"c3be6019-cedc-4c1c-8d41-3256e8e809a0","url":"https://onlylabs.fyi/signals/c3be6019-cedc-4c1c-8d41-3256e8e809a0","json_url":"https://onlylabs.fyi/signals/c3be6019-cedc-4c1c-8d41-3256e8e809a0/signal.json","source_url":"https://github.com/amazon-science/evolveQA","title":"amazon-science/evolveQA","summary":"Amazon (Nova) published a new repository. onlylabs watches repos for tooling, eval, infra, and model-adjacent work.","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-08-28T22:07:01+00:00","first_seen_at":"2026-10-14T07:00:37.608755+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/amazon-science/evolveQA"]},"facets":{"repo":"amazon-science/evolveQA"},"traction":{"github_stars":0,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":null},"primary_evidence_page":{"is_primary":true,"source_match":true,"url":"https://github.com/amazon-science/evolveQA","final_url":"https://github.com/amazon-science/evolveQA","title":"amazon-science/evolveQA repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-10-14T07:03:59.913173+00:00","bytes":20161,"raw_path":"6fd36189b0241f4e4ca7b1f193310f99250edae75b4429c0dd3d97834f2cc705.json","content_hash":"f9dbf0c2fb3c4c37bd3e18277768ddf1018749a68ed68c9d6b481b4cfd52ce92","excerpt_chars":1200,"truncated":true,"excerpt":"amazon-science/evolveQA License: NOASSERTION Stars: 0 Forks: 0 Open issues: 0 Created: 2026-08-28T22:07:01Z Pushed: 2026-10-13T20:23:04Z Default branch: main Fork: no Archived: no README: evolveQA This repository contains the evolveQA dataset as described in the following paper. > **When Facts Change: Probing LLMs on Evolving Knowledge with evolveQA** > Nishanth Sridhar Nakshatri, Shamik Roy, Manoj Ghuhan Arivazhagan, Hanhan Zhou, Vinayshekhar Bannihatti Kumar, Rashmi Gangadharaiah > AWS AI Labs > EMNLP 2026 (main) The paper describes a novel mechanism for identifying evolving knowledge in unstructured corpus and constructing a Q&A test set to evaluate whether a language model answers questions using knowledge that was current at a specified point in time. This repository contains the resulting dataset (evolveQA). The public release contains six knowledge cutoff dates, making it suitable for testing a range of LLMs with varying cutoffs and training periods. Release contents This release contains two complementary datasets: | Directory | Contents | Purpose | | --- | --- | --- | | `raw-public-data/` | Publicly available source documents and updates for AWS, Azure, and WHO Disease..."},"evidence_pages":[],"related_signals":[{"id":"c9033296-9906-4442-b6a9-e3223a4a0c89","url":"https://onlylabs.fyi/signals/c9033296-9906-4442-b6a9-e3223a4a0c89","source_url":"https://github.com/amazon-science/PurpleAudit","title":"amazon-science/PurpleAudit","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-10-22T17:48:57+00:00","first_seen_at":"2026-10-23T07:00:36.960309+00:00","date_source":"source"},{"id":"e90daecf-0838-4660-9a8e-000fd8d43ea5","url":"https://onlylabs.fyi/signals/e90daecf-0838-4660-9a8e-000fd8d43ea5","source_url":"https://github.com/amazon-science/agent-ecc","title":"amazon-science/agent-ecc","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-10-21T08:16:13+00:00","first_seen_at":"2026-10-22T07:00:37.834063+00:00","date_source":"source"},{"id":"81e2f348-2b12-4eb1-9302-31bee0875cb1","url":"https://onlylabs.fyi/signals/81e2f348-2b12-4eb1-9302-31bee0875cb1","source_url":"https://github.com/amazon-science/data-driven-personas","title":"amazon-science/data-driven-personas","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-10-20T14:58:20+00:00","first_seen_at":"2026-10-24T07:00:37.03211+00:00","date_source":"source"},{"id":"8adc9223-000b-45ed-a975-8a92b0ed03cd","url":"https://onlylabs.fyi/signals/8adc9223-000b-45ed-a975-8a92b0ed03cd","source_url":"https://github.com/amazon-science/HypAgent","title":"amazon-science/HypAgent","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-10-16T22:18:18+00:00","first_seen_at":"2026-10-20T07:00:38.102697+00:00","date_source":"source"},{"id":"6edd8f49-d725-4051-b89a-ab2591a1169e","url":"https://onlylabs.fyi/signals/6edd8f49-d725-4051-b89a-ab2591a1169e","source_url":"https://github.com/amazon-science/ListQA-Eval","title":"amazon-science/ListQA-Eval","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-10-12T22:56:22+00:00","first_seen_at":"2026-10-13T07:00:39.039069+00:00","date_source":"source"},{"id":"5334795d-9810-4d77-88eb-661c7c0a71cc","url":"https://onlylabs.fyi/signals/5334795d-9810-4d77-88eb-661c7c0a71cc","source_url":"https://github.com/amazon-science/attune","title":"amazon-science/attune","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-10-12T21:09:30+00:00","first_seen_at":"2026-10-14T07:00:37.608755+00:00","date_source":"source"}]}