{"schema_version":"onlylabs.public_signal.v1","title":"Amazon (Nova) Repo: amazon-science/GaRAGe","description":"Amazon (Nova) repo signal with public source context, captured evidence pages, related signals, and data-business radar classification.","url":"https://onlylabs.fyi/signals/c6897231-644a-466b-9fca-9da798c6f23c","json_url":"https://onlylabs.fyi/signals/c6897231-644a-466b-9fca-9da798c6f23c/signal.json","generated_at":"2026-06-11T03:58:48.375948+00:00","org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab","category_label":"Frontier lab","dossier_url":"https://onlylabs.fyi/labs/amazon","dossier_json_url":"https://onlylabs.fyi/labs/amazon/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/c6897231-644a-466b-9fca-9da798c6f23c","signal_json":"https://onlylabs.fyi/signals/c6897231-644a-466b-9fca-9da798c6f23c/signal.json","source":"https://github.com/amazon-science/GaRAGe","lab_dossier":"https://onlylabs.fyi/labs/amazon","lab_dossier_json":"https://onlylabs.fyi/labs/amazon/dossier.json","analysis":"https://onlylabs.fyi/analysis/amazon","analysis_json":"https://onlylabs.fyi/analysis/amazon/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/amazon/evidence.json","category":"https://onlylabs.fyi/frontier","category_json":"https://onlylabs.fyi/frontier.json","category_feed":"https://onlylabs.fyi/frontier/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json","topic":null,"topic_signals_json":null,"topic_feed":null,"data_business":{"radar":"https://onlylabs.fyi/data-radar","radar_json":"https://onlylabs.fyi/data-radar.json","opportunities":"https://onlylabs.fyi/opportunities","opportunities_json":"https://onlylabs.fyi/opportunities.json","lanes":[{"key":"data","label":"Data demand","url":"https://onlylabs.fyi/data-radar/data","json_url":"https://onlylabs.fyi/data-radar/data/signals.json"},{"key":"evals","label":"Evals and quality","url":"https://onlylabs.fyi/data-radar/evals","json_url":"https://onlylabs.fyi/data-radar/evals/signals.json"}]}},"answer_pack":{"answer":"Amazon (Nova) published amazon-science/GaRAGe. This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo amazon-science/GaRAGe · New research repo, low traction.. onlylabs links this event to 1 captured evidence page and 6 related repo signals. It also maps to Data demand, Evals and quality in the data-business radar.","signal_desk":"repos","source_context":{"source_url":"https://github.com/amazon-science/GaRAGe","source_host":"github.com","occurred_at":"2025-06-04T10:10:27+00:00","first_seen_at":"2026-06-05T20:58:37.464059+00:00","date_source":"source","context":null},"context_markers":[{"label":"Lab","value":"Amazon (Nova)","source":"signal"},{"label":"Signal desk","value":"repos","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"amazon-science/GaRAGe","source":"source"},{"label":"Stars","value":"13","source":"traction"},{"label":"Notability","value":"New research repo, low traction.","source":"signal"},{"label":"Radar lane","value":"Data demand","source":"radar"},{"label":"Radar lane","value":"Evals and quality","source":"radar"},{"label":"Matched term","value":"annotation","source":"radar"},{"label":"Matched term","value":"rag","source":"radar"},{"label":"Matched term","value":"eval","source":"radar"},{"label":"Matched term","value":"evaluation","source":"radar"},{"label":"Matched term","value":"benchmark","source":"radar"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Data pipeline","source":"evidence"},{"label":"Watch term","value":"Safety and alignment","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/amazon-science/GaRAGe"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-11T03:58:48.375948+00:00"},"data_business":{"matches":true,"lanes":[{"key":"data","label":"Data demand","url":"https://onlylabs.fyi/data-radar/data","json_url":"https://onlylabs.fyi/data-radar/data/signals.json"},{"key":"evals","label":"Evals and quality","url":"https://onlylabs.fyi/data-radar/evals","json_url":"https://onlylabs.fyi/data-radar/evals/signals.json"}],"matched_terms":["annotation","rag","eval","evaluation","benchmark"],"score":32,"reason":"Amazon (Nova) has a repo signal matching data demand, evals and quality."},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/c6897231-644a-466b-9fca-9da798c6f23c/signal.json","dossier_json":"https://onlylabs.fyi/labs/amazon/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/amazon/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/amazon/evidence.json","topic_signals_json":null,"topic_feed":null,"category_signals_json":"https://onlylabs.fyi/signals.json","data_radar_json":"https://onlylabs.fyi/data-radar.json","opportunities_json":"https://onlylabs.fyi/opportunities.json"},"analysis_playbook":{"objective":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","evidence_focus":["repo name","owner","description","language","stars","source URL","first seen time","data, eval, infra, safety, and product terms"],"extraction_questions":["What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Is the repo new evidence for a lab direction that is not yet in writing or releases?","Which related signals should an analyst inspect next?"],"signal_questions":["What does this new repository reveal before a formal announcement exists?","What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Which data-business lane explains this signal: Data demand, Evals and quality?","Do the 6 related repo signals show a repeated pattern?"],"output_fields":["org","repo","technical_theme","data_business_lane","evidence_url"],"data_business_relevance":"New repositories can expose organization build priorities early, especially around internal tooling, eval infrastructure, data systems, deployment, and agent workflows.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/c6897231-644a-466b-9fca-9da798c6f23c/signal.json","required":true},{"label":"source","url":"https://github.com/amazon-science/GaRAGe","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/amazon/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/amazon/evidence.json","required":true},{"label":"topic_signals_json","url":null,"required":false},{"label":"data_radar_json","url":"https://onlylabs.fyi/data-radar.json","required":true}],"expected_output":["one-paragraph source-grounded interpretation","data-business implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Amazon (Nova)'s repo signal \"amazon-science/GaRAGe\" for frontier lab strategy and data-business implications."},"semantic_triples":[{"subject":"Amazon (Nova)","predicate":"published repo","object":"amazon-science/GaRAGe","text":"Amazon (Nova) published repo amazon-science/GaRAGe."},{"subject":"amazon-science/GaRAGe","predicate":"is classified as","object":"repo signal","text":"amazon-science/GaRAGe is classified as repo signal."},{"subject":"amazon-science/GaRAGe","predicate":"belongs to","object":"repos desk","text":"amazon-science/GaRAGe belongs to repos desk."},{"subject":"amazon-science/GaRAGe","predicate":"has evidence coverage","object":"1 captured evidence page","text":"amazon-science/GaRAGe has evidence coverage 1 captured evidence page."},{"subject":"amazon-science/GaRAGe","predicate":"matches data-business lanes","object":"Data demand, Evals and quality","text":"amazon-science/GaRAGe matches data-business lanes Data demand, Evals and quality."},{"subject":"amazon-science/GaRAGe","predicate":"has captured page count","object":"1","text":"amazon-science/GaRAGe has captured page count 1."},{"subject":"amazon-science/GaRAGe","predicate":"has readable page count","object":"1","text":"amazon-science/GaRAGe has readable page count 1."},{"subject":"amazon-science/GaRAGe","predicate":"has related signal count","object":"6","text":"amazon-science/GaRAGe has related signal count 6."},{"subject":"amazon-science/GaRAGe","predicate":"has analysis playbook objective","object":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","text":"amazon-science/GaRAGe has analysis playbook objective Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.."},{"subject":"amazon-science/GaRAGe","predicate":"has source host","object":"github.com","text":"amazon-science/GaRAGe has source host github.com."},{"subject":"amazon-science/GaRAGe","predicate":"has lab","object":"Amazon (Nova)","text":"amazon-science/GaRAGe has lab Amazon (Nova)."},{"subject":"amazon-science/GaRAGe","predicate":"has signal desk","object":"repos","text":"amazon-science/GaRAGe has signal desk repos."},{"subject":"amazon-science/GaRAGe","predicate":"has source host","object":"github.com","text":"amazon-science/GaRAGe has source host github.com."},{"subject":"amazon-science/GaRAGe","predicate":"has repository","object":"amazon-science/GaRAGe","text":"amazon-science/GaRAGe has repository amazon-science/GaRAGe."},{"subject":"amazon-science/GaRAGe","predicate":"has stars","object":"13","text":"amazon-science/GaRAGe has stars 13."},{"subject":"amazon-science/GaRAGe","predicate":"has notability","object":"New research repo, low traction.","text":"amazon-science/GaRAGe has notability New research repo, low traction.."},{"subject":"amazon-science/GaRAGe","predicate":"has radar lane","object":"Data demand","text":"amazon-science/GaRAGe has radar lane Data demand."},{"subject":"amazon-science/GaRAGe","predicate":"has radar lane","object":"Evals and quality","text":"amazon-science/GaRAGe has radar lane Evals and quality."}]},"intelligence":{"signal_desk":"repos","answer":"Amazon (Nova) published amazon-science/GaRAGe. This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo amazon-science/GaRAGe · New research repo, low traction.. onlylabs links this event to 1 captured evidence page and 6 related repo signals. It also maps to Data demand, Evals and quality in the data-business radar.","semantic_triples":[{"subject":"Amazon (Nova)","predicate":"published repo","object":"amazon-science/GaRAGe","text":"Amazon (Nova) published repo amazon-science/GaRAGe."},{"subject":"amazon-science/GaRAGe","predicate":"is classified as","object":"repo signal","text":"amazon-science/GaRAGe is classified as repo signal."},{"subject":"amazon-science/GaRAGe","predicate":"belongs to","object":"repos desk","text":"amazon-science/GaRAGe belongs to repos desk."},{"subject":"amazon-science/GaRAGe","predicate":"has evidence coverage","object":"1 captured evidence page","text":"amazon-science/GaRAGe has evidence coverage 1 captured evidence page."},{"subject":"amazon-science/GaRAGe","predicate":"matches data-business lanes","object":"Data demand, Evals and quality","text":"amazon-science/GaRAGe matches data-business lanes Data demand, Evals and quality."}]},"signal":{"id":"c6897231-644a-466b-9fca-9da798c6f23c","url":"https://onlylabs.fyi/signals/c6897231-644a-466b-9fca-9da798c6f23c","json_url":"https://onlylabs.fyi/signals/c6897231-644a-466b-9fca-9da798c6f23c/signal.json","source_url":"https://github.com/amazon-science/GaRAGe","title":"amazon-science/GaRAGe","summary":"Amazon (Nova) published a new repository. onlylabs watches repos for tooling, eval, infra, and model-adjacent work.","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2025-06-04T10:10:27+00:00","first_seen_at":"2026-06-05T20:58:37.464059+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/amazon-science/GaRAGe"]},"facets":{"repo":"amazon-science/GaRAGe"},"traction":{"github_stars":13,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":{"lanes":[{"key":"data","label":"Data demand","url":"https://onlylabs.fyi/data-radar/data"},{"key":"evals","label":"Evals and quality","url":"https://onlylabs.fyi/data-radar/evals"}],"score":32,"matched_terms":["annotation","rag","eval","evaluation","benchmark"],"reason":"Amazon (Nova) has a repo signal matching data demand, evals and quality."}},"primary_evidence_page":{"url":"https://github.com/amazon-science/GaRAGe","final_url":"https://github.com/amazon-science/GaRAGe","title":"amazon-science/GaRAGe repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:58:48.375948+00:00","bytes":19147,"raw_path":"610a3bd8a2ba2498125aa6bd118cb156699668ab4553ff66db707a4dbcc580f8.json","content_hash":"5df8a0321a933870548ed47be8e644a0ce5cf5b36d292d2652fd92905c217bc5","excerpt_chars":1200,"truncated":true,"excerpt":"amazon-science/GaRAGe Description: [ACL 2025] GaRAGe: A Benchmark with Grounding Annotations for RAG Evaluation. License: NOASSERTION Stars: 13 Forks: 1 Open issues: 0 Created: 2025-06-04T10:10:27Z Pushed: 2025-06-10T10:17:52Z Default branch: main Fork: no Archived: no README: GaRAGe A Benchmark with Grounding Annotations for RAG Evaluation This repository contains the data for the paper (ACL 2025 Findings): [GaRAGe: A Benchmark with Grounding Annotations for RAG Evaluation](https://arxiv.org/abs/2506.07671). GaRAGe is a large RAG benchmark with human-curated long-form answers and annotations of each grounding passage, allowing a fine-grained evaluation of whether LLMs can identify relevant grounding when generating RAG answers. This benchmark contains 2366 questions of diverse complexity, dynamism, and topics, and includes over 35K annotated passages retrieved from both private document sets and the Web, to reflect real-world RAG use cases. This makes it an ideal test bed to evaluate an LLM's ability to identify only the relevant information necessary to compose a response, or provide a deflective response when there is insufficient information. Data Format Each entry in the..."},"evidence_pages":[{"url":"https://github.com/amazon-science/GaRAGe","final_url":"https://github.com/amazon-science/GaRAGe","title":"amazon-science/GaRAGe repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:58:48.375948+00:00","bytes":19147,"raw_path":"610a3bd8a2ba2498125aa6bd118cb156699668ab4553ff66db707a4dbcc580f8.json","content_hash":"5df8a0321a933870548ed47be8e644a0ce5cf5b36d292d2652fd92905c217bc5","excerpt_chars":1200,"truncated":true,"excerpt":"amazon-science/GaRAGe Description: [ACL 2025] GaRAGe: A Benchmark with Grounding Annotations for RAG Evaluation. License: NOASSERTION Stars: 13 Forks: 1 Open issues: 0 Created: 2025-06-04T10:10:27Z Pushed: 2025-06-10T10:17:52Z Default branch: main Fork: no Archived: no README: GaRAGe A Benchmark with Grounding Annotations for RAG Evaluation This repository contains the data for the paper (ACL 2025 Findings): [GaRAGe: A Benchmark with Grounding Annotations for RAG Evaluation](https://arxiv.org/abs/2506.07671). GaRAGe is a large RAG benchmark with human-curated long-form answers and annotations of each grounding passage, allowing a fine-grained evaluation of whether LLMs can identify relevant grounding when generating RAG answers. This benchmark contains 2366 questions of diverse complexity, dynamism, and topics, and includes over 35K annotated passages retrieved from both private document sets and the Web, to reflect real-world RAG use cases. This makes it an ideal test bed to evaluate an LLM's ability to identify only the relevant information necessary to compose a response, or provide a deflective response when there is insufficient information. Data Format Each entry in the..."}],"related_signals":[{"id":"087c32a2-6ad0-4981-9315-11fdd32a0153","url":"https://onlylabs.fyi/signals/087c32a2-6ad0-4981-9315-11fdd32a0153","source_url":"https://github.com/amazon-science/reskill","title":"amazon-science/reskill","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-06-04T02:13:35+00:00","first_seen_at":"2026-06-05T20:58:37.464059+00:00","date_source":"source"},{"id":"e5701aed-6cd3-48dd-bfa6-ef839031e2e8","url":"https://onlylabs.fyi/signals/e5701aed-6cd3-48dd-bfa6-ef839031e2e8","source_url":"https://github.com/amazon-science/dualkv-flash-attn-for-rl","title":"amazon-science/dualkv-flash-attn-for-rl","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-05-27T17:38:58+00:00","first_seen_at":"2026-06-05T20:58:37.464059+00:00","date_source":"source"},{"id":"8af28f0c-7331-4b08-b517-e18b3555e503","url":"https://onlylabs.fyi/signals/8af28f0c-7331-4b08-b517-e18b3555e503","source_url":"https://github.com/amazon-science/EvoMAS","title":"amazon-science/EvoMAS","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-05-19T19:23:29+00:00","first_seen_at":"2026-06-05T20:58:37.464059+00:00","date_source":"source"},{"id":"e3ff8718-7daa-4ebd-a3e6-3d825c538b74","url":"https://onlylabs.fyi/signals/e3ff8718-7daa-4ebd-a3e6-3d825c538b74","source_url":"https://github.com/amazon-science/adaptive-layerwise-perturbation","title":"amazon-science/adaptive-layerwise-perturbation","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-05-14T17:44:17+00:00","first_seen_at":"2026-06-05T20:58:37.464059+00:00","date_source":"source"},{"id":"9afcd328-0124-485c-8ace-9c3ad546e316","url":"https://onlylabs.fyi/signals/9afcd328-0124-485c-8ace-9c3ad546e316","source_url":"https://github.com/amazon-science/temporal-reasoning-dataset","title":"amazon-science/temporal-reasoning-dataset","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-05-13T13:07:08+00:00","first_seen_at":"2026-06-05T20:58:37.464059+00:00","date_source":"source"},{"id":"e19ce80b-3d6a-4aaf-9b1a-82d1b19ab682","url":"https://onlylabs.fyi/signals/e19ce80b-3d6a-4aaf-9b1a-82d1b19ab682","source_url":"https://github.com/amazon-science/PROF-GRPO","title":"amazon-science/PROF-GRPO","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-05-12T19:43:55+00:00","first_seen_at":"2026-06-05T20:58:37.464059+00:00","date_source":"source"}]}