{"schema_version":"onlylabs.public_signal.v1","title":"Amazon (Nova) Repo: amazon-science/conformal-multi-agent-deliberation","description":"Amazon (Nova) repo signal with public source context, captured evidence pages, related signals, and data-business radar classification.","url":"https://onlylabs.fyi/signals/1ab0e728-e086-468b-9542-4bac0de60a2c","json_url":"https://onlylabs.fyi/signals/1ab0e728-e086-468b-9542-4bac0de60a2c/signal.json","generated_at":"2026-08-29T17:08:34.835Z","evidence_latest_fetched_at":"2026-08-19T07:02:33.699153+00:00","signal_first_seen_at":"2026-08-19T07:00:36.193017+00:00","org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab","category_label":"Frontier lab","dossier_url":"https://onlylabs.fyi/labs/amazon","dossier_json_url":"https://onlylabs.fyi/labs/amazon/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/1ab0e728-e086-468b-9542-4bac0de60a2c","signal_json":"https://onlylabs.fyi/signals/1ab0e728-e086-468b-9542-4bac0de60a2c/signal.json","source":"https://github.com/amazon-science/conformal-multi-agent-deliberation","lab_dossier":"https://onlylabs.fyi/labs/amazon","lab_dossier_json":"https://onlylabs.fyi/labs/amazon/dossier.json","analysis":"https://onlylabs.fyi/analysis/amazon","analysis_json":"https://onlylabs.fyi/analysis/amazon/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/amazon/evidence.json","category":"https://onlylabs.fyi/frontier","category_json":"https://onlylabs.fyi/frontier.json","category_feed":"https://onlylabs.fyi/frontier/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json","topic":null,"topic_signals_json":null,"topic_feed":null,"data_business":null},"answer_pack":{"answer":"Amazon (Nova) published amazon-science/conformal-multi-agent-deliberation (Python). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo amazon-science/conformal-multi-agent-deliberation · language Python. onlylabs links this event to 1 captured evidence page and 6 related repo signals.","signal_desk":"repos","source_context":{"source_url":"https://github.com/amazon-science/conformal-multi-agent-deliberation","source_host":"github.com","occurred_at":"2026-07-09T02:45:55+00:00","first_seen_at":"2026-08-19T07:00:36.193017+00:00","date_source":"source","context":"Python"},"context_markers":[{"label":"Lab","value":"Amazon (Nova)","source":"signal"},{"label":"Signal desk","value":"repos","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"amazon-science/conformal-multi-agent-deliberation","source":"source"},{"label":"Language","value":"Python","source":"source"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Model card","source":"model"},{"label":"Watch term","value":"Data pipeline","source":"evidence"},{"label":"Watch term","value":"Infrastructure","source":"evidence"},{"label":"Watch term","value":"Safety and alignment","source":"evidence"},{"label":"Watch term","value":"Agents and tool use","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/amazon-science/conformal-multi-agent-deliberation"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-08-19T07:02:33.699153+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/1ab0e728-e086-468b-9542-4bac0de60a2c/signal.json","dossier_json":"https://onlylabs.fyi/labs/amazon/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/amazon/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/amazon/evidence.json","topic_signals_json":null,"topic_feed":null,"category_signals_json":"https://onlylabs.fyi/signals.json","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","evidence_focus":["repo name","owner","description","language","stars","source URL","first seen time","data, eval, infra, safety, and product terms"],"extraction_questions":["What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Is the repo new evidence for a lab direction that is not yet in writing or releases?","Which related signals should an analyst inspect next?"],"signal_questions":["What does this new repository reveal before a formal announcement exists?","What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Do the 6 related repo signals show a repeated pattern?"],"output_fields":["org","repo","technical_theme","data_business_lane","evidence_url"],"data_business_relevance":"New repositories can expose organization build priorities early, especially around internal tooling, eval infrastructure, data systems, deployment, and agent workflows.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/1ab0e728-e086-468b-9542-4bac0de60a2c/signal.json","required":true},{"label":"source","url":"https://github.com/amazon-science/conformal-multi-agent-deliberation","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/amazon/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/amazon/evidence.json","required":true},{"label":"topic_signals_json","url":null,"required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Amazon (Nova)'s repo signal \"amazon-science/conformal-multi-agent-deliberation\" for frontier lab strategy."},"semantic_triples":[{"subject":"Amazon (Nova)","predicate":"published repo","object":"amazon-science/conformal-multi-agent-deliberation","text":"Amazon (Nova) published repo amazon-science/conformal-multi-agent-deliberation."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"is classified as","object":"repo signal","text":"amazon-science/conformal-multi-agent-deliberation is classified as repo signal."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"belongs to","object":"repos desk","text":"amazon-science/conformal-multi-agent-deliberation belongs to repos desk."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"has context","object":"Python","text":"amazon-science/conformal-multi-agent-deliberation has context Python."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"has evidence coverage","object":"1 captured evidence page","text":"amazon-science/conformal-multi-agent-deliberation has evidence coverage 1 captured evidence page."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"has captured page count","object":"1","text":"amazon-science/conformal-multi-agent-deliberation has captured page count 1."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"has readable page count","object":"1","text":"amazon-science/conformal-multi-agent-deliberation has readable page count 1."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"has related signal count","object":"6","text":"amazon-science/conformal-multi-agent-deliberation has related signal count 6."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"has analysis playbook objective","object":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","text":"amazon-science/conformal-multi-agent-deliberation has analysis playbook objective Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"has source host","object":"github.com","text":"amazon-science/conformal-multi-agent-deliberation has source host github.com."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"has lab","object":"Amazon (Nova)","text":"amazon-science/conformal-multi-agent-deliberation has lab Amazon (Nova)."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"has signal desk","object":"repos","text":"amazon-science/conformal-multi-agent-deliberation has signal desk repos."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"has source host","object":"github.com","text":"amazon-science/conformal-multi-agent-deliberation has source host github.com."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"has repository","object":"amazon-science/conformal-multi-agent-deliberation","text":"amazon-science/conformal-multi-agent-deliberation has repository amazon-science/conformal-multi-agent-deliberation."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"has language","object":"Python","text":"amazon-science/conformal-multi-agent-deliberation has language Python."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"has watch term","object":"Eval methodology","text":"amazon-science/conformal-multi-agent-deliberation has watch term Eval methodology."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"has watch term","object":"Model card","text":"amazon-science/conformal-multi-agent-deliberation has watch term Model card."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"has watch term","object":"Data pipeline","text":"amazon-science/conformal-multi-agent-deliberation has watch term Data pipeline."}]},"intelligence":{"signal_desk":"repos","answer":"Amazon (Nova) published amazon-science/conformal-multi-agent-deliberation (Python). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo amazon-science/conformal-multi-agent-deliberation · language Python. onlylabs links this event to 1 captured evidence page and 6 related repo signals.","semantic_triples":[{"subject":"Amazon (Nova)","predicate":"published repo","object":"amazon-science/conformal-multi-agent-deliberation","text":"Amazon (Nova) published repo amazon-science/conformal-multi-agent-deliberation."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"is classified as","object":"repo signal","text":"amazon-science/conformal-multi-agent-deliberation is classified as repo signal."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"belongs to","object":"repos desk","text":"amazon-science/conformal-multi-agent-deliberation belongs to repos desk."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"has context","object":"Python","text":"amazon-science/conformal-multi-agent-deliberation has context Python."},{"subject":"amazon-science/conformal-multi-agent-deliberation","predicate":"has evidence coverage","object":"1 captured evidence page","text":"amazon-science/conformal-multi-agent-deliberation has evidence coverage 1 captured evidence page."}]},"signal":{"id":"1ab0e728-e086-468b-9542-4bac0de60a2c","url":"https://onlylabs.fyi/signals/1ab0e728-e086-468b-9542-4bac0de60a2c","json_url":"https://onlylabs.fyi/signals/1ab0e728-e086-468b-9542-4bac0de60a2c/signal.json","source_url":"https://github.com/amazon-science/conformal-multi-agent-deliberation","title":"amazon-science/conformal-multi-agent-deliberation","summary":"Amazon (Nova) published a new repository. onlylabs watches repos for tooling, eval, infra, and model-adjacent work.","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-07-09T02:45:55+00:00","first_seen_at":"2026-08-19T07:00:36.193017+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/amazon-science/conformal-multi-agent-deliberation"]},"facets":{"repo":"amazon-science/conformal-multi-agent-deliberation","language":"Python"},"traction":{"github_stars":0,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":null},"primary_evidence_page":{"is_primary":true,"source_match":true,"url":"https://github.com/amazon-science/conformal-multi-agent-deliberation","final_url":"https://github.com/amazon-science/conformal-multi-agent-deliberation","title":"amazon-science/conformal-multi-agent-deliberation repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-08-19T07:02:33.699153+00:00","bytes":20011,"raw_path":"9b39680c2b6c5f227d061f7c1559dabf33e5d92e5ef82ede2b5456828309eeb4.json","content_hash":"1f2b30ff02163c5c0d6f63e0a7d2d090975f842d74bf29f7f8e0284c38b69c2d","excerpt_chars":1200,"truncated":true,"excerpt":"amazon-science/conformal-multi-agent-deliberation Language: Python License: NOASSERTION Stars: 0 Forks: 0 Open issues: 0 Created: 2026-07-09T02:45:55Z Pushed: 2026-08-19T02:18:09Z Default branch: main Fork: no Archived: no README: Conformal Multi-Agent Deliberation This repository contains the research implementation for conformal calibration of multi-agent language model deliberation. The framework aggregates verbalized confidence distributions across agents and debate rounds, then uses split conformal prediction to construct prediction sets for selective automation or human escalation. > This code is being released solely for academic and scientific reproducibility purposes, in support of the methods and findings described in the associated publication. Pull requests are not being accepted in order to maintain the code exactly as it was used in the paper. Method The implementation follows four stages: 1. **Multi-agent deliberation:** agents produce probability distributions over candidate answers and reconsider them across debate rounds. 2. **Social aggregation:** agent distributions are combined using uniform, entropy-based, or consistency-based weighting. 3. **Conformal..."},"evidence_pages":[],"related_signals":[{"id":"7f933b03-e9a5-4c59-a8ef-fc16a03bbcac","url":"https://onlylabs.fyi/signals/7f933b03-e9a5-4c59-a8ef-fc16a03bbcac","source_url":"https://github.com/amazon-science/ammo","title":"amazon-science/ammo","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-08-19T20:59:32+00:00","first_seen_at":"2026-08-28T07:00:36.884606+00:00","date_source":"source"},{"id":"b3f84721-d556-48b0-8eae-42f9154ae3b2","url":"https://onlylabs.fyi/signals/b3f84721-d556-48b0-8eae-42f9154ae3b2","source_url":"https://github.com/amazon-science/data-turnstile","title":"amazon-science/data-turnstile","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-07-29T17:59:14+00:00","first_seen_at":"2026-08-25T07:01:35.782527+00:00","date_source":"source"},{"id":"d4faf15c-0608-4c05-a350-734eefc8e553","url":"https://onlylabs.fyi/signals/d4faf15c-0608-4c05-a350-734eefc8e553","source_url":"https://github.com/amazon-science/Self-Evolving-Agents-Double-Ratchet","title":"amazon-science/Self-Evolving-Agents-Double-Ratchet","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-07-29T03:15:00+00:00","first_seen_at":"2026-07-29T07:01:28.174961+00:00","date_source":"source"},{"id":"1ce693d2-3a71-4284-8d7f-36ba42f02d8a","url":"https://onlylabs.fyi/signals/1ce693d2-3a71-4284-8d7f-36ba42f02d8a","source_url":"https://github.com/amazon-science/Self-Evolving-Agents-Ratchet","title":"amazon-science/Self-Evolving-Agents-Ratchet","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-07-29T03:12:27+00:00","first_seen_at":"2026-07-29T07:01:28.174961+00:00","date_source":"source"},{"id":"477d23ab-00ad-49be-a1dc-ff619d124051","url":"https://onlylabs.fyi/signals/477d23ab-00ad-49be-a1dc-ff619d124051","source_url":"https://github.com/amazon-science/tabpfn-automl2026","title":"amazon-science/tabpfn-automl2026","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-07-22T19:42:58+00:00","first_seen_at":"2026-08-01T07:00:35.790317+00:00","date_source":"source"},{"id":"d04e87cc-f7b4-4e7b-a273-227eaa585785","url":"https://onlylabs.fyi/signals/d04e87cc-f7b4-4e7b-a273-227eaa585785","source_url":"https://github.com/amazon-science/PatientAgentBench","title":"amazon-science/PatientAgentBench","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-07-10T16:52:57+00:00","first_seen_at":"2026-07-29T07:01:28.174961+00:00","date_source":"source"}]}