{"schema_version":"onlylabs.public_signal.v1","title":"NVIDIA Repo: NVIDIA/cosmos-evaluator","description":"NVIDIA repo signal with public source context, captured evidence pages, related signals, and data-business radar classification.","url":"https://onlylabs.fyi/signals/f764bbf4-c18d-4566-94cf-e30ce9a04a59","json_url":"https://onlylabs.fyi/signals/f764bbf4-c18d-4566-94cf-e30ce9a04a59/signal.json","generated_at":"2026-06-11T02:52:43.475754+00:00","org":{"slug":"nvidia","name":"NVIDIA","category":"frontier-lab","category_label":"Frontier lab","dossier_url":"https://onlylabs.fyi/labs/nvidia","dossier_json_url":"https://onlylabs.fyi/labs/nvidia/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/f764bbf4-c18d-4566-94cf-e30ce9a04a59","signal_json":"https://onlylabs.fyi/signals/f764bbf4-c18d-4566-94cf-e30ce9a04a59/signal.json","source":"https://github.com/NVIDIA/cosmos-evaluator","lab_dossier":"https://onlylabs.fyi/labs/nvidia","lab_dossier_json":"https://onlylabs.fyi/labs/nvidia/dossier.json","analysis":"https://onlylabs.fyi/analysis/nvidia","analysis_json":"https://onlylabs.fyi/analysis/nvidia/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/nvidia/evidence.json","category":"https://onlylabs.fyi/frontier","category_json":"https://onlylabs.fyi/frontier.json","category_feed":"https://onlylabs.fyi/frontier/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json","topic":null,"topic_signals_json":null,"topic_feed":null,"data_business":{"radar":"https://onlylabs.fyi/data-radar","radar_json":"https://onlylabs.fyi/data-radar.json","opportunities":"https://onlylabs.fyi/opportunities","opportunities_json":"https://onlylabs.fyi/opportunities.json","lanes":[{"key":"evals","label":"Evals and quality","url":"https://onlylabs.fyi/data-radar/evals","json_url":"https://onlylabs.fyi/data-radar/evals/signals.json"}]}},"answer_pack":{"answer":"NVIDIA published NVIDIA/cosmos-evaluator (Python). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo NVIDIA/cosmos-evaluator · language Python · New NVIDIA repo with low traction. onlylabs links this event to 1 captured evidence page and 6 related repo signals. It also maps to Evals and quality in the data-business radar.","signal_desk":"repos","source_context":{"source_url":"https://github.com/NVIDIA/cosmos-evaluator","source_host":"github.com","occurred_at":"2026-03-06T20:12:25+00:00","first_seen_at":"2026-06-05T20:58:43.255815+00:00","date_source":"source","context":"Python"},"context_markers":[{"label":"Lab","value":"NVIDIA","source":"signal"},{"label":"Signal desk","value":"repos","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"NVIDIA/cosmos-evaluator","source":"source"},{"label":"Language","value":"Python","source":"source"},{"label":"Stars","value":"23","source":"traction"},{"label":"Notability","value":"New NVIDIA repo with low traction","source":"signal"},{"label":"Radar lane","value":"Evals and quality","source":"radar"},{"label":"Matched term","value":"eval","source":"radar"},{"label":"Matched term","value":"evaluation","source":"radar"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Infrastructure","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/NVIDIA/cosmos-evaluator"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-11T02:52:43.475754+00:00"},"data_business":{"matches":true,"lanes":[{"key":"evals","label":"Evals and quality","url":"https://onlylabs.fyi/data-radar/evals","json_url":"https://onlylabs.fyi/data-radar/evals/signals.json"}],"matched_terms":["eval","evaluation"],"score":16,"reason":"NVIDIA has a repo signal matching evals and quality."},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/f764bbf4-c18d-4566-94cf-e30ce9a04a59/signal.json","dossier_json":"https://onlylabs.fyi/labs/nvidia/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/nvidia/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/nvidia/evidence.json","topic_signals_json":null,"topic_feed":null,"category_signals_json":"https://onlylabs.fyi/signals.json","data_radar_json":"https://onlylabs.fyi/data-radar.json","opportunities_json":"https://onlylabs.fyi/opportunities.json"},"analysis_playbook":{"objective":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","evidence_focus":["repo name","owner","description","language","stars","source URL","first seen time","data, eval, infra, safety, and product terms"],"extraction_questions":["What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Is the repo new evidence for a lab direction that is not yet in writing or releases?","Which related signals should an analyst inspect next?"],"signal_questions":["What does this new repository reveal before a formal announcement exists?","What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Which data-business lane explains this signal: Evals and quality?","Do the 6 related repo signals show a repeated pattern?"],"output_fields":["org","repo","technical_theme","data_business_lane","evidence_url"],"data_business_relevance":"New repositories can expose organization build priorities early, especially around internal tooling, eval infrastructure, data systems, deployment, and agent workflows.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/f764bbf4-c18d-4566-94cf-e30ce9a04a59/signal.json","required":true},{"label":"source","url":"https://github.com/NVIDIA/cosmos-evaluator","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/nvidia/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/nvidia/evidence.json","required":true},{"label":"topic_signals_json","url":null,"required":false},{"label":"data_radar_json","url":"https://onlylabs.fyi/data-radar.json","required":true}],"expected_output":["one-paragraph source-grounded interpretation","data-business implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze NVIDIA's repo signal \"NVIDIA/cosmos-evaluator\" for frontier lab strategy and data-business implications."},"semantic_triples":[{"subject":"NVIDIA","predicate":"published repo","object":"NVIDIA/cosmos-evaluator","text":"NVIDIA published repo NVIDIA/cosmos-evaluator."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"is classified as","object":"repo signal","text":"NVIDIA/cosmos-evaluator is classified as repo signal."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"belongs to","object":"repos desk","text":"NVIDIA/cosmos-evaluator belongs to repos desk."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"has context","object":"Python","text":"NVIDIA/cosmos-evaluator has context Python."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"has evidence coverage","object":"1 captured evidence page","text":"NVIDIA/cosmos-evaluator has evidence coverage 1 captured evidence page."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"matches data-business lanes","object":"Evals and quality","text":"NVIDIA/cosmos-evaluator matches data-business lanes Evals and quality."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"has captured page count","object":"1","text":"NVIDIA/cosmos-evaluator has captured page count 1."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"has readable page count","object":"1","text":"NVIDIA/cosmos-evaluator has readable page count 1."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"has related signal count","object":"6","text":"NVIDIA/cosmos-evaluator has related signal count 6."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"has analysis playbook objective","object":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","text":"NVIDIA/cosmos-evaluator has analysis playbook objective Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"has source host","object":"github.com","text":"NVIDIA/cosmos-evaluator has source host github.com."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"has lab","object":"NVIDIA","text":"NVIDIA/cosmos-evaluator has lab NVIDIA."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"has signal desk","object":"repos","text":"NVIDIA/cosmos-evaluator has signal desk repos."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"has source host","object":"github.com","text":"NVIDIA/cosmos-evaluator has source host github.com."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"has repository","object":"NVIDIA/cosmos-evaluator","text":"NVIDIA/cosmos-evaluator has repository NVIDIA/cosmos-evaluator."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"has language","object":"Python","text":"NVIDIA/cosmos-evaluator has language Python."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"has stars","object":"23","text":"NVIDIA/cosmos-evaluator has stars 23."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"has notability","object":"New NVIDIA repo with low traction","text":"NVIDIA/cosmos-evaluator has notability New NVIDIA repo with low traction."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"has radar lane","object":"Evals and quality","text":"NVIDIA/cosmos-evaluator has radar lane Evals and quality."}]},"intelligence":{"signal_desk":"repos","answer":"NVIDIA published NVIDIA/cosmos-evaluator (Python). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo NVIDIA/cosmos-evaluator · language Python · New NVIDIA repo with low traction. onlylabs links this event to 1 captured evidence page and 6 related repo signals. It also maps to Evals and quality in the data-business radar.","semantic_triples":[{"subject":"NVIDIA","predicate":"published repo","object":"NVIDIA/cosmos-evaluator","text":"NVIDIA published repo NVIDIA/cosmos-evaluator."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"is classified as","object":"repo signal","text":"NVIDIA/cosmos-evaluator is classified as repo signal."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"belongs to","object":"repos desk","text":"NVIDIA/cosmos-evaluator belongs to repos desk."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"has context","object":"Python","text":"NVIDIA/cosmos-evaluator has context Python."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"has evidence coverage","object":"1 captured evidence page","text":"NVIDIA/cosmos-evaluator has evidence coverage 1 captured evidence page."},{"subject":"NVIDIA/cosmos-evaluator","predicate":"matches data-business lanes","object":"Evals and quality","text":"NVIDIA/cosmos-evaluator matches data-business lanes Evals and quality."}]},"signal":{"id":"f764bbf4-c18d-4566-94cf-e30ce9a04a59","url":"https://onlylabs.fyi/signals/f764bbf4-c18d-4566-94cf-e30ce9a04a59","json_url":"https://onlylabs.fyi/signals/f764bbf4-c18d-4566-94cf-e30ce9a04a59/signal.json","source_url":"https://github.com/NVIDIA/cosmos-evaluator","title":"NVIDIA/cosmos-evaluator","summary":"NVIDIA published a new repository. onlylabs watches repos for tooling, eval, infra, and model-adjacent work.","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"nvidia","name":"NVIDIA","category":"frontier-lab"},"occurred_at":"2026-03-06T20:12:25+00:00","first_seen_at":"2026-06-05T20:58:43.255815+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/NVIDIA/cosmos-evaluator"]},"facets":{"repo":"NVIDIA/cosmos-evaluator","language":"Python"},"traction":{"github_stars":23,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":{"lanes":[{"key":"evals","label":"Evals and quality","url":"https://onlylabs.fyi/data-radar/evals"}],"score":16,"matched_terms":["eval","evaluation"],"reason":"NVIDIA has a repo signal matching evals and quality."}},"primary_evidence_page":{"url":"https://github.com/NVIDIA/cosmos-evaluator","final_url":"https://github.com/NVIDIA/cosmos-evaluator","title":"NVIDIA/cosmos-evaluator repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T02:52:43.475754+00:00","bytes":9996,"raw_path":"d568cfc054aa7f7fd608c24efd55c64c9e38d568999b0b4bd947c9f28de77f14.json","content_hash":"b864977d2025f6f741d51358ebb1a4510b610415e630c4e2b837fefc9a7d5979","excerpt_chars":1200,"truncated":true,"excerpt":"NVIDIA/cosmos-evaluator Description: Cosmos Evaluator is an automated evaluation & grading system for synthetic video output generated by Cosmos models Language: Python License: Apache-2.0 Stars: 24 Forks: 4 Open issues: 0 Created: 2026-03-06T20:12:25Z Pushed: 2026-03-14T00:16:54Z Default branch: main Fork: no Archived: no README: Cosmos Evaluator Cosmos Evaluator is an automated evaluation system for synthetic video output generated by [Cosmos](https://developer.nvidia.com/cosmos). It validates quality across multiple dimensions — object correspondence, environment conditions, and more — producing structured quality scores you can use to assess and improve your video generation pipeline. This document will show you how to get started with running the different checker containers. What's Included This release includes four evaluation checks and the service framework to run them: | Check | What It Does | |-------|-------------| | **Hallucination Check** | This checker looks for hallucinated movement in an augmented video. It compares movement masks between original and augmented videos, and detects new hallucinated moving objects, or removed moving objects in the augmented video. |..."},"evidence_pages":[{"url":"https://github.com/NVIDIA/cosmos-evaluator","final_url":"https://github.com/NVIDIA/cosmos-evaluator","title":"NVIDIA/cosmos-evaluator repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T02:52:43.475754+00:00","bytes":9996,"raw_path":"d568cfc054aa7f7fd608c24efd55c64c9e38d568999b0b4bd947c9f28de77f14.json","content_hash":"b864977d2025f6f741d51358ebb1a4510b610415e630c4e2b837fefc9a7d5979","excerpt_chars":1200,"truncated":true,"excerpt":"NVIDIA/cosmos-evaluator Description: Cosmos Evaluator is an automated evaluation & grading system for synthetic video output generated by Cosmos models Language: Python License: Apache-2.0 Stars: 24 Forks: 4 Open issues: 0 Created: 2026-03-06T20:12:25Z Pushed: 2026-03-14T00:16:54Z Default branch: main Fork: no Archived: no README: Cosmos Evaluator Cosmos Evaluator is an automated evaluation system for synthetic video output generated by [Cosmos](https://developer.nvidia.com/cosmos). It validates quality across multiple dimensions — object correspondence, environment conditions, and more — producing structured quality scores you can use to assess and improve your video generation pipeline. This document will show you how to get started with running the different checker containers. What's Included This release includes four evaluation checks and the service framework to run them: | Check | What It Does | |-------|-------------| | **Hallucination Check** | This checker looks for hallucinated movement in an augmented video. It compares movement masks between original and augmented videos, and detects new hallucinated moving objects, or removed moving objects in the augmented video. |..."}],"related_signals":[{"id":"9c2bf9a4-d1d1-40d5-82e6-f8f753666e51","url":"https://onlylabs.fyi/signals/9c2bf9a4-d1d1-40d5-82e6-f8f753666e51","source_url":"https://github.com/NVIDIA/srt-slurm-recipes","title":"NVIDIA/srt-slurm-recipes","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"nvidia","name":"NVIDIA","category":"frontier-lab"},"occurred_at":"2026-06-06T16:27:18+00:00","first_seen_at":"2026-06-09T07:00:17.261926+00:00","date_source":"source"},{"id":"69994713-c7b8-497a-9632-f22a985e3ab2","url":"https://onlylabs.fyi/signals/69994713-c7b8-497a-9632-f22a985e3ab2","source_url":"https://github.com/NVIDIA/instant-nurec","title":"NVIDIA/instant-nurec","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"nvidia","name":"NVIDIA","category":"frontier-lab"},"occurred_at":"2026-05-22T18:08:59+00:00","first_seen_at":"2026-06-05T20:58:43.255815+00:00","date_source":"source"},{"id":"8e495175-9ea0-4970-8f0c-bce8e6eeddbb","url":"https://onlylabs.fyi/signals/8e495175-9ea0-4970-8f0c-bce8e6eeddbb","source_url":"https://github.com/NVIDIA/nv-config-manager","title":"NVIDIA/nv-config-manager","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"nvidia","name":"NVIDIA","category":"frontier-lab"},"occurred_at":"2026-05-21T20:26:37+00:00","first_seen_at":"2026-06-05T20:58:43.255815+00:00","date_source":"source"},{"id":"20d352e8-82e7-477b-8bdf-923812420180","url":"https://onlylabs.fyi/signals/20d352e8-82e7-477b-8bdf-923812420180","source_url":"https://github.com/NVIDIA/nurec-skills","title":"NVIDIA/nurec-skills","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"nvidia","name":"NVIDIA","category":"frontier-lab"},"occurred_at":"2026-05-20T18:40:04+00:00","first_seen_at":"2026-06-05T20:58:43.255815+00:00","date_source":"source"},{"id":"9ea31493-953e-4b1e-bdf1-e116d282f650","url":"https://onlylabs.fyi/signals/9ea31493-953e-4b1e-bdf1-e116d282f650","source_url":"https://github.com/NVIDIA/cosmos-framework","title":"NVIDIA/cosmos-framework","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"nvidia","name":"NVIDIA","category":"frontier-lab"},"occurred_at":"2026-05-19T16:27:26+00:00","first_seen_at":"2026-06-05T20:58:43.255815+00:00","date_source":"source"},{"id":"6d0e432a-4b75-4cda-880e-54189f717d5b","url":"https://onlylabs.fyi/signals/6d0e432a-4b75-4cda-880e-54189f717d5b","source_url":"https://github.com/NVIDIA/harmonizer","title":"NVIDIA/harmonizer","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"nvidia","name":"NVIDIA","category":"frontier-lab"},"occurred_at":"2026-05-19T15:39:32+00:00","first_seen_at":"2026-06-05T20:58:43.255815+00:00","date_source":"source"}]}