{"schema_version":"onlylabs.public_signal.v1","title":"NVIDIA Repo: NVIDIA/SkillEvaluator","description":"NVIDIA repo signal with public source context, captured evidence pages, related signals, and data-business radar classification.","url":"https://onlylabs.fyi/signals/640425e0-b449-43db-97a1-4b741d587fcb","json_url":"https://onlylabs.fyi/signals/640425e0-b449-43db-97a1-4b741d587fcb/signal.json","generated_at":"2026-09-11T20:46:29.417Z","evidence_latest_fetched_at":"2026-08-06T07:02:21.209339+00:00","signal_first_seen_at":"2026-08-06T07:00:45.702038+00:00","org":{"slug":"nvidia","name":"NVIDIA","category":"frontier-lab","category_label":"Frontier lab","dossier_url":"https://onlylabs.fyi/labs/nvidia","dossier_json_url":"https://onlylabs.fyi/labs/nvidia/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/640425e0-b449-43db-97a1-4b741d587fcb","signal_json":"https://onlylabs.fyi/signals/640425e0-b449-43db-97a1-4b741d587fcb/signal.json","source":"https://github.com/NVIDIA/SkillEvaluator","lab_dossier":"https://onlylabs.fyi/labs/nvidia","lab_dossier_json":"https://onlylabs.fyi/labs/nvidia/dossier.json","analysis":"https://onlylabs.fyi/analysis/nvidia","analysis_json":"https://onlylabs.fyi/analysis/nvidia/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/nvidia/evidence.json","category":"https://onlylabs.fyi/frontier","category_json":"https://onlylabs.fyi/frontier.json","category_feed":"https://onlylabs.fyi/frontier/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json","topic":null,"topic_signals_json":null,"topic_feed":null,"data_business":{"radar":"https://onlylabs.fyi/data-radar","radar_json":"https://onlylabs.fyi/data-radar.json","opportunities":"https://onlylabs.fyi/opportunities","opportunities_json":"https://onlylabs.fyi/opportunities.json","lanes":[{"key":"data","label":"Data demand","url":"https://onlylabs.fyi/data-radar/data","json_url":"https://onlylabs.fyi/data-radar/data/signals.json"},{"key":"evals","label":"Evals and quality","url":"https://onlylabs.fyi/data-radar/evals","json_url":"https://onlylabs.fyi/data-radar/evals/signals.json"}]}},"answer_pack":{"answer":"NVIDIA published NVIDIA/SkillEvaluator (Python). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo NVIDIA/SkillEvaluator · language Python. onlylabs links this event to 1 captured evidence page and 6 related repo signals. It also maps to Data demand, Evals and quality in the data-business radar.","signal_desk":"repos","source_context":{"source_url":"https://github.com/NVIDIA/SkillEvaluator","source_host":"github.com","occurred_at":"2026-06-24T02:32:26+00:00","first_seen_at":"2026-08-06T07:00:45.702038+00:00","date_source":"source","context":"Python"},"context_markers":[{"label":"Lab","value":"NVIDIA","source":"signal"},{"label":"Signal desk","value":"repos","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"NVIDIA/SkillEvaluator","source":"source"},{"label":"Language","value":"Python","source":"source"},{"label":"Stars","value":"415","source":"traction"},{"label":"Radar lane","value":"Data demand","source":"radar"},{"label":"Radar lane","value":"Evals and quality","source":"radar"},{"label":"Matched term","value":"data","source":"radar"},{"label":"Matched term","value":"dataset","source":"radar"},{"label":"Matched term","value":"eval","source":"radar"},{"label":"Matched term","value":"evaluation","source":"radar"},{"label":"Matched term","value":"quality","source":"radar"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Data pipeline","source":"evidence"},{"label":"Watch term","value":"Safety and alignment","source":"evidence"},{"label":"Watch term","value":"Agents and tool use","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/NVIDIA/SkillEvaluator"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-08-06T07:02:21.209339+00:00"},"data_business":{"matches":true,"lanes":[{"key":"data","label":"Data demand","url":"https://onlylabs.fyi/data-radar/data","json_url":"https://onlylabs.fyi/data-radar/data/signals.json"},{"key":"evals","label":"Evals and quality","url":"https://onlylabs.fyi/data-radar/evals","json_url":"https://onlylabs.fyi/data-radar/evals/signals.json"}],"matched_terms":["data","dataset","eval","evaluation","quality"],"score":32,"reason":"NVIDIA has a repo signal matching data demand, evals and quality."},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/640425e0-b449-43db-97a1-4b741d587fcb/signal.json","dossier_json":"https://onlylabs.fyi/labs/nvidia/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/nvidia/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/nvidia/evidence.json","topic_signals_json":null,"topic_feed":null,"category_signals_json":"https://onlylabs.fyi/signals.json","data_radar_json":"https://onlylabs.fyi/data-radar.json","opportunities_json":"https://onlylabs.fyi/opportunities.json"},"analysis_playbook":{"objective":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","evidence_focus":["repo name","owner","description","language","stars","source URL","first seen time","data, eval, infra, safety, and product terms"],"extraction_questions":["What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Is the repo new evidence for a lab direction that is not yet in writing or releases?","Which related signals should an analyst inspect next?"],"signal_questions":["What does this new repository reveal before a formal announcement exists?","What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Which data-business lane explains this signal: Data demand, Evals and quality?","Do the 6 related repo signals show a repeated pattern?"],"output_fields":["org","repo","technical_theme","data_business_lane","evidence_url"],"data_business_relevance":"New repositories can expose organization build priorities early, especially around internal tooling, eval infrastructure, data systems, deployment, and agent workflows.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/640425e0-b449-43db-97a1-4b741d587fcb/signal.json","required":true},{"label":"source","url":"https://github.com/NVIDIA/SkillEvaluator","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/nvidia/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/nvidia/evidence.json","required":true},{"label":"topic_signals_json","url":null,"required":false},{"label":"data_radar_json","url":"https://onlylabs.fyi/data-radar.json","required":true}],"expected_output":["one-paragraph source-grounded interpretation","data-business implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze NVIDIA's repo signal \"NVIDIA/SkillEvaluator\" for frontier lab strategy and data-business implications."},"semantic_triples":[{"subject":"NVIDIA","predicate":"published repo","object":"NVIDIA/SkillEvaluator","text":"NVIDIA published repo NVIDIA/SkillEvaluator."},{"subject":"NVIDIA/SkillEvaluator","predicate":"is classified as","object":"repo signal","text":"NVIDIA/SkillEvaluator is classified as repo signal."},{"subject":"NVIDIA/SkillEvaluator","predicate":"belongs to","object":"repos desk","text":"NVIDIA/SkillEvaluator belongs to repos desk."},{"subject":"NVIDIA/SkillEvaluator","predicate":"has context","object":"Python","text":"NVIDIA/SkillEvaluator has context Python."},{"subject":"NVIDIA/SkillEvaluator","predicate":"has evidence coverage","object":"1 captured evidence page","text":"NVIDIA/SkillEvaluator has evidence coverage 1 captured evidence page."},{"subject":"NVIDIA/SkillEvaluator","predicate":"matches data-business lanes","object":"Data demand, Evals and quality","text":"NVIDIA/SkillEvaluator matches data-business lanes Data demand, Evals and quality."},{"subject":"NVIDIA/SkillEvaluator","predicate":"has captured page count","object":"1","text":"NVIDIA/SkillEvaluator has captured page count 1."},{"subject":"NVIDIA/SkillEvaluator","predicate":"has readable page count","object":"1","text":"NVIDIA/SkillEvaluator has readable page count 1."},{"subject":"NVIDIA/SkillEvaluator","predicate":"has related signal count","object":"6","text":"NVIDIA/SkillEvaluator has related signal count 6."},{"subject":"NVIDIA/SkillEvaluator","predicate":"has analysis playbook objective","object":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","text":"NVIDIA/SkillEvaluator has analysis playbook objective Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.."},{"subject":"NVIDIA/SkillEvaluator","predicate":"has source host","object":"github.com","text":"NVIDIA/SkillEvaluator has source host github.com."},{"subject":"NVIDIA/SkillEvaluator","predicate":"has lab","object":"NVIDIA","text":"NVIDIA/SkillEvaluator has lab NVIDIA."},{"subject":"NVIDIA/SkillEvaluator","predicate":"has signal desk","object":"repos","text":"NVIDIA/SkillEvaluator has signal desk repos."},{"subject":"NVIDIA/SkillEvaluator","predicate":"has source host","object":"github.com","text":"NVIDIA/SkillEvaluator has source host github.com."},{"subject":"NVIDIA/SkillEvaluator","predicate":"has repository","object":"NVIDIA/SkillEvaluator","text":"NVIDIA/SkillEvaluator has repository NVIDIA/SkillEvaluator."},{"subject":"NVIDIA/SkillEvaluator","predicate":"has language","object":"Python","text":"NVIDIA/SkillEvaluator has language Python."},{"subject":"NVIDIA/SkillEvaluator","predicate":"has stars","object":"415","text":"NVIDIA/SkillEvaluator has stars 415."},{"subject":"NVIDIA/SkillEvaluator","predicate":"has radar lane","object":"Data demand","text":"NVIDIA/SkillEvaluator has radar lane Data demand."},{"subject":"NVIDIA/SkillEvaluator","predicate":"has radar lane","object":"Evals and quality","text":"NVIDIA/SkillEvaluator has radar lane Evals and quality."}]},"intelligence":{"signal_desk":"repos","answer":"NVIDIA published NVIDIA/SkillEvaluator (Python). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo NVIDIA/SkillEvaluator · language Python. onlylabs links this event to 1 captured evidence page and 6 related repo signals. It also maps to Data demand, Evals and quality in the data-business radar.","semantic_triples":[{"subject":"NVIDIA","predicate":"published repo","object":"NVIDIA/SkillEvaluator","text":"NVIDIA published repo NVIDIA/SkillEvaluator."},{"subject":"NVIDIA/SkillEvaluator","predicate":"is classified as","object":"repo signal","text":"NVIDIA/SkillEvaluator is classified as repo signal."},{"subject":"NVIDIA/SkillEvaluator","predicate":"belongs to","object":"repos desk","text":"NVIDIA/SkillEvaluator belongs to repos desk."},{"subject":"NVIDIA/SkillEvaluator","predicate":"has context","object":"Python","text":"NVIDIA/SkillEvaluator has context Python."},{"subject":"NVIDIA/SkillEvaluator","predicate":"has evidence coverage","object":"1 captured evidence page","text":"NVIDIA/SkillEvaluator has evidence coverage 1 captured evidence page."},{"subject":"NVIDIA/SkillEvaluator","predicate":"matches data-business lanes","object":"Data demand, Evals and quality","text":"NVIDIA/SkillEvaluator matches data-business lanes Data demand, Evals and quality."}]},"signal":{"id":"640425e0-b449-43db-97a1-4b741d587fcb","url":"https://onlylabs.fyi/signals/640425e0-b449-43db-97a1-4b741d587fcb","json_url":"https://onlylabs.fyi/signals/640425e0-b449-43db-97a1-4b741d587fcb/signal.json","source_url":"https://github.com/NVIDIA/SkillEvaluator","title":"NVIDIA/SkillEvaluator","summary":"NVIDIA published a new repository. onlylabs watches repos for tooling, eval, infra, and model-adjacent work.","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"nvidia","name":"NVIDIA","category":"frontier-lab"},"occurred_at":"2026-06-24T02:32:26+00:00","first_seen_at":"2026-08-06T07:00:45.702038+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/NVIDIA/SkillEvaluator"]},"facets":{"repo":"NVIDIA/SkillEvaluator","language":"Python"},"traction":{"github_stars":415,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":{"lanes":[{"key":"data","label":"Data demand","url":"https://onlylabs.fyi/data-radar/data"},{"key":"evals","label":"Evals and quality","url":"https://onlylabs.fyi/data-radar/evals"}],"score":32,"matched_terms":["data","dataset","eval","evaluation","quality"],"reason":"NVIDIA has a repo signal matching data demand, evals and quality."}},"primary_evidence_page":{"is_primary":true,"source_match":true,"url":"https://github.com/NVIDIA/SkillEvaluator","final_url":"https://github.com/NVIDIA/SkillEvaluator","title":"NVIDIA/SkillEvaluator repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-08-06T07:02:21.209339+00:00","bytes":16640,"raw_path":"d17b0500bab017dea395420898dc4c278b4eb9ac68b6b862bd45c539545ddf8b.json","content_hash":"9b5286dba59a8c2cd79543345904ef7206f89d9844c71a4d10e9bc060d5c3b90","excerpt_chars":1200,"truncated":true,"excerpt":"NVIDIA/SkillEvaluator Description: Multi-tier framework for evaluating AI agent skills with quality gates, semantic overlap detection, synthetic evaluation dataset generation, and live agent evaluation that measures how skills affect agent behavior. Language: Python License: Apache-2.0 Stars: 6 Forks: 1 Open issues: 14 Created: 2026-06-24T02:32:26Z Pushed: 2026-08-06T02:09:24Z Default branch: main Fork: no Archived: no README: SkillEvaluator ![SkillEvaluator wordmark](docs/assets/skillevaluator-wordmark.svg) SkillEvaluator is an open-source, multi-tier framework for evaluating AI agent artifacts, starting with agent skills: deterministic quality gates, semantic overlap detection, synthetic eval dataset generation, and live agent evaluation. Agent skills are folders of instructions and supporting files that extend AI agents, as defined by the [Agent Skills specification](https://agentskills.io/). SkillEvaluator is part of the [NVIDIA Verified Skills pipeline](https://github.com/NVIDIA/skills). Three-tier overview ![SkillEvaluator three-tier pipeline: Skill → Tier 1 Validation → Tier 2 Deduplication → Tier 3 Live Evaluation → Reports](docs/assets/three-tier-overview.svg) Tiers are..."},"evidence_pages":[],"related_signals":[{"id":"504bc20c-3b63-4f49-9aa0-59abec394a3f","url":"https://onlylabs.fyi/signals/504bc20c-3b63-4f49-9aa0-59abec394a3f","source_url":"https://github.com/NVIDIA/Vela","title":"NVIDIA/Vela","context":"C++","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"nvidia","name":"NVIDIA","category":"frontier-lab"},"occurred_at":"2026-08-24T17:48:38+00:00","first_seen_at":"2026-09-01T07:00:45.471028+00:00","date_source":"source"},{"id":"f7c633c9-4465-47ee-9617-ce584cf4defb","url":"https://onlylabs.fyi/signals/f7c633c9-4465-47ee-9617-ce584cf4defb","source_url":"https://github.com/NVIDIA/local-ai-inference-recipes","title":"NVIDIA/local-ai-inference-recipes","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"nvidia","name":"NVIDIA","category":"frontier-lab"},"occurred_at":"2026-08-18T12:18:48+00:00","first_seen_at":"2026-09-04T07:01:36.722968+00:00","date_source":"source"},{"id":"c1c1f6a9-b39b-49b4-b5ab-b0497575c27d","url":"https://onlylabs.fyi/signals/c1c1f6a9-b39b-49b4-b5ab-b0497575c27d","source_url":"https://github.com/NVIDIA/sports-intelligence-playbooks","title":"NVIDIA/sports-intelligence-playbooks","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"nvidia","name":"NVIDIA","category":"frontier-lab"},"occurred_at":"2026-08-13T01:16:03+00:00","first_seen_at":"2026-09-10T07:00:44.018435+00:00","date_source":"source"},{"id":"d9cbdeeb-9b7a-4f55-8a7b-993100dc1b64","url":"https://onlylabs.fyi/signals/d9cbdeeb-9b7a-4f55-8a7b-993100dc1b64","source_url":"https://github.com/NVIDIA/sdbusplus","title":"NVIDIA/sdbusplus","context":"C++","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"nvidia","name":"NVIDIA","category":"frontier-lab"},"occurred_at":"2026-08-12T11:26:30+00:00","first_seen_at":"2026-08-29T07:01:30.674867+00:00","date_source":"source"},{"id":"59c3fb35-0499-46c7-9557-13419a1562b6","url":"https://onlylabs.fyi/signals/59c3fb35-0499-46c7-9557-13419a1562b6","source_url":"https://github.com/NVIDIA/tensor-ir","title":"NVIDIA/tensor-ir","context":"C++","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"nvidia","name":"NVIDIA","category":"frontier-lab"},"occurred_at":"2026-08-04T15:22:14+00:00","first_seen_at":"2026-08-18T07:00:41.356914+00:00","date_source":"source"},{"id":"9a029bd5-725a-4ac1-adfe-d792caa4d01e","url":"https://onlylabs.fyi/signals/9a029bd5-725a-4ac1-adfe-d792caa4d01e","source_url":"https://github.com/NVIDIA/cluster-readiness-engine","title":"NVIDIA/cluster-readiness-engine","context":"Go","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"nvidia","name":"NVIDIA","category":"frontier-lab"},"occurred_at":"2026-08-04T12:21:05+00:00","first_seen_at":"2026-09-02T07:03:10.363252+00:00","date_source":"source"}]}