{"schema_version":"onlylabs.public_signal.v1","title":"Microsoft Release: microsoft/superbenchmark v0.11.0","description":"Microsoft release signal with public source context, captured evidence pages, related signals, and data-business radar classification.","url":"https://onlylabs.fyi/signals/48b9c75b-4587-4977-8d0c-b17a681ad787","json_url":"https://onlylabs.fyi/signals/48b9c75b-4587-4977-8d0c-b17a681ad787/signal.json","generated_at":"2026-06-27T00:46:37.197Z","evidence_latest_fetched_at":"2026-06-13T07:01:57.025772+00:00","signal_first_seen_at":"2026-06-13T07:00:27.571701+00:00","org":{"slug":"microsoft","name":"Microsoft","category":"frontier-lab","category_label":"Frontier lab","dossier_url":"https://onlylabs.fyi/labs/microsoft","dossier_json_url":"https://onlylabs.fyi/labs/microsoft/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/48b9c75b-4587-4977-8d0c-b17a681ad787","signal_json":"https://onlylabs.fyi/signals/48b9c75b-4587-4977-8d0c-b17a681ad787/signal.json","source":"https://github.com/microsoft/superbenchmark/releases/tag/v0.11.0","lab_dossier":"https://onlylabs.fyi/labs/microsoft","lab_dossier_json":"https://onlylabs.fyi/labs/microsoft/dossier.json","analysis":"https://onlylabs.fyi/analysis/microsoft","analysis_json":"https://onlylabs.fyi/analysis/microsoft/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/microsoft/evidence.json","category":"https://onlylabs.fyi/frontier","category_json":"https://onlylabs.fyi/frontier.json","category_feed":"https://onlylabs.fyi/frontier/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json","topic":"https://onlylabs.fyi/topics/releases","topic_signals_json":"https://onlylabs.fyi/topics/releases/signals.json","topic_feed":"https://onlylabs.fyi/topics/releases/feed.xml","data_business":{"radar":"https://onlylabs.fyi/data-radar","radar_json":"https://onlylabs.fyi/data-radar.json","opportunities":"https://onlylabs.fyi/opportunities","opportunities_json":"https://onlylabs.fyi/opportunities.json","lanes":[{"key":"evals","label":"Evals and quality","url":"https://onlylabs.fyi/data-radar/evals","json_url":"https://onlylabs.fyi/data-radar/evals/signals.json"}]}},"answer_pack":{"answer":"Microsoft published microsoft/superbenchmark v0.11.0 (microsoft/superbenchmark). This release signal is evidence of what shipped, changed, or was packaged for users. High-signal details: Routine release of benchmarking tool. · Release SuperBench v0.11.0 Repository: microsoft/superbenchmark Tag: v0.11.0 Published: 2024-10-08T06:18:01Z Prerelease: no Release notes: SuperBench 0.11.0 Release.... onlylabs links this event to 1 captured evidence page and 6 related release signals. It also maps to Evals and quality in the data-business radar.","signal_desk":"releases","source_context":{"source_url":"https://github.com/microsoft/superbenchmark/releases/tag/v0.11.0","source_host":"github.com","occurred_at":"2024-10-08T06:18:01+00:00","first_seen_at":"2026-06-13T07:00:27.571701+00:00","date_source":"source","context":"microsoft/superbenchmark"},"context_markers":[{"label":"Lab","value":"Microsoft","source":"signal"},{"label":"Signal desk","value":"releases","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"microsoft/superbenchmark","source":"source"},{"label":"Release","value":"Release SuperBench v0.11.0","source":"source"},{"label":"Notability","value":"Routine release of benchmarking tool.","source":"signal"},{"label":"Radar lane","value":"Evals and quality","source":"radar"},{"label":"Matched term","value":"benchmark","source":"radar"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Infrastructure","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/microsoft/superbenchmark/releases/tag/v0.11.0"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-13T07:01:57.025772+00:00"},"data_business":{"matches":true,"lanes":[{"key":"evals","label":"Evals and quality","url":"https://onlylabs.fyi/data-radar/evals","json_url":"https://onlylabs.fyi/data-radar/evals/signals.json"}],"matched_terms":["benchmark"],"score":13,"reason":"Microsoft has a release signal matching evals and quality."},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/48b9c75b-4587-4977-8d0c-b17a681ad787/signal.json","dossier_json":"https://onlylabs.fyi/labs/microsoft/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/microsoft/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/microsoft/evidence.json","topic_signals_json":"https://onlylabs.fyi/topics/releases/signals.json","topic_feed":"https://onlylabs.fyi/topics/releases/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json","data_radar_json":"https://onlylabs.fyi/data-radar.json","opportunities_json":"https://onlylabs.fyi/opportunities.json"},"analysis_playbook":{"objective":"Turn model cards, repository releases, and launch artifacts into a current view of what shipped and what changed.","evidence_focus":["model card","release note","version or tag","pipeline tag","license","downloads, likes, stars, and linked papers"],"extraction_questions":["What actually shipped, and through which public artifact?","Which releases include inspectable model, repo, paper, or package evidence?","Which launches create new eval, data, infra, or deployment needs?","Which shipped signals are missing captured page context?"],"signal_questions":["What changed in this release, and what downstream data or infrastructure need could it create?","What actually shipped, and through which public artifact?","Which releases include inspectable model, repo, paper, or package evidence?","Which data-business lane explains this signal: Evals and quality?","Do the 6 related release signals show a repeated pattern?"],"output_fields":["org","release_type","artifact","traction","data_business_lane","evidence_url"],"data_business_relevance":"Release signals show the hard edge of lab execution and help connect data-business opportunities to concrete model, repo, and deployment changes.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/48b9c75b-4587-4977-8d0c-b17a681ad787/signal.json","required":true},{"label":"source","url":"https://github.com/microsoft/superbenchmark/releases/tag/v0.11.0","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/microsoft/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/microsoft/evidence.json","required":true},{"label":"topic_signals_json","url":"https://onlylabs.fyi/topics/releases/signals.json","required":false},{"label":"data_radar_json","url":"https://onlylabs.fyi/data-radar.json","required":true}],"expected_output":["one-paragraph source-grounded interpretation","data-business implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Microsoft's release signal \"microsoft/superbenchmark v0.11.0\" for frontier lab strategy and data-business implications."},"semantic_triples":[{"subject":"Microsoft","predicate":"released","object":"microsoft/superbenchmark v0.11.0","text":"Microsoft released microsoft/superbenchmark v0.11.0."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"is classified as","object":"release signal","text":"microsoft/superbenchmark v0.11.0 is classified as release signal."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"belongs to","object":"releases desk","text":"microsoft/superbenchmark v0.11.0 belongs to releases desk."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"has context","object":"microsoft/superbenchmark","text":"microsoft/superbenchmark v0.11.0 has context microsoft/superbenchmark."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"has evidence coverage","object":"1 captured evidence page","text":"microsoft/superbenchmark v0.11.0 has evidence coverage 1 captured evidence page."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"matches data-business lanes","object":"Evals and quality","text":"microsoft/superbenchmark v0.11.0 matches data-business lanes Evals and quality."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"has captured page count","object":"1","text":"microsoft/superbenchmark v0.11.0 has captured page count 1."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"has readable page count","object":"1","text":"microsoft/superbenchmark v0.11.0 has readable page count 1."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"has related signal count","object":"6","text":"microsoft/superbenchmark v0.11.0 has related signal count 6."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"has analysis playbook objective","object":"Turn model cards, repository releases, and launch artifacts into a current view of what shipped and what changed.","text":"microsoft/superbenchmark v0.11.0 has analysis playbook objective Turn model cards, repository releases, and launch artifacts into a current view of what shipped and what changed.."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"has source host","object":"github.com","text":"microsoft/superbenchmark v0.11.0 has source host github.com."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"has lab","object":"Microsoft","text":"microsoft/superbenchmark v0.11.0 has lab Microsoft."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"has signal desk","object":"releases","text":"microsoft/superbenchmark v0.11.0 has signal desk releases."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"has source host","object":"github.com","text":"microsoft/superbenchmark v0.11.0 has source host github.com."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"has repository","object":"microsoft/superbenchmark","text":"microsoft/superbenchmark v0.11.0 has repository microsoft/superbenchmark."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"has release","object":"Release SuperBench v0.11.0","text":"microsoft/superbenchmark v0.11.0 has release Release SuperBench v0.11.0."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"has notability","object":"Routine release of benchmarking tool.","text":"microsoft/superbenchmark v0.11.0 has notability Routine release of benchmarking tool.."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"has radar lane","object":"Evals and quality","text":"microsoft/superbenchmark v0.11.0 has radar lane Evals and quality."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"has matched term","object":"benchmark","text":"microsoft/superbenchmark v0.11.0 has matched term benchmark."}]},"intelligence":{"signal_desk":"releases","answer":"Microsoft published microsoft/superbenchmark v0.11.0 (microsoft/superbenchmark). This release signal is evidence of what shipped, changed, or was packaged for users. High-signal details: Routine release of benchmarking tool. · Release SuperBench v0.11.0 Repository: microsoft/superbenchmark Tag: v0.11.0 Published: 2024-10-08T06:18:01Z Prerelease: no Release notes: SuperBench 0.11.0 Release.... onlylabs links this event to 1 captured evidence page and 6 related release signals. It also maps to Evals and quality in the data-business radar.","semantic_triples":[{"subject":"Microsoft","predicate":"released","object":"microsoft/superbenchmark v0.11.0","text":"Microsoft released microsoft/superbenchmark v0.11.0."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"is classified as","object":"release signal","text":"microsoft/superbenchmark v0.11.0 is classified as release signal."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"belongs to","object":"releases desk","text":"microsoft/superbenchmark v0.11.0 belongs to releases desk."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"has context","object":"microsoft/superbenchmark","text":"microsoft/superbenchmark v0.11.0 has context microsoft/superbenchmark."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"has evidence coverage","object":"1 captured evidence page","text":"microsoft/superbenchmark v0.11.0 has evidence coverage 1 captured evidence page."},{"subject":"microsoft/superbenchmark v0.11.0","predicate":"matches data-business lanes","object":"Evals and quality","text":"microsoft/superbenchmark v0.11.0 matches data-business lanes Evals and quality."}]},"signal":{"id":"48b9c75b-4587-4977-8d0c-b17a681ad787","url":"https://onlylabs.fyi/signals/48b9c75b-4587-4977-8d0c-b17a681ad787","json_url":"https://onlylabs.fyi/signals/48b9c75b-4587-4977-8d0c-b17a681ad787/signal.json","source_url":"https://github.com/microsoft/superbenchmark/releases/tag/v0.11.0","title":"microsoft/superbenchmark v0.11.0","summary":"Microsoft published release notes. onlylabs watches releases for what actually shipped.","context":"microsoft/superbenchmark","kind":{"key":"release","label":"Release"},"org":{"slug":"microsoft","name":"Microsoft","category":"frontier-lab"},"occurred_at":"2024-10-08T06:18:01+00:00","first_seen_at":"2026-06-13T07:00:27.571701+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/microsoft/superbenchmark/releases/tag/v0.11.0"]},"facets":{"repo":"microsoft/superbenchmark"},"traction":{"github_stars":null,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":{"lanes":[{"key":"evals","label":"Evals and quality","url":"https://onlylabs.fyi/data-radar/evals"}],"score":13,"matched_terms":["benchmark"],"reason":"Microsoft has a release signal matching evals and quality."}},"primary_evidence_page":{"is_primary":true,"source_match":true,"url":"https://github.com/microsoft/superbenchmark/releases/tag/v0.11.0","final_url":"https://github.com/microsoft/superbenchmark/releases/tag/v0.11.0","title":"microsoft/superbenchmark v0.11.0","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-13T07:01:57.025772+00:00","bytes":3543,"raw_path":"4ffdcd9a7c75d36ee2fe02537ff0b6370717083a23cb9aef3cb8d4822cd190b8.json","content_hash":"01634d9f33a64283c943e4c9c6c4fba790d14ed46940eae77eb235dc0ac78546","excerpt_chars":1200,"truncated":true,"excerpt":"Release SuperBench v0.11.0 Repository: microsoft/superbenchmark Tag: v0.11.0 Published: 2024-10-08T06:18:01Z Prerelease: no Release notes: SuperBench 0.11.0 Release Notes SuperBench Improvements - Add CUDA 12.4 dockerfile. - Upgrade nccl version to v2.23.4 and install ucx v1.16.0 in cuda 12.4 dockefile. - Fix MSCCL build error in CUDA12.4 docker build pipeline. - Add ROCm6.2 dockerfile. - Update hpcx link in cuda11.1 dockerfile to fix docker build failure. - Improve document (Fix metrics name and typos in user tutorial, add BibTeX in README and repo). - Limit protobuf version to be 3.20.x to fix onnxruntime dependency error. - Update omegaconf version to 2.3.0 and fix issues caused by omegaconf version update. - Fix MSCCL build error in CUDA12.4 docker build pipeline. - Update Docker Exec Command for Persistent HPCX Environment. - Fix cuda 12.2 dockerfile LD_LIBRARY_PATH issue. - Use types-setuptools to replace types-pkg_resources. - Add configuration for NDv5 H100 and AMD MI300x. Micro-benchmark Improvements - Add hipblasLt tuning to dist-inference cpp implementation. - Add support for NVIDIA L4/L40/L40s GPUs in gemm-flops. - Upgrade mlc to v3.11. Model-benchmark Improvements -..."},"evidence_pages":[],"related_signals":[{"id":"7edfdc1b-a871-4f13-bf42-757866d037e7","url":"https://onlylabs.fyi/signals/7edfdc1b-a871-4f13-bf42-757866d037e7","source_url":"https://github.com/microsoft/azure-linux-image-tools/releases/tag/v1.5.0","title":"microsoft/azure-linux-image-tools v1.5.0","context":"microsoft/azure-linux-image-tools","kind":{"key":"release","label":"Release"},"org":{"slug":"microsoft","name":"Microsoft","category":"frontier-lab"},"occurred_at":"2026-06-26T23:29:28+00:00","first_seen_at":"2026-06-26T23:50:36.547368+00:00","date_source":"source"},{"id":"fa8f6ee5-0f3e-49dd-83b0-0217648c771e","url":"https://onlylabs.fyi/signals/fa8f6ee5-0f3e-49dd-83b0-0217648c771e","source_url":"https://github.com/microsoft/agent-host-protocol/releases/tag/v0.5.0","title":"microsoft/agent-host-protocol v0.5.0","context":"microsoft/agent-host-protocol","kind":{"key":"release","label":"Release"},"org":{"slug":"microsoft","name":"Microsoft","category":"frontier-lab"},"occurred_at":"2026-06-26T23:23:49+00:00","first_seen_at":"2026-06-26T23:50:36.547368+00:00","date_source":"source"},{"id":"9cdbc2e5-de33-4579-ba60-21735ca54836","url":"https://onlylabs.fyi/signals/9cdbc2e5-de33-4579-ba60-21735ca54836","source_url":"https://github.com/microsoft/agent-host-protocol/releases/tag/clients/go/v0.5.0","title":"microsoft/agent-host-protocol clients/go/v0.5.0","context":"microsoft/agent-host-protocol","kind":{"key":"release","label":"Release"},"org":{"slug":"microsoft","name":"Microsoft","category":"frontier-lab"},"occurred_at":"2026-06-26T23:23:24+00:00","first_seen_at":"2026-06-26T23:50:36.547368+00:00","date_source":"source"},{"id":"7e86312d-15ee-4778-8358-6e39e38e3a14","url":"https://onlylabs.fyi/signals/7e86312d-15ee-4778-8358-6e39e38e3a14","source_url":"https://github.com/microsoft/agent-host-protocol/releases/tag/spec/v0.5.0","title":"microsoft/agent-host-protocol spec/v0.5.0","context":"microsoft/agent-host-protocol","kind":{"key":"release","label":"Release"},"org":{"slug":"microsoft","name":"Microsoft","category":"frontier-lab"},"occurred_at":"2026-06-26T23:22:30+00:00","first_seen_at":"2026-06-26T23:50:36.547368+00:00","date_source":"source"},{"id":"c211d32e-594f-4498-aa88-35f06c397f59","url":"https://onlylabs.fyi/signals/c211d32e-594f-4498-aa88-35f06c397f59","source_url":"https://github.com/microsoft/project-osmos/releases/tag/v0.4.4","title":"microsoft/project-osmos v0.4.4","context":"microsoft/project-osmos","kind":{"key":"release","label":"Release"},"org":{"slug":"microsoft","name":"Microsoft","category":"frontier-lab"},"occurred_at":"2026-06-26T22:48:30+00:00","first_seen_at":"2026-06-26T23:50:36.665541+00:00","date_source":"source"},{"id":"a899db64-6fbb-40d1-b69e-d9ae58843c51","url":"https://onlylabs.fyi/signals/a899db64-6fbb-40d1-b69e-d9ae58843c51","source_url":"https://github.com/microsoft/vcpkg/releases/tag/2026.06.24","title":"microsoft/vcpkg 2026.06.24","context":"microsoft/vcpkg","kind":{"key":"release","label":"Release"},"org":{"slug":"microsoft","name":"Microsoft","category":"frontier-lab"},"occurred_at":"2026-06-26T22:24:29+00:00","first_seen_at":"2026-06-26T23:50:36.665541+00:00","date_source":"source"}]}