{"schema_version":"onlylabs.public_signal.v1","title":"Together AI Fork: togethercomputer/lm-evaluation-harness","description":"Together AI fork signal with public source context, captured evidence pages, related signals, and category-scoped analysis context.","url":"https://onlylabs.fyi/signals/a34234b3-c320-4683-9d72-199cfd5a0318","json_url":"https://onlylabs.fyi/signals/a34234b3-c320-4683-9d72-199cfd5a0318/signal.json","generated_at":"2026-06-11T04:19:28.715709+00:00","org":{"slug":"together-ai","name":"Together AI","category":"neocloud","category_label":"Neocloud","dossier_url":"https://onlylabs.fyi/labs/together-ai","dossier_json_url":"https://onlylabs.fyi/labs/together-ai/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/a34234b3-c320-4683-9d72-199cfd5a0318","signal_json":"https://onlylabs.fyi/signals/a34234b3-c320-4683-9d72-199cfd5a0318/signal.json","source":"https://github.com/togethercomputer/lm-evaluation-harness","lab_dossier":"https://onlylabs.fyi/labs/together-ai","lab_dossier_json":"https://onlylabs.fyi/labs/together-ai/dossier.json","analysis":"https://onlylabs.fyi/analysis/together-ai","analysis_json":"https://onlylabs.fyi/analysis/together-ai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/together-ai/evidence.json","category":"https://onlylabs.fyi/neoclouds","category_json":"https://onlylabs.fyi/neoclouds.json","category_feed":"https://onlylabs.fyi/neoclouds/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json?category=neocloud","topic":"https://onlylabs.fyi/topics/forks","topic_signals_json":"https://onlylabs.fyi/topics/forks/signals.json?category=neocloud","topic_feed":"https://onlylabs.fyi/topics/forks/feed.xml?category=neocloud","data_business":null},"answer_pack":{"answer":"Together AI forked togethercomputer/lm-evaluation-harness (forked from EleutherAI/lm-evaluation-harness). This fork signal points to upstream code the lab may be inspecting, patching, or building on. High-signal details: repo togethercomputer/lm-evaluation-harness · parent EleutherAI/lm-evaluation-harness. onlylabs links this event to 1 captured evidence page and 6 related fork signals.","signal_desk":"forks","source_context":{"source_url":"https://github.com/togethercomputer/lm-evaluation-harness","source_host":"github.com","occurred_at":"2023-10-30T16:26:08+00:00","first_seen_at":"2026-06-05T22:32:10.100906+00:00","date_source":"source","context":"forked from EleutherAI/lm-evaluation-harness"},"context_markers":[{"label":"Lab","value":"Together AI","source":"signal"},{"label":"Signal desk","value":"forks","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"togethercomputer/lm-evaluation-harness","source":"source"},{"label":"Parent","value":"EleutherAI/lm-evaluation-harness","source":"source"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Model card","source":"model"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/togethercomputer/lm-evaluation-harness"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-11T04:19:28.715709+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/a34234b3-c320-4683-9d72-199cfd5a0318/signal.json","dossier_json":"https://onlylabs.fyi/labs/together-ai/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/together-ai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/together-ai/evidence.json","topic_signals_json":"https://onlylabs.fyi/topics/forks/signals.json?category=neocloud","topic_feed":"https://onlylabs.fyi/topics/forks/feed.xml?category=neocloud","category_signals_json":"https://onlylabs.fyi/signals.json?category=neocloud","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn fork activity into a map of upstream tools, libraries, model utilities, agent frameworks, and research dependencies being inspected or adapted.","evidence_focus":["forked parent repo","repo owner","language","description","stars","org and recency"],"extraction_questions":["Which upstream projects are repeated across labs?","Which forks point to evals, agents, infrastructure, model tooling, or data pipelines?","Which low-profile forks could precede a release or hiring wave?","Which labs are converging on the same technical adjacency?"],"signal_questions":["What upstream dependency or technical adjacency does this fork reveal?","Which upstream projects are repeated across labs?","Which forks point to evals, agents, infrastructure, model tooling, or data pipelines?","Do the 6 related fork signals show a repeated pattern?"],"output_fields":["org","upstream_repo","language","technical_theme","evidence_url"],"data_business_relevance":"Data-business lane extraction is scoped to frontier labs; for this category, keep conclusions tied to category-specific strategy, source evidence, and follow-up questions.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/a34234b3-c320-4683-9d72-199cfd5a0318/signal.json","required":true},{"label":"source","url":"https://github.com/togethercomputer/lm-evaluation-harness","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/together-ai/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/together-ai/evidence.json","required":true},{"label":"topic_signals_json","url":"https://onlylabs.fyi/topics/forks/signals.json?category=neocloud","required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Together AI's fork signal \"togethercomputer/lm-evaluation-harness\" for neocloud strategy."},"semantic_triples":[{"subject":"Together AI","predicate":"forked","object":"togethercomputer/lm-evaluation-harness","text":"Together AI forked togethercomputer/lm-evaluation-harness."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"is classified as","object":"fork signal","text":"togethercomputer/lm-evaluation-harness is classified as fork signal."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"belongs to","object":"forks desk","text":"togethercomputer/lm-evaluation-harness belongs to forks desk."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"has context","object":"forked from EleutherAI/lm-evaluation-harness","text":"togethercomputer/lm-evaluation-harness has context forked from EleutherAI/lm-evaluation-harness."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"has evidence coverage","object":"1 captured evidence page","text":"togethercomputer/lm-evaluation-harness has evidence coverage 1 captured evidence page."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"has captured page count","object":"1","text":"togethercomputer/lm-evaluation-harness has captured page count 1."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"has readable page count","object":"1","text":"togethercomputer/lm-evaluation-harness has readable page count 1."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"has related signal count","object":"6","text":"togethercomputer/lm-evaluation-harness has related signal count 6."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"has analysis playbook objective","object":"Turn fork activity into a map of upstream tools, libraries, model utilities, agent frameworks, and research dependencies being inspected or adapted.","text":"togethercomputer/lm-evaluation-harness has analysis playbook objective Turn fork activity into a map of upstream tools, libraries, model utilities, agent frameworks, and research dependencies being inspected or adapted.."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"has source host","object":"github.com","text":"togethercomputer/lm-evaluation-harness has source host github.com."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"has lab","object":"Together AI","text":"togethercomputer/lm-evaluation-harness has lab Together AI."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"has signal desk","object":"forks","text":"togethercomputer/lm-evaluation-harness has signal desk forks."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"has source host","object":"github.com","text":"togethercomputer/lm-evaluation-harness has source host github.com."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"has repository","object":"togethercomputer/lm-evaluation-harness","text":"togethercomputer/lm-evaluation-harness has repository togethercomputer/lm-evaluation-harness."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"has parent","object":"EleutherAI/lm-evaluation-harness","text":"togethercomputer/lm-evaluation-harness has parent EleutherAI/lm-evaluation-harness."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"has watch term","object":"Eval methodology","text":"togethercomputer/lm-evaluation-harness has watch term Eval methodology."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"has watch term","object":"Model card","text":"togethercomputer/lm-evaluation-harness has watch term Model card."}]},"intelligence":{"signal_desk":"forks","answer":"Together AI forked togethercomputer/lm-evaluation-harness (forked from EleutherAI/lm-evaluation-harness). This fork signal points to upstream code the lab may be inspecting, patching, or building on. High-signal details: repo togethercomputer/lm-evaluation-harness · parent EleutherAI/lm-evaluation-harness. onlylabs links this event to 1 captured evidence page and 6 related fork signals.","semantic_triples":[{"subject":"Together AI","predicate":"forked","object":"togethercomputer/lm-evaluation-harness","text":"Together AI forked togethercomputer/lm-evaluation-harness."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"is classified as","object":"fork signal","text":"togethercomputer/lm-evaluation-harness is classified as fork signal."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"belongs to","object":"forks desk","text":"togethercomputer/lm-evaluation-harness belongs to forks desk."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"has context","object":"forked from EleutherAI/lm-evaluation-harness","text":"togethercomputer/lm-evaluation-harness has context forked from EleutherAI/lm-evaluation-harness."},{"subject":"togethercomputer/lm-evaluation-harness","predicate":"has evidence coverage","object":"1 captured evidence page","text":"togethercomputer/lm-evaluation-harness has evidence coverage 1 captured evidence page."}]},"signal":{"id":"a34234b3-c320-4683-9d72-199cfd5a0318","url":"https://onlylabs.fyi/signals/a34234b3-c320-4683-9d72-199cfd5a0318","json_url":"https://onlylabs.fyi/signals/a34234b3-c320-4683-9d72-199cfd5a0318/signal.json","source_url":"https://github.com/togethercomputer/lm-evaluation-harness","title":"togethercomputer/lm-evaluation-harness","summary":"Together AI forked upstream code. onlylabs watches forks for tooling, infrastructure, research dependencies, and product-adjacent work.","context":"forked from EleutherAI/lm-evaluation-harness","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2023-10-30T16:26:08+00:00","first_seen_at":"2026-06-05T22:32:10.100906+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/togethercomputer/lm-evaluation-harness"]},"facets":{"repo":"togethercomputer/lm-evaluation-harness","parent":"EleutherAI/lm-evaluation-harness"},"traction":{"github_stars":0,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":null},"primary_evidence_page":{"url":"https://github.com/togethercomputer/lm-evaluation-harness","final_url":"https://github.com/togethercomputer/lm-evaluation-harness","title":"togethercomputer/lm-evaluation-harness repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T04:19:28.715709+00:00","bytes":33141,"raw_path":"e1ffdc49d57e094ba23137d1386ee18bcf5170e39dd8242ab9e5a559611f64df.json","content_hash":"3e355ca02cef586b62410e7d0e2121c7e78f3c18577c3f5e51cdc63b20fb9837","excerpt_chars":1200,"truncated":true,"excerpt":"togethercomputer/lm-evaluation-harness Description: A framework for few-shot evaluation of autoregressive language models. License: MIT Stars: 0 Forks: 0 Open issues: 0 Created: 2023-10-30T16:26:08Z Pushed: 2023-10-30T16:43:37Z Default branch: master Fork: yes Parent repository: EleutherAI/lm-evaluation-harness Archived: no README: Language Model Evaluation Harness We're Refactoring LM-Eval! (as of 6/15/23) We have a revamp of the Evaluation Harness library internals staged on the [big-refactor](https://github.com/EleutherAI/lm-evaluation-harness/tree/big-refactor) branch! It is far along in progress, but before we start to move the `master` branch of the repository over to this new design with a new version release, we'd like to ensure that it's been tested by outside users and there are no glaring bugs. We’d like your help to test it out! you can help by: 1. Trying out your current workloads on the big-refactor branch, and seeing if anything breaks or is counterintuitive, 2. Porting tasks supported in the previous version of the harness to the new YAML configuration format. Please check out our [task implementation..."},"evidence_pages":[{"url":"https://github.com/togethercomputer/lm-evaluation-harness","final_url":"https://github.com/togethercomputer/lm-evaluation-harness","title":"togethercomputer/lm-evaluation-harness repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T04:19:28.715709+00:00","bytes":33141,"raw_path":"e1ffdc49d57e094ba23137d1386ee18bcf5170e39dd8242ab9e5a559611f64df.json","content_hash":"3e355ca02cef586b62410e7d0e2121c7e78f3c18577c3f5e51cdc63b20fb9837","excerpt_chars":1200,"truncated":true,"excerpt":"togethercomputer/lm-evaluation-harness Description: A framework for few-shot evaluation of autoregressive language models. License: MIT Stars: 0 Forks: 0 Open issues: 0 Created: 2023-10-30T16:26:08Z Pushed: 2023-10-30T16:43:37Z Default branch: master Fork: yes Parent repository: EleutherAI/lm-evaluation-harness Archived: no README: Language Model Evaluation Harness We're Refactoring LM-Eval! (as of 6/15/23) We have a revamp of the Evaluation Harness library internals staged on the [big-refactor](https://github.com/EleutherAI/lm-evaluation-harness/tree/big-refactor) branch! It is far along in progress, but before we start to move the `master` branch of the repository over to this new design with a new version release, we'd like to ensure that it's been tested by outside users and there are no glaring bugs. We’d like your help to test it out! you can help by: 1. Trying out your current workloads on the big-refactor branch, and seeing if anything breaks or is counterintuitive, 2. Porting tasks supported in the previous version of the harness to the new YAML configuration format. Please check out our [task implementation..."}],"related_signals":[{"id":"6367550f-bd25-4483-8fda-eba8b039b892","url":"https://onlylabs.fyi/signals/6367550f-bd25-4483-8fda-eba8b039b892","source_url":"https://github.com/togethercomputer/tinker-cookbook","title":"togethercomputer/tinker-cookbook","context":"forked from thinking-machines-lab/tinker-cookbook","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2026-06-01T08:29:09+00:00","first_seen_at":"2026-06-05T22:32:10.100906+00:00","date_source":"source"},{"id":"e6175547-cf8b-4774-9c10-ad0876c3f14e","url":"https://onlylabs.fyi/signals/e6175547-cf8b-4774-9c10-ad0876c3f14e","source_url":"https://github.com/togethercomputer/k8s-netperf","title":"togethercomputer/k8s-netperf","context":"forked from cloud-bulldozer/k8s-netperf","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2026-04-27T23:08:39+00:00","first_seen_at":"2026-06-05T22:32:10.100906+00:00","date_source":"source"},{"id":"e1ad880b-e8c2-4eed-96b9-9286706c6932","url":"https://onlylabs.fyi/signals/e1ad880b-e8c2-4eed-96b9-9286706c6932","source_url":"https://github.com/togethercomputer/DeepGEMM","title":"togethercomputer/DeepGEMM","context":"forked from deepseek-ai/DeepGEMM","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2026-04-24T20:40:07+00:00","first_seen_at":"2026-06-05T22:32:10.100906+00:00","date_source":"source"},{"id":"8cd07691-5f2d-4997-abfe-64a635021377","url":"https://onlylabs.fyi/signals/8cd07691-5f2d-4997-abfe-64a635021377","source_url":"https://github.com/togethercomputer/sglang-mla-rotation","title":"togethercomputer/sglang-mla-rotation","context":"forked from sgl-project/sglang","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2026-04-08T00:10:20+00:00","first_seen_at":"2026-06-05T22:32:10.100906+00:00","date_source":"source"},{"id":"f3addf6d-624e-4096-a3f3-7fb62dbfb766","url":"https://onlylabs.fyi/signals/f3addf6d-624e-4096-a3f3-7fb62dbfb766","source_url":"https://github.com/togethercomputer/Mooncake","title":"togethercomputer/Mooncake","context":"forked from kvcache-ai/Mooncake","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2026-03-19T17:53:41+00:00","first_seen_at":"2026-06-05T22:32:10.100906+00:00","date_source":"source"},{"id":"48657822-5db2-498c-9a30-dfd49e1da6a6","url":"https://onlylabs.fyi/signals/48657822-5db2-498c-9a30-dfd49e1da6a6","source_url":"https://github.com/togethercomputer/ssd","title":"togethercomputer/ssd","context":"forked from tanishqkumar/ssd","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2026-03-18T16:20:10+00:00","first_seen_at":"2026-06-05T22:32:10.100906+00:00","date_source":"source"}]}