{"schema_version":"onlylabs.public_signal.v1","title":"Lightning AI Fork: Lightning-AI/lm-evaluation-harness","description":"Lightning AI fork signal with public source context, captured evidence pages, related signals, and category-scoped analysis context.","url":"https://onlylabs.fyi/signals/75da6151-fc30-4b14-889e-0e4a8d4217c7","json_url":"https://onlylabs.fyi/signals/75da6151-fc30-4b14-889e-0e4a8d4217c7/signal.json","generated_at":"2026-06-11T04:19:15.747674+00:00","org":{"slug":"lightning-ai","name":"Lightning AI","category":"neocloud","category_label":"Neocloud","dossier_url":"https://onlylabs.fyi/labs/lightning-ai","dossier_json_url":"https://onlylabs.fyi/labs/lightning-ai/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/75da6151-fc30-4b14-889e-0e4a8d4217c7","signal_json":"https://onlylabs.fyi/signals/75da6151-fc30-4b14-889e-0e4a8d4217c7/signal.json","source":"https://github.com/Lightning-AI/lm-evaluation-harness","lab_dossier":"https://onlylabs.fyi/labs/lightning-ai","lab_dossier_json":"https://onlylabs.fyi/labs/lightning-ai/dossier.json","analysis":"https://onlylabs.fyi/analysis/lightning-ai","analysis_json":"https://onlylabs.fyi/analysis/lightning-ai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/lightning-ai/evidence.json","category":"https://onlylabs.fyi/neoclouds","category_json":"https://onlylabs.fyi/neoclouds.json","category_feed":"https://onlylabs.fyi/neoclouds/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json?category=neocloud","topic":"https://onlylabs.fyi/topics/forks","topic_signals_json":"https://onlylabs.fyi/topics/forks/signals.json?category=neocloud","topic_feed":"https://onlylabs.fyi/topics/forks/feed.xml?category=neocloud","data_business":null},"answer_pack":{"answer":"Lightning AI forked Lightning-AI/lm-evaluation-harness (forked from EleutherAI/lm-evaluation-harness). This fork signal points to upstream code the lab may be inspecting, patching, or building on. High-signal details: repo Lightning-AI/lm-evaluation-harness · parent EleutherAI/lm-evaluation-harness. onlylabs links this event to 1 captured evidence page and 2 related fork signals.","signal_desk":"forks","source_context":{"source_url":"https://github.com/Lightning-AI/lm-evaluation-harness","source_host":"github.com","occurred_at":"2023-05-02T17:02:05+00:00","first_seen_at":"2026-06-05T22:32:15.3832+00:00","date_source":"source","context":"forked from EleutherAI/lm-evaluation-harness"},"context_markers":[{"label":"Lab","value":"Lightning AI","source":"signal"},{"label":"Signal desk","value":"forks","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"Lightning-AI/lm-evaluation-harness","source":"source"},{"label":"Parent","value":"EleutherAI/lm-evaluation-harness","source":"source"},{"label":"Stars","value":"3","source":"traction"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Model card","source":"model"},{"label":"Watch term","value":"Infrastructure","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/Lightning-AI/lm-evaluation-harness"],"related_signals":2,"has_source_url":true,"latest_page_fetched_at":"2026-06-11T04:19:15.747674+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/75da6151-fc30-4b14-889e-0e4a8d4217c7/signal.json","dossier_json":"https://onlylabs.fyi/labs/lightning-ai/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/lightning-ai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/lightning-ai/evidence.json","topic_signals_json":"https://onlylabs.fyi/topics/forks/signals.json?category=neocloud","topic_feed":"https://onlylabs.fyi/topics/forks/feed.xml?category=neocloud","category_signals_json":"https://onlylabs.fyi/signals.json?category=neocloud","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn fork activity into a map of upstream tools, libraries, model utilities, agent frameworks, and research dependencies being inspected or adapted.","evidence_focus":["forked parent repo","repo owner","language","description","stars","org and recency"],"extraction_questions":["Which upstream projects are repeated across labs?","Which forks point to evals, agents, infrastructure, model tooling, or data pipelines?","Which low-profile forks could precede a release or hiring wave?","Which labs are converging on the same technical adjacency?"],"signal_questions":["What upstream dependency or technical adjacency does this fork reveal?","Which upstream projects are repeated across labs?","Which forks point to evals, agents, infrastructure, model tooling, or data pipelines?","Do the 2 related fork signals show a repeated pattern?"],"output_fields":["org","upstream_repo","language","technical_theme","evidence_url"],"data_business_relevance":"Data-business lane extraction is scoped to frontier labs; for this category, keep conclusions tied to category-specific strategy, source evidence, and follow-up questions.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/75da6151-fc30-4b14-889e-0e4a8d4217c7/signal.json","required":true},{"label":"source","url":"https://github.com/Lightning-AI/lm-evaluation-harness","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/lightning-ai/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/lightning-ai/evidence.json","required":true},{"label":"topic_signals_json","url":"https://onlylabs.fyi/topics/forks/signals.json?category=neocloud","required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Lightning AI's fork signal \"Lightning-AI/lm-evaluation-harness\" for neocloud strategy."},"semantic_triples":[{"subject":"Lightning AI","predicate":"forked","object":"Lightning-AI/lm-evaluation-harness","text":"Lightning AI forked Lightning-AI/lm-evaluation-harness."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"is classified as","object":"fork signal","text":"Lightning-AI/lm-evaluation-harness is classified as fork signal."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"belongs to","object":"forks desk","text":"Lightning-AI/lm-evaluation-harness belongs to forks desk."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"has context","object":"forked from EleutherAI/lm-evaluation-harness","text":"Lightning-AI/lm-evaluation-harness has context forked from EleutherAI/lm-evaluation-harness."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"has evidence coverage","object":"1 captured evidence page","text":"Lightning-AI/lm-evaluation-harness has evidence coverage 1 captured evidence page."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"has captured page count","object":"1","text":"Lightning-AI/lm-evaluation-harness has captured page count 1."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"has readable page count","object":"1","text":"Lightning-AI/lm-evaluation-harness has readable page count 1."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"has related signal count","object":"2","text":"Lightning-AI/lm-evaluation-harness has related signal count 2."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"has analysis playbook objective","object":"Turn fork activity into a map of upstream tools, libraries, model utilities, agent frameworks, and research dependencies being inspected or adapted.","text":"Lightning-AI/lm-evaluation-harness has analysis playbook objective Turn fork activity into a map of upstream tools, libraries, model utilities, agent frameworks, and research dependencies being inspected or adapted.."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"has source host","object":"github.com","text":"Lightning-AI/lm-evaluation-harness has source host github.com."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"has lab","object":"Lightning AI","text":"Lightning-AI/lm-evaluation-harness has lab Lightning AI."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"has signal desk","object":"forks","text":"Lightning-AI/lm-evaluation-harness has signal desk forks."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"has source host","object":"github.com","text":"Lightning-AI/lm-evaluation-harness has source host github.com."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"has repository","object":"Lightning-AI/lm-evaluation-harness","text":"Lightning-AI/lm-evaluation-harness has repository Lightning-AI/lm-evaluation-harness."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"has parent","object":"EleutherAI/lm-evaluation-harness","text":"Lightning-AI/lm-evaluation-harness has parent EleutherAI/lm-evaluation-harness."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"has stars","object":"3","text":"Lightning-AI/lm-evaluation-harness has stars 3."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"has watch term","object":"Eval methodology","text":"Lightning-AI/lm-evaluation-harness has watch term Eval methodology."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"has watch term","object":"Model card","text":"Lightning-AI/lm-evaluation-harness has watch term Model card."}]},"intelligence":{"signal_desk":"forks","answer":"Lightning AI forked Lightning-AI/lm-evaluation-harness (forked from EleutherAI/lm-evaluation-harness). This fork signal points to upstream code the lab may be inspecting, patching, or building on. High-signal details: repo Lightning-AI/lm-evaluation-harness · parent EleutherAI/lm-evaluation-harness. onlylabs links this event to 1 captured evidence page and 2 related fork signals.","semantic_triples":[{"subject":"Lightning AI","predicate":"forked","object":"Lightning-AI/lm-evaluation-harness","text":"Lightning AI forked Lightning-AI/lm-evaluation-harness."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"is classified as","object":"fork signal","text":"Lightning-AI/lm-evaluation-harness is classified as fork signal."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"belongs to","object":"forks desk","text":"Lightning-AI/lm-evaluation-harness belongs to forks desk."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"has context","object":"forked from EleutherAI/lm-evaluation-harness","text":"Lightning-AI/lm-evaluation-harness has context forked from EleutherAI/lm-evaluation-harness."},{"subject":"Lightning-AI/lm-evaluation-harness","predicate":"has evidence coverage","object":"1 captured evidence page","text":"Lightning-AI/lm-evaluation-harness has evidence coverage 1 captured evidence page."}]},"signal":{"id":"75da6151-fc30-4b14-889e-0e4a8d4217c7","url":"https://onlylabs.fyi/signals/75da6151-fc30-4b14-889e-0e4a8d4217c7","json_url":"https://onlylabs.fyi/signals/75da6151-fc30-4b14-889e-0e4a8d4217c7/signal.json","source_url":"https://github.com/Lightning-AI/lm-evaluation-harness","title":"Lightning-AI/lm-evaluation-harness","summary":"Lightning AI forked upstream code. onlylabs watches forks for tooling, infrastructure, research dependencies, and product-adjacent work.","context":"forked from EleutherAI/lm-evaluation-harness","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"lightning-ai","name":"Lightning AI","category":"neocloud"},"occurred_at":"2023-05-02T17:02:05+00:00","first_seen_at":"2026-06-05T22:32:15.3832+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/Lightning-AI/lm-evaluation-harness"]},"facets":{"repo":"Lightning-AI/lm-evaluation-harness","parent":"EleutherAI/lm-evaluation-harness"},"traction":{"github_stars":3,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":null},"primary_evidence_page":{"url":"https://github.com/Lightning-AI/lm-evaluation-harness","final_url":"https://github.com/Lightning-AI/lm-evaluation-harness","title":"Lightning-AI/lm-evaluation-harness repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T04:19:15.747674+00:00","bytes":31123,"raw_path":"4433f8be0d91f5d6335c5c9d9e073450120c7a1b7fb2c36ed7417ec700bd68d9.json","content_hash":"9328738f1801007d1333e7a4464ff73b7a96032d427a4299a96b4882094dba1d","excerpt_chars":1200,"truncated":true,"excerpt":"Lightning-AI/lm-evaluation-harness Description: A framework for few-shot evaluation of autoregressive language models. Language: Python License: MIT Stars: 3 Forks: 0 Open issues: 0 Created: 2023-05-02T17:02:05Z Pushed: 2023-06-05T15:01:54Z Default branch: master Fork: yes Parent repository: EleutherAI/lm-evaluation-harness Archived: yes README: Language Model Evaluation Harness Overview This project provides a unified framework to test generative language models on a large number of different evaluation tasks. Features: - 200+ tasks implemented. See the [task-table](./docs/task_table.md) for a complete list. - Support for models loaded via [transformers](https://github.com/huggingface/transformers/) (including quantization via [AutoGPTQ](https://github.com/PanQiWei/AutoGPTQ)), [GPT-NeoX](https://github.com/EleutherAI/gpt-neox), and [Megatron-DeepSpeed](https://github.com/microsoft/Megatron-DeepSpeed/), with a flexible tokenization-agnostic interface. - Support for commercial APIs including [OpenAI](https://openai.com), [goose.ai](https://goose.ai), and [TextSynth](https://textsynth.com/). - Support for evaluation on adapters (e.g. LoRa) supported in [HuggingFace's PEFT..."},"evidence_pages":[{"url":"https://github.com/Lightning-AI/lm-evaluation-harness","final_url":"https://github.com/Lightning-AI/lm-evaluation-harness","title":"Lightning-AI/lm-evaluation-harness repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T04:19:15.747674+00:00","bytes":31123,"raw_path":"4433f8be0d91f5d6335c5c9d9e073450120c7a1b7fb2c36ed7417ec700bd68d9.json","content_hash":"9328738f1801007d1333e7a4464ff73b7a96032d427a4299a96b4882094dba1d","excerpt_chars":1200,"truncated":true,"excerpt":"Lightning-AI/lm-evaluation-harness Description: A framework for few-shot evaluation of autoregressive language models. Language: Python License: MIT Stars: 3 Forks: 0 Open issues: 0 Created: 2023-05-02T17:02:05Z Pushed: 2023-06-05T15:01:54Z Default branch: master Fork: yes Parent repository: EleutherAI/lm-evaluation-harness Archived: yes README: Language Model Evaluation Harness Overview This project provides a unified framework to test generative language models on a large number of different evaluation tasks. Features: - 200+ tasks implemented. See the [task-table](./docs/task_table.md) for a complete list. - Support for models loaded via [transformers](https://github.com/huggingface/transformers/) (including quantization via [AutoGPTQ](https://github.com/PanQiWei/AutoGPTQ)), [GPT-NeoX](https://github.com/EleutherAI/gpt-neox), and [Megatron-DeepSpeed](https://github.com/microsoft/Megatron-DeepSpeed/), with a flexible tokenization-agnostic interface. - Support for commercial APIs including [OpenAI](https://openai.com), [goose.ai](https://goose.ai), and [TextSynth](https://textsynth.com/). - Support for evaluation on adapters (e.g. LoRa) supported in [HuggingFace's PEFT..."}],"related_signals":[{"id":"ba30bcdf-72d6-4f80-9cc3-d2e5095096ef","url":"https://onlylabs.fyi/signals/ba30bcdf-72d6-4f80-9cc3-d2e5095096ef","source_url":"https://github.com/Lightning-AI/skypilot","title":"Lightning-AI/skypilot","context":"forked from skypilot-org/skypilot","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"lightning-ai","name":"Lightning AI","category":"neocloud"},"occurred_at":"2026-04-03T17:49:45+00:00","first_seen_at":"2026-06-05T22:32:15.3832+00:00","date_source":"source"},{"id":"a58f3f95-dd6a-4665-a05f-bb42096c5670","url":"https://onlylabs.fyi/signals/a58f3f95-dd6a-4665-a05f-bb42096c5670","source_url":"https://github.com/Lightning-AI/probot","title":"Lightning-AI/probot","context":"forked from pytorch/probot","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"lightning-ai","name":"Lightning AI","category":"neocloud"},"occurred_at":"2021-11-14T18:51:46+00:00","first_seen_at":"2026-06-05T22:32:15.3832+00:00","date_source":"source"}]}