{"schema_version":"onlylabs.public_signal.v1","title":"FriendliAI Fork: friendliai/lm-evaluation-harness","description":"FriendliAI fork signal with public source context, captured evidence pages, related signals, and category-scoped analysis context.","url":"https://onlylabs.fyi/signals/fd891caa-579d-4482-ad09-ff5a594abf45","json_url":"https://onlylabs.fyi/signals/fd891caa-579d-4482-ad09-ff5a594abf45/signal.json","generated_at":"2026-06-11T04:19:25.409467+00:00","org":{"slug":"friendliai","name":"FriendliAI","category":"neocloud","category_label":"Neocloud","dossier_url":"https://onlylabs.fyi/labs/friendliai","dossier_json_url":"https://onlylabs.fyi/labs/friendliai/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/fd891caa-579d-4482-ad09-ff5a594abf45","signal_json":"https://onlylabs.fyi/signals/fd891caa-579d-4482-ad09-ff5a594abf45/signal.json","source":"https://github.com/friendliai/lm-evaluation-harness","lab_dossier":"https://onlylabs.fyi/labs/friendliai","lab_dossier_json":"https://onlylabs.fyi/labs/friendliai/dossier.json","analysis":"https://onlylabs.fyi/analysis/friendliai","analysis_json":"https://onlylabs.fyi/analysis/friendliai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/friendliai/evidence.json","category":"https://onlylabs.fyi/neoclouds","category_json":"https://onlylabs.fyi/neoclouds.json","category_feed":"https://onlylabs.fyi/neoclouds/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json?category=neocloud","topic":"https://onlylabs.fyi/topics/forks","topic_signals_json":"https://onlylabs.fyi/topics/forks/signals.json?category=neocloud","topic_feed":"https://onlylabs.fyi/topics/forks/feed.xml?category=neocloud","data_business":null},"answer_pack":{"answer":"FriendliAI forked friendliai/lm-evaluation-harness (forked from EleutherAI/lm-evaluation-harness). This fork signal points to upstream code the lab may be inspecting, patching, or building on. High-signal details: repo friendliai/lm-evaluation-harness · parent EleutherAI/lm-evaluation-harness. onlylabs links this event to 1 captured evidence page and 6 related fork signals.","signal_desk":"forks","source_context":{"source_url":"https://github.com/friendliai/lm-evaluation-harness","source_host":"github.com","occurred_at":"2023-08-18T07:03:21+00:00","first_seen_at":"2026-06-05T22:32:12.597479+00:00","date_source":"source","context":"forked from EleutherAI/lm-evaluation-harness"},"context_markers":[{"label":"Lab","value":"FriendliAI","source":"signal"},{"label":"Signal desk","value":"forks","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"friendliai/lm-evaluation-harness","source":"source"},{"label":"Parent","value":"EleutherAI/lm-evaluation-harness","source":"source"},{"label":"Stars","value":"1","source":"traction"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Data pipeline","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/friendliai/lm-evaluation-harness"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-11T04:19:25.409467+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/fd891caa-579d-4482-ad09-ff5a594abf45/signal.json","dossier_json":"https://onlylabs.fyi/labs/friendliai/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/friendliai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/friendliai/evidence.json","topic_signals_json":"https://onlylabs.fyi/topics/forks/signals.json?category=neocloud","topic_feed":"https://onlylabs.fyi/topics/forks/feed.xml?category=neocloud","category_signals_json":"https://onlylabs.fyi/signals.json?category=neocloud","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn fork activity into a map of upstream tools, libraries, model utilities, agent frameworks, and research dependencies being inspected or adapted.","evidence_focus":["forked parent repo","repo owner","language","description","stars","org and recency"],"extraction_questions":["Which upstream projects are repeated across labs?","Which forks point to evals, agents, infrastructure, model tooling, or data pipelines?","Which low-profile forks could precede a release or hiring wave?","Which labs are converging on the same technical adjacency?"],"signal_questions":["What upstream dependency or technical adjacency does this fork reveal?","Which upstream projects are repeated across labs?","Which forks point to evals, agents, infrastructure, model tooling, or data pipelines?","Do the 6 related fork signals show a repeated pattern?"],"output_fields":["org","upstream_repo","language","technical_theme","evidence_url"],"data_business_relevance":"Data-business lane extraction is scoped to frontier labs; for this category, keep conclusions tied to category-specific strategy, source evidence, and follow-up questions.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/fd891caa-579d-4482-ad09-ff5a594abf45/signal.json","required":true},{"label":"source","url":"https://github.com/friendliai/lm-evaluation-harness","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/friendliai/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/friendliai/evidence.json","required":true},{"label":"topic_signals_json","url":"https://onlylabs.fyi/topics/forks/signals.json?category=neocloud","required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze FriendliAI's fork signal \"friendliai/lm-evaluation-harness\" for neocloud strategy."},"semantic_triples":[{"subject":"FriendliAI","predicate":"forked","object":"friendliai/lm-evaluation-harness","text":"FriendliAI forked friendliai/lm-evaluation-harness."},{"subject":"friendliai/lm-evaluation-harness","predicate":"is classified as","object":"fork signal","text":"friendliai/lm-evaluation-harness is classified as fork signal."},{"subject":"friendliai/lm-evaluation-harness","predicate":"belongs to","object":"forks desk","text":"friendliai/lm-evaluation-harness belongs to forks desk."},{"subject":"friendliai/lm-evaluation-harness","predicate":"has context","object":"forked from EleutherAI/lm-evaluation-harness","text":"friendliai/lm-evaluation-harness has context forked from EleutherAI/lm-evaluation-harness."},{"subject":"friendliai/lm-evaluation-harness","predicate":"has evidence coverage","object":"1 captured evidence page","text":"friendliai/lm-evaluation-harness has evidence coverage 1 captured evidence page."},{"subject":"friendliai/lm-evaluation-harness","predicate":"has captured page count","object":"1","text":"friendliai/lm-evaluation-harness has captured page count 1."},{"subject":"friendliai/lm-evaluation-harness","predicate":"has readable page count","object":"1","text":"friendliai/lm-evaluation-harness has readable page count 1."},{"subject":"friendliai/lm-evaluation-harness","predicate":"has related signal count","object":"6","text":"friendliai/lm-evaluation-harness has related signal count 6."},{"subject":"friendliai/lm-evaluation-harness","predicate":"has analysis playbook objective","object":"Turn fork activity into a map of upstream tools, libraries, model utilities, agent frameworks, and research dependencies being inspected or adapted.","text":"friendliai/lm-evaluation-harness has analysis playbook objective Turn fork activity into a map of upstream tools, libraries, model utilities, agent frameworks, and research dependencies being inspected or adapted.."},{"subject":"friendliai/lm-evaluation-harness","predicate":"has source host","object":"github.com","text":"friendliai/lm-evaluation-harness has source host github.com."},{"subject":"friendliai/lm-evaluation-harness","predicate":"has lab","object":"FriendliAI","text":"friendliai/lm-evaluation-harness has lab FriendliAI."},{"subject":"friendliai/lm-evaluation-harness","predicate":"has signal desk","object":"forks","text":"friendliai/lm-evaluation-harness has signal desk forks."},{"subject":"friendliai/lm-evaluation-harness","predicate":"has source host","object":"github.com","text":"friendliai/lm-evaluation-harness has source host github.com."},{"subject":"friendliai/lm-evaluation-harness","predicate":"has repository","object":"friendliai/lm-evaluation-harness","text":"friendliai/lm-evaluation-harness has repository friendliai/lm-evaluation-harness."},{"subject":"friendliai/lm-evaluation-harness","predicate":"has parent","object":"EleutherAI/lm-evaluation-harness","text":"friendliai/lm-evaluation-harness has parent EleutherAI/lm-evaluation-harness."},{"subject":"friendliai/lm-evaluation-harness","predicate":"has stars","object":"1","text":"friendliai/lm-evaluation-harness has stars 1."},{"subject":"friendliai/lm-evaluation-harness","predicate":"has watch term","object":"Eval methodology","text":"friendliai/lm-evaluation-harness has watch term Eval methodology."},{"subject":"friendliai/lm-evaluation-harness","predicate":"has watch term","object":"Data pipeline","text":"friendliai/lm-evaluation-harness has watch term Data pipeline."}]},"intelligence":{"signal_desk":"forks","answer":"FriendliAI forked friendliai/lm-evaluation-harness (forked from EleutherAI/lm-evaluation-harness). This fork signal points to upstream code the lab may be inspecting, patching, or building on. High-signal details: repo friendliai/lm-evaluation-harness · parent EleutherAI/lm-evaluation-harness. onlylabs links this event to 1 captured evidence page and 6 related fork signals.","semantic_triples":[{"subject":"FriendliAI","predicate":"forked","object":"friendliai/lm-evaluation-harness","text":"FriendliAI forked friendliai/lm-evaluation-harness."},{"subject":"friendliai/lm-evaluation-harness","predicate":"is classified as","object":"fork signal","text":"friendliai/lm-evaluation-harness is classified as fork signal."},{"subject":"friendliai/lm-evaluation-harness","predicate":"belongs to","object":"forks desk","text":"friendliai/lm-evaluation-harness belongs to forks desk."},{"subject":"friendliai/lm-evaluation-harness","predicate":"has context","object":"forked from EleutherAI/lm-evaluation-harness","text":"friendliai/lm-evaluation-harness has context forked from EleutherAI/lm-evaluation-harness."},{"subject":"friendliai/lm-evaluation-harness","predicate":"has evidence coverage","object":"1 captured evidence page","text":"friendliai/lm-evaluation-harness has evidence coverage 1 captured evidence page."}]},"signal":{"id":"fd891caa-579d-4482-ad09-ff5a594abf45","url":"https://onlylabs.fyi/signals/fd891caa-579d-4482-ad09-ff5a594abf45","json_url":"https://onlylabs.fyi/signals/fd891caa-579d-4482-ad09-ff5a594abf45/signal.json","source_url":"https://github.com/friendliai/lm-evaluation-harness","title":"friendliai/lm-evaluation-harness","summary":"FriendliAI forked upstream code. onlylabs watches forks for tooling, infrastructure, research dependencies, and product-adjacent work.","context":"forked from EleutherAI/lm-evaluation-harness","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"friendliai","name":"FriendliAI","category":"neocloud"},"occurred_at":"2023-08-18T07:03:21+00:00","first_seen_at":"2026-06-05T22:32:12.597479+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/friendliai/lm-evaluation-harness"]},"facets":{"repo":"friendliai/lm-evaluation-harness","parent":"EleutherAI/lm-evaluation-harness"},"traction":{"github_stars":1,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":null},"primary_evidence_page":{"url":"https://github.com/friendliai/lm-evaluation-harness","final_url":"https://github.com/friendliai/lm-evaluation-harness","title":"friendliai/lm-evaluation-harness repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T04:19:25.409467+00:00","bytes":24660,"raw_path":"d944eb7e84b63e4f9ee52fc4a8c11fa1c63df2b0105eece341d375fd9f515c84.json","content_hash":"0bf1cb28117d70f09d035480778e00f2d3faa81372e63cbbdbae1e432f801517","excerpt_chars":1200,"truncated":true,"excerpt":"friendliai/lm-evaluation-harness Description: A framework for few-shot evaluation of autoregressive language models. Language: Python License: MIT Stars: 1 Forks: 0 Open issues: 0 Created: 2023-08-18T07:03:21Z Pushed: 2025-01-02T01:29:12Z Default branch: periflow-eval-master Fork: yes Parent repository: EleutherAI/lm-evaluation-harness Archived: no README: PeriFlow evaluation harness Overview - We only support subset of lm-evaluation-harness. Please check [periflow-supported-task-table](periflow_supported_task_table.md). Install To install the `lm-eval` refactor branch from the github repository, run: ```bash git clone https://github.com/friendliai/lm-evaluation-harness.git cd lm-evaluation-harness pip install -e . ``` To install additional multilingual tokenization and text segmentation packages, you must install the package with the `multilingual` extra: ```bash pip install -e \".[multilingual]\" ``` To install the package with all extras, run ```bash pip install -e \".[all]\" ``` Evaluation Command 1. Sequential Request Evaluation ```bash python main.py \\ --model periflow \\ --model_args model_name_or_path {model_name_of_path from huggingface hub},req_url={engine request url} \\..."},"evidence_pages":[{"url":"https://github.com/friendliai/lm-evaluation-harness","final_url":"https://github.com/friendliai/lm-evaluation-harness","title":"friendliai/lm-evaluation-harness repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T04:19:25.409467+00:00","bytes":24660,"raw_path":"d944eb7e84b63e4f9ee52fc4a8c11fa1c63df2b0105eece341d375fd9f515c84.json","content_hash":"0bf1cb28117d70f09d035480778e00f2d3faa81372e63cbbdbae1e432f801517","excerpt_chars":1200,"truncated":true,"excerpt":"friendliai/lm-evaluation-harness Description: A framework for few-shot evaluation of autoregressive language models. Language: Python License: MIT Stars: 1 Forks: 0 Open issues: 0 Created: 2023-08-18T07:03:21Z Pushed: 2025-01-02T01:29:12Z Default branch: periflow-eval-master Fork: yes Parent repository: EleutherAI/lm-evaluation-harness Archived: no README: PeriFlow evaluation harness Overview - We only support subset of lm-evaluation-harness. Please check [periflow-supported-task-table](periflow_supported_task_table.md). Install To install the `lm-eval` refactor branch from the github repository, run: ```bash git clone https://github.com/friendliai/lm-evaluation-harness.git cd lm-evaluation-harness pip install -e . ``` To install additional multilingual tokenization and text segmentation packages, you must install the package with the `multilingual` extra: ```bash pip install -e \".[multilingual]\" ``` To install the package with all extras, run ```bash pip install -e \".[all]\" ``` Evaluation Command 1. Sequential Request Evaluation ```bash python main.py \\ --model periflow \\ --model_args model_name_or_path {model_name_of_path from huggingface hub},req_url={engine request url} \\..."}],"related_signals":[{"id":"d5e8b4cc-440a-4fc4-9405-5a35a619d275","url":"https://onlylabs.fyi/signals/d5e8b4cc-440a-4fc4-9405-5a35a619d275","source_url":"https://github.com/friendliai/pi-mono","title":"friendliai/pi-mono","context":"forked from earendil-works/pi","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"friendliai","name":"FriendliAI","category":"neocloud"},"occurred_at":"2026-02-23T21:55:32+00:00","first_seen_at":"2026-06-05T22:32:12.597479+00:00","date_source":"source"},{"id":"83de12a5-7e2d-4487-870a-293656ca217d","url":"https://onlylabs.fyi/signals/83de12a5-7e2d-4487-870a-293656ca217d","source_url":"https://github.com/friendliai/opencode","title":"friendliai/opencode","context":"forked from anomalyco/opencode","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"friendliai","name":"FriendliAI","category":"neocloud"},"occurred_at":"2025-12-27T06:34:52+00:00","first_seen_at":"2026-06-05T22:32:12.597479+00:00","date_source":"source"},{"id":"c37c2c73-15a9-4af6-a642-31cdfd565eb4","url":"https://onlylabs.fyi/signals/c37c2c73-15a9-4af6-a642-31cdfd565eb4","source_url":"https://github.com/friendliai/models.dev","title":"friendliai/models.dev","context":"forked from anomalyco/models.dev","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"friendliai","name":"FriendliAI","category":"neocloud"},"occurred_at":"2025-12-23T06:50:56+00:00","first_seen_at":"2026-06-05T22:32:12.597479+00:00","date_source":"source"},{"id":"82b51659-b649-4121-af58-1e3781cbf4dc","url":"https://onlylabs.fyi/signals/82b51659-b649-4121-af58-1e3781cbf4dc","source_url":"https://github.com/friendliai/flashinfer","title":"friendliai/flashinfer","context":"forked from flashinfer-ai/flashinfer","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"friendliai","name":"FriendliAI","category":"neocloud"},"occurred_at":"2025-07-09T05:28:48+00:00","first_seen_at":"2026-06-05T22:32:12.597479+00:00","date_source":"source"},{"id":"86fd025d-b8fd-4932-b5ac-5beee1dd6432","url":"https://onlylabs.fyi/signals/86fd025d-b8fd-4932-b5ac-5beee1dd6432","source_url":"https://github.com/friendliai/cutlass","title":"friendliai/cutlass","context":"forked from NVIDIA/cutlass","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"friendliai","name":"FriendliAI","category":"neocloud"},"occurred_at":"2025-07-08T10:38:38+00:00","first_seen_at":"2026-06-05T22:32:12.597479+00:00","date_source":"source"},{"id":"5f07edc7-9971-435b-b270-39a4a2db224b","url":"https://onlylabs.fyi/signals/5f07edc7-9971-435b-b270-39a4a2db224b","source_url":"https://github.com/friendliai/tokasaurus","title":"friendliai/tokasaurus","context":"forked from ScalingIntelligence/tokasaurus","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"friendliai","name":"FriendliAI","category":"neocloud"},"occurred_at":"2025-06-06T10:14:59+00:00","first_seen_at":"2026-06-05T22:32:12.597479+00:00","date_source":"source"}]}