{"schema_version":"onlylabs.public_signal.v1","title":"FriendliAI Fork: friendliai/simple-evals-archived","description":"FriendliAI fork signal with public source context, captured evidence pages, related signals, and category-scoped analysis context.","url":"https://onlylabs.fyi/signals/24fe0b99-cd4e-48d8-bf45-c87d2c452ec1","json_url":"https://onlylabs.fyi/signals/24fe0b99-cd4e-48d8-bf45-c87d2c452ec1/signal.json","generated_at":"2026-06-11T03:01:54.640445+00:00","org":{"slug":"friendliai","name":"FriendliAI","category":"neocloud","category_label":"Neocloud","dossier_url":"https://onlylabs.fyi/labs/friendliai","dossier_json_url":"https://onlylabs.fyi/labs/friendliai/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/24fe0b99-cd4e-48d8-bf45-c87d2c452ec1","signal_json":"https://onlylabs.fyi/signals/24fe0b99-cd4e-48d8-bf45-c87d2c452ec1/signal.json","source":"https://github.com/friendliai/simple-evals-archived","lab_dossier":"https://onlylabs.fyi/labs/friendliai","lab_dossier_json":"https://onlylabs.fyi/labs/friendliai/dossier.json","analysis":"https://onlylabs.fyi/analysis/friendliai","analysis_json":"https://onlylabs.fyi/analysis/friendliai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/friendliai/evidence.json","category":"https://onlylabs.fyi/neoclouds","category_json":"https://onlylabs.fyi/neoclouds.json","category_feed":"https://onlylabs.fyi/neoclouds/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json?category=neocloud","topic":"https://onlylabs.fyi/topics/forks","topic_signals_json":"https://onlylabs.fyi/topics/forks/signals.json?category=neocloud","topic_feed":"https://onlylabs.fyi/topics/forks/feed.xml?category=neocloud","data_business":null},"answer_pack":{"answer":"FriendliAI forked friendliai/simple-evals-archived (forked from openai/simple-evals). This fork signal points to upstream code the lab may be inspecting, patching, or building on. High-signal details: repo friendliai/simple-evals-archived · parent openai/simple-evals · Routine fork of archived repo.. onlylabs links this event to 1 captured evidence page and 6 related fork signals.","signal_desk":"forks","source_context":{"source_url":"https://github.com/friendliai/simple-evals-archived","source_host":"github.com","occurred_at":"2024-10-27T10:12:37+00:00","first_seen_at":"2026-06-05T22:32:12.597479+00:00","date_source":"source","context":"forked from openai/simple-evals"},"context_markers":[{"label":"Lab","value":"FriendliAI","source":"signal"},{"label":"Signal desk","value":"forks","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"friendliai/simple-evals-archived","source":"source"},{"label":"Parent","value":"openai/simple-evals","source":"source"},{"label":"Notability","value":"Routine fork of archived repo.","source":"signal"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Data pipeline","source":"evidence"},{"label":"Watch term","value":"Infrastructure","source":"evidence"},{"label":"Watch term","value":"Agents and tool use","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/friendliai/simple-evals-archived"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-11T03:01:54.640445+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/24fe0b99-cd4e-48d8-bf45-c87d2c452ec1/signal.json","dossier_json":"https://onlylabs.fyi/labs/friendliai/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/friendliai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/friendliai/evidence.json","topic_signals_json":"https://onlylabs.fyi/topics/forks/signals.json?category=neocloud","topic_feed":"https://onlylabs.fyi/topics/forks/feed.xml?category=neocloud","category_signals_json":"https://onlylabs.fyi/signals.json?category=neocloud","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn fork activity into a map of upstream tools, libraries, model utilities, agent frameworks, and research dependencies being inspected or adapted.","evidence_focus":["forked parent repo","repo owner","language","description","stars","org and recency"],"extraction_questions":["Which upstream projects are repeated across labs?","Which forks point to evals, agents, infrastructure, model tooling, or data pipelines?","Which low-profile forks could precede a release or hiring wave?","Which labs are converging on the same technical adjacency?"],"signal_questions":["What upstream dependency or technical adjacency does this fork reveal?","Which upstream projects are repeated across labs?","Which forks point to evals, agents, infrastructure, model tooling, or data pipelines?","Do the 6 related fork signals show a repeated pattern?"],"output_fields":["org","upstream_repo","language","technical_theme","evidence_url"],"data_business_relevance":"Data-business lane extraction is scoped to frontier labs; for this category, keep conclusions tied to category-specific strategy, source evidence, and follow-up questions.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/24fe0b99-cd4e-48d8-bf45-c87d2c452ec1/signal.json","required":true},{"label":"source","url":"https://github.com/friendliai/simple-evals-archived","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/friendliai/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/friendliai/evidence.json","required":true},{"label":"topic_signals_json","url":"https://onlylabs.fyi/topics/forks/signals.json?category=neocloud","required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze FriendliAI's fork signal \"friendliai/simple-evals-archived\" for neocloud strategy."},"semantic_triples":[{"subject":"FriendliAI","predicate":"forked","object":"friendliai/simple-evals-archived","text":"FriendliAI forked friendliai/simple-evals-archived."},{"subject":"friendliai/simple-evals-archived","predicate":"is classified as","object":"fork signal","text":"friendliai/simple-evals-archived is classified as fork signal."},{"subject":"friendliai/simple-evals-archived","predicate":"belongs to","object":"forks desk","text":"friendliai/simple-evals-archived belongs to forks desk."},{"subject":"friendliai/simple-evals-archived","predicate":"has context","object":"forked from openai/simple-evals","text":"friendliai/simple-evals-archived has context forked from openai/simple-evals."},{"subject":"friendliai/simple-evals-archived","predicate":"has evidence coverage","object":"1 captured evidence page","text":"friendliai/simple-evals-archived has evidence coverage 1 captured evidence page."},{"subject":"friendliai/simple-evals-archived","predicate":"has captured page count","object":"1","text":"friendliai/simple-evals-archived has captured page count 1."},{"subject":"friendliai/simple-evals-archived","predicate":"has readable page count","object":"1","text":"friendliai/simple-evals-archived has readable page count 1."},{"subject":"friendliai/simple-evals-archived","predicate":"has related signal count","object":"6","text":"friendliai/simple-evals-archived has related signal count 6."},{"subject":"friendliai/simple-evals-archived","predicate":"has analysis playbook objective","object":"Turn fork activity into a map of upstream tools, libraries, model utilities, agent frameworks, and research dependencies being inspected or adapted.","text":"friendliai/simple-evals-archived has analysis playbook objective Turn fork activity into a map of upstream tools, libraries, model utilities, agent frameworks, and research dependencies being inspected or adapted.."},{"subject":"friendliai/simple-evals-archived","predicate":"has source host","object":"github.com","text":"friendliai/simple-evals-archived has source host github.com."},{"subject":"friendliai/simple-evals-archived","predicate":"has lab","object":"FriendliAI","text":"friendliai/simple-evals-archived has lab FriendliAI."},{"subject":"friendliai/simple-evals-archived","predicate":"has signal desk","object":"forks","text":"friendliai/simple-evals-archived has signal desk forks."},{"subject":"friendliai/simple-evals-archived","predicate":"has source host","object":"github.com","text":"friendliai/simple-evals-archived has source host github.com."},{"subject":"friendliai/simple-evals-archived","predicate":"has repository","object":"friendliai/simple-evals-archived","text":"friendliai/simple-evals-archived has repository friendliai/simple-evals-archived."},{"subject":"friendliai/simple-evals-archived","predicate":"has parent","object":"openai/simple-evals","text":"friendliai/simple-evals-archived has parent openai/simple-evals."},{"subject":"friendliai/simple-evals-archived","predicate":"has notability","object":"Routine fork of archived repo.","text":"friendliai/simple-evals-archived has notability Routine fork of archived repo.."},{"subject":"friendliai/simple-evals-archived","predicate":"has watch term","object":"Eval methodology","text":"friendliai/simple-evals-archived has watch term Eval methodology."},{"subject":"friendliai/simple-evals-archived","predicate":"has watch term","object":"Data pipeline","text":"friendliai/simple-evals-archived has watch term Data pipeline."}]},"intelligence":{"signal_desk":"forks","answer":"FriendliAI forked friendliai/simple-evals-archived (forked from openai/simple-evals). This fork signal points to upstream code the lab may be inspecting, patching, or building on. High-signal details: repo friendliai/simple-evals-archived · parent openai/simple-evals · Routine fork of archived repo.. onlylabs links this event to 1 captured evidence page and 6 related fork signals.","semantic_triples":[{"subject":"FriendliAI","predicate":"forked","object":"friendliai/simple-evals-archived","text":"FriendliAI forked friendliai/simple-evals-archived."},{"subject":"friendliai/simple-evals-archived","predicate":"is classified as","object":"fork signal","text":"friendliai/simple-evals-archived is classified as fork signal."},{"subject":"friendliai/simple-evals-archived","predicate":"belongs to","object":"forks desk","text":"friendliai/simple-evals-archived belongs to forks desk."},{"subject":"friendliai/simple-evals-archived","predicate":"has context","object":"forked from openai/simple-evals","text":"friendliai/simple-evals-archived has context forked from openai/simple-evals."},{"subject":"friendliai/simple-evals-archived","predicate":"has evidence coverage","object":"1 captured evidence page","text":"friendliai/simple-evals-archived has evidence coverage 1 captured evidence page."}]},"signal":{"id":"24fe0b99-cd4e-48d8-bf45-c87d2c452ec1","url":"https://onlylabs.fyi/signals/24fe0b99-cd4e-48d8-bf45-c87d2c452ec1","json_url":"https://onlylabs.fyi/signals/24fe0b99-cd4e-48d8-bf45-c87d2c452ec1/signal.json","source_url":"https://github.com/friendliai/simple-evals-archived","title":"friendliai/simple-evals-archived","summary":"FriendliAI forked upstream code. onlylabs watches forks for tooling, infrastructure, research dependencies, and product-adjacent work.","context":"forked from openai/simple-evals","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"friendliai","name":"FriendliAI","category":"neocloud"},"occurred_at":"2024-10-27T10:12:37+00:00","first_seen_at":"2026-06-05T22:32:12.597479+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/friendliai/simple-evals-archived"]},"facets":{"repo":"friendliai/simple-evals-archived","parent":"openai/simple-evals"},"traction":{"github_stars":0,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":null},"primary_evidence_page":{"url":"https://github.com/friendliai/simple-evals-archived","final_url":"https://github.com/friendliai/simple-evals-archived","title":"friendliai/simple-evals-archived repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:01:54.640445+00:00","bytes":30674,"raw_path":"e22169b55b9e060b46e939fd969d61b6bd3a2bcb7b54b9bb59f06b154ba22605.json","content_hash":"f409ec93dc04fd7b22722754ed251603c5a62939a8863e8c65fd819bb37b6274","excerpt_chars":1200,"truncated":true,"excerpt":"friendliai/simple-evals-archived Language: Python License: MIT Stars: 0 Forks: 0 Open issues: 3 Created: 2024-10-27T10:12:37Z Pushed: 2026-04-02T10:34:15Z Default branch: package Fork: yes Parent repository: openai/simple-evals Archived: yes README: Overview This repository contains a lightweight library for evaluating language models. We are open sourcing it so we can be transparent about the accuracy numbers we're publishing alongside our latest models. Benchmark Results | Model | Prompt | MMLU | GPQA [^8] | MATH [^6]| HumanEval | MGSM[^5] | DROP[^5]<br>(F1, 3-shot) | SimpleQA |:----------------------------:|:-------------:|:------:|:------:|:--------:|:---------:|:------:|:--------------------------:|:---------:| | **o3** | | | | | | | | | | | o3-high [^10] | n/a [^7] | 93.3 | 83.4 | 98.1 | 88.4 | 92.0 | 89.8 | 48.6 | | o3 [^9] [^10] | n/a | 92.9 | 82.8 | 97.8 | 87.4 | 92.3 | 80.6 | 49.4 | | o3-low [^10] | n/a | 92.8 | 78.6 | 96.9 | 87.3 | 91.9 | 82.3 | 49.4 | | **o4-mini** | | | | | | | | | | o4-mini-high [^9] [^10] | n/a | 90.3 | 81.3 | 98.2 | 99.3 | 93.5 | 78.1 | 19.3 | | o4-mini [^9] [^10] | n/a | 90.0 | 77.6 | 97.5 | 97.3 | 93.7 | 77.7 | 20.2 | | o4-mini-low [^10] | n/a |..."},"evidence_pages":[{"url":"https://github.com/friendliai/simple-evals-archived","final_url":"https://github.com/friendliai/simple-evals-archived","title":"friendliai/simple-evals-archived repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:01:54.640445+00:00","bytes":30674,"raw_path":"e22169b55b9e060b46e939fd969d61b6bd3a2bcb7b54b9bb59f06b154ba22605.json","content_hash":"f409ec93dc04fd7b22722754ed251603c5a62939a8863e8c65fd819bb37b6274","excerpt_chars":1200,"truncated":true,"excerpt":"friendliai/simple-evals-archived Language: Python License: MIT Stars: 0 Forks: 0 Open issues: 3 Created: 2024-10-27T10:12:37Z Pushed: 2026-04-02T10:34:15Z Default branch: package Fork: yes Parent repository: openai/simple-evals Archived: yes README: Overview This repository contains a lightweight library for evaluating language models. We are open sourcing it so we can be transparent about the accuracy numbers we're publishing alongside our latest models. Benchmark Results | Model | Prompt | MMLU | GPQA [^8] | MATH [^6]| HumanEval | MGSM[^5] | DROP[^5]<br>(F1, 3-shot) | SimpleQA |:----------------------------:|:-------------:|:------:|:------:|:--------:|:---------:|:------:|:--------------------------:|:---------:| | **o3** | | | | | | | | | | | o3-high [^10] | n/a [^7] | 93.3 | 83.4 | 98.1 | 88.4 | 92.0 | 89.8 | 48.6 | | o3 [^9] [^10] | n/a | 92.9 | 82.8 | 97.8 | 87.4 | 92.3 | 80.6 | 49.4 | | o3-low [^10] | n/a | 92.8 | 78.6 | 96.9 | 87.3 | 91.9 | 82.3 | 49.4 | | **o4-mini** | | | | | | | | | | o4-mini-high [^9] [^10] | n/a | 90.3 | 81.3 | 98.2 | 99.3 | 93.5 | 78.1 | 19.3 | | o4-mini [^9] [^10] | n/a | 90.0 | 77.6 | 97.5 | 97.3 | 93.7 | 77.7 | 20.2 | | o4-mini-low [^10] | n/a |..."}],"related_signals":[{"id":"d5e8b4cc-440a-4fc4-9405-5a35a619d275","url":"https://onlylabs.fyi/signals/d5e8b4cc-440a-4fc4-9405-5a35a619d275","source_url":"https://github.com/friendliai/pi-mono","title":"friendliai/pi-mono","context":"forked from earendil-works/pi","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"friendliai","name":"FriendliAI","category":"neocloud"},"occurred_at":"2026-02-23T21:55:32+00:00","first_seen_at":"2026-06-05T22:32:12.597479+00:00","date_source":"source"},{"id":"83de12a5-7e2d-4487-870a-293656ca217d","url":"https://onlylabs.fyi/signals/83de12a5-7e2d-4487-870a-293656ca217d","source_url":"https://github.com/friendliai/opencode","title":"friendliai/opencode","context":"forked from anomalyco/opencode","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"friendliai","name":"FriendliAI","category":"neocloud"},"occurred_at":"2025-12-27T06:34:52+00:00","first_seen_at":"2026-06-05T22:32:12.597479+00:00","date_source":"source"},{"id":"c37c2c73-15a9-4af6-a642-31cdfd565eb4","url":"https://onlylabs.fyi/signals/c37c2c73-15a9-4af6-a642-31cdfd565eb4","source_url":"https://github.com/friendliai/models.dev","title":"friendliai/models.dev","context":"forked from anomalyco/models.dev","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"friendliai","name":"FriendliAI","category":"neocloud"},"occurred_at":"2025-12-23T06:50:56+00:00","first_seen_at":"2026-06-05T22:32:12.597479+00:00","date_source":"source"},{"id":"82b51659-b649-4121-af58-1e3781cbf4dc","url":"https://onlylabs.fyi/signals/82b51659-b649-4121-af58-1e3781cbf4dc","source_url":"https://github.com/friendliai/flashinfer","title":"friendliai/flashinfer","context":"forked from flashinfer-ai/flashinfer","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"friendliai","name":"FriendliAI","category":"neocloud"},"occurred_at":"2025-07-09T05:28:48+00:00","first_seen_at":"2026-06-05T22:32:12.597479+00:00","date_source":"source"},{"id":"86fd025d-b8fd-4932-b5ac-5beee1dd6432","url":"https://onlylabs.fyi/signals/86fd025d-b8fd-4932-b5ac-5beee1dd6432","source_url":"https://github.com/friendliai/cutlass","title":"friendliai/cutlass","context":"forked from NVIDIA/cutlass","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"friendliai","name":"FriendliAI","category":"neocloud"},"occurred_at":"2025-07-08T10:38:38+00:00","first_seen_at":"2026-06-05T22:32:12.597479+00:00","date_source":"source"},{"id":"5f07edc7-9971-435b-b270-39a4a2db224b","url":"https://onlylabs.fyi/signals/5f07edc7-9971-435b-b270-39a4a2db224b","source_url":"https://github.com/friendliai/tokasaurus","title":"friendliai/tokasaurus","context":"forked from ScalingIntelligence/tokasaurus","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"friendliai","name":"FriendliAI","category":"neocloud"},"occurred_at":"2025-06-06T10:14:59+00:00","first_seen_at":"2026-06-05T22:32:12.597479+00:00","date_source":"source"}]}