{"schema_version":"onlylabs.public_signal.v1","title":"Arcee AI Fork: arcee-ai/llm-autoeval","description":"Arcee AI fork signal with public source context, captured evidence pages, related signals, and category-scoped analysis context.","url":"https://onlylabs.fyi/signals/ce5c87c6-b574-45a9-bbee-e4d5bfa7c199","json_url":"https://onlylabs.fyi/signals/ce5c87c6-b574-45a9-bbee-e4d5bfa7c199/signal.json","generated_at":"2026-06-11T03:10:32.825174+00:00","org":{"slug":"arcee","name":"Arcee AI","category":"neolab","category_label":"Neolab","dossier_url":"https://onlylabs.fyi/labs/arcee","dossier_json_url":"https://onlylabs.fyi/labs/arcee/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/ce5c87c6-b574-45a9-bbee-e4d5bfa7c199","signal_json":"https://onlylabs.fyi/signals/ce5c87c6-b574-45a9-bbee-e4d5bfa7c199/signal.json","source":"https://github.com/arcee-ai/llm-autoeval","lab_dossier":"https://onlylabs.fyi/labs/arcee","lab_dossier_json":"https://onlylabs.fyi/labs/arcee/dossier.json","analysis":"https://onlylabs.fyi/analysis/arcee","analysis_json":"https://onlylabs.fyi/analysis/arcee/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/arcee/evidence.json","category":"https://onlylabs.fyi/neolabs","category_json":"https://onlylabs.fyi/neolabs.json","category_feed":"https://onlylabs.fyi/neolabs/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","topic":"https://onlylabs.fyi/topics/forks","topic_signals_json":"https://onlylabs.fyi/topics/forks/signals.json?category=neolab","topic_feed":"https://onlylabs.fyi/topics/forks/feed.xml?category=neolab","data_business":null},"answer_pack":{"answer":"Arcee AI forked arcee-ai/llm-autoeval (forked from mlabonne/llm-autoeval). This fork signal points to upstream code the lab may be inspecting, patching, or building on. High-signal details: repo arcee-ai/llm-autoeval · parent mlabonne/llm-autoeval. onlylabs links this event to 1 captured evidence page and 6 related fork signals.","signal_desk":"forks","source_context":{"source_url":"https://github.com/arcee-ai/llm-autoeval","source_host":"github.com","occurred_at":"2024-02-28T03:16:00+00:00","first_seen_at":"2026-06-05T22:32:26.032324+00:00","date_source":"source","context":"forked from mlabonne/llm-autoeval"},"context_markers":[{"label":"Lab","value":"Arcee AI","source":"signal"},{"label":"Signal desk","value":"forks","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"arcee-ai/llm-autoeval","source":"source"},{"label":"Parent","value":"mlabonne/llm-autoeval","source":"source"},{"label":"Stars","value":"2","source":"traction"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Model card","source":"model"},{"label":"Watch term","value":"Infrastructure","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/arcee-ai/llm-autoeval"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-11T03:10:32.825174+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/ce5c87c6-b574-45a9-bbee-e4d5bfa7c199/signal.json","dossier_json":"https://onlylabs.fyi/labs/arcee/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/arcee/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/arcee/evidence.json","topic_signals_json":"https://onlylabs.fyi/topics/forks/signals.json?category=neolab","topic_feed":"https://onlylabs.fyi/topics/forks/feed.xml?category=neolab","category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn fork activity into a map of upstream tools, libraries, model utilities, agent frameworks, and research dependencies being inspected or adapted.","evidence_focus":["forked parent repo","repo owner","language","description","stars","org and recency"],"extraction_questions":["Which upstream projects are repeated across labs?","Which forks point to evals, agents, infrastructure, model tooling, or data pipelines?","Which low-profile forks could precede a release or hiring wave?","Which labs are converging on the same technical adjacency?"],"signal_questions":["What upstream dependency or technical adjacency does this fork reveal?","Which upstream projects are repeated across labs?","Which forks point to evals, agents, infrastructure, model tooling, or data pipelines?","Do the 6 related fork signals show a repeated pattern?"],"output_fields":["org","upstream_repo","language","technical_theme","evidence_url"],"data_business_relevance":"Data-business lane extraction is scoped to frontier labs; for this category, keep conclusions tied to category-specific strategy, source evidence, and follow-up questions.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/ce5c87c6-b574-45a9-bbee-e4d5bfa7c199/signal.json","required":true},{"label":"source","url":"https://github.com/arcee-ai/llm-autoeval","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/arcee/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/arcee/evidence.json","required":true},{"label":"topic_signals_json","url":"https://onlylabs.fyi/topics/forks/signals.json?category=neolab","required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Arcee AI's fork signal \"arcee-ai/llm-autoeval\" for neolab strategy."},"semantic_triples":[{"subject":"Arcee AI","predicate":"forked","object":"arcee-ai/llm-autoeval","text":"Arcee AI forked arcee-ai/llm-autoeval."},{"subject":"arcee-ai/llm-autoeval","predicate":"is classified as","object":"fork signal","text":"arcee-ai/llm-autoeval is classified as fork signal."},{"subject":"arcee-ai/llm-autoeval","predicate":"belongs to","object":"forks desk","text":"arcee-ai/llm-autoeval belongs to forks desk."},{"subject":"arcee-ai/llm-autoeval","predicate":"has context","object":"forked from mlabonne/llm-autoeval","text":"arcee-ai/llm-autoeval has context forked from mlabonne/llm-autoeval."},{"subject":"arcee-ai/llm-autoeval","predicate":"has evidence coverage","object":"1 captured evidence page","text":"arcee-ai/llm-autoeval has evidence coverage 1 captured evidence page."},{"subject":"arcee-ai/llm-autoeval","predicate":"has captured page count","object":"1","text":"arcee-ai/llm-autoeval has captured page count 1."},{"subject":"arcee-ai/llm-autoeval","predicate":"has readable page count","object":"1","text":"arcee-ai/llm-autoeval has readable page count 1."},{"subject":"arcee-ai/llm-autoeval","predicate":"has related signal count","object":"6","text":"arcee-ai/llm-autoeval has related signal count 6."},{"subject":"arcee-ai/llm-autoeval","predicate":"has analysis playbook objective","object":"Turn fork activity into a map of upstream tools, libraries, model utilities, agent frameworks, and research dependencies being inspected or adapted.","text":"arcee-ai/llm-autoeval has analysis playbook objective Turn fork activity into a map of upstream tools, libraries, model utilities, agent frameworks, and research dependencies being inspected or adapted.."},{"subject":"arcee-ai/llm-autoeval","predicate":"has source host","object":"github.com","text":"arcee-ai/llm-autoeval has source host github.com."},{"subject":"arcee-ai/llm-autoeval","predicate":"has lab","object":"Arcee AI","text":"arcee-ai/llm-autoeval has lab Arcee AI."},{"subject":"arcee-ai/llm-autoeval","predicate":"has signal desk","object":"forks","text":"arcee-ai/llm-autoeval has signal desk forks."},{"subject":"arcee-ai/llm-autoeval","predicate":"has source host","object":"github.com","text":"arcee-ai/llm-autoeval has source host github.com."},{"subject":"arcee-ai/llm-autoeval","predicate":"has repository","object":"arcee-ai/llm-autoeval","text":"arcee-ai/llm-autoeval has repository arcee-ai/llm-autoeval."},{"subject":"arcee-ai/llm-autoeval","predicate":"has parent","object":"mlabonne/llm-autoeval","text":"arcee-ai/llm-autoeval has parent mlabonne/llm-autoeval."},{"subject":"arcee-ai/llm-autoeval","predicate":"has stars","object":"2","text":"arcee-ai/llm-autoeval has stars 2."},{"subject":"arcee-ai/llm-autoeval","predicate":"has watch term","object":"Eval methodology","text":"arcee-ai/llm-autoeval has watch term Eval methodology."},{"subject":"arcee-ai/llm-autoeval","predicate":"has watch term","object":"Model card","text":"arcee-ai/llm-autoeval has watch term Model card."}]},"intelligence":{"signal_desk":"forks","answer":"Arcee AI forked arcee-ai/llm-autoeval (forked from mlabonne/llm-autoeval). This fork signal points to upstream code the lab may be inspecting, patching, or building on. High-signal details: repo arcee-ai/llm-autoeval · parent mlabonne/llm-autoeval. onlylabs links this event to 1 captured evidence page and 6 related fork signals.","semantic_triples":[{"subject":"Arcee AI","predicate":"forked","object":"arcee-ai/llm-autoeval","text":"Arcee AI forked arcee-ai/llm-autoeval."},{"subject":"arcee-ai/llm-autoeval","predicate":"is classified as","object":"fork signal","text":"arcee-ai/llm-autoeval is classified as fork signal."},{"subject":"arcee-ai/llm-autoeval","predicate":"belongs to","object":"forks desk","text":"arcee-ai/llm-autoeval belongs to forks desk."},{"subject":"arcee-ai/llm-autoeval","predicate":"has context","object":"forked from mlabonne/llm-autoeval","text":"arcee-ai/llm-autoeval has context forked from mlabonne/llm-autoeval."},{"subject":"arcee-ai/llm-autoeval","predicate":"has evidence coverage","object":"1 captured evidence page","text":"arcee-ai/llm-autoeval has evidence coverage 1 captured evidence page."}]},"signal":{"id":"ce5c87c6-b574-45a9-bbee-e4d5bfa7c199","url":"https://onlylabs.fyi/signals/ce5c87c6-b574-45a9-bbee-e4d5bfa7c199","json_url":"https://onlylabs.fyi/signals/ce5c87c6-b574-45a9-bbee-e4d5bfa7c199/signal.json","source_url":"https://github.com/arcee-ai/llm-autoeval","title":"arcee-ai/llm-autoeval","summary":"Arcee AI forked upstream code. onlylabs watches forks for tooling, infrastructure, research dependencies, and product-adjacent work.","context":"forked from mlabonne/llm-autoeval","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"arcee","name":"Arcee AI","category":"neolab"},"occurred_at":"2024-02-28T03:16:00+00:00","first_seen_at":"2026-06-05T22:32:26.032324+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/arcee-ai/llm-autoeval"]},"facets":{"repo":"arcee-ai/llm-autoeval","parent":"mlabonne/llm-autoeval"},"traction":{"github_stars":2,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":null},"primary_evidence_page":{"url":"https://github.com/arcee-ai/llm-autoeval","final_url":"https://github.com/arcee-ai/llm-autoeval","title":"arcee-ai/llm-autoeval repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:10:32.825174+00:00","bytes":25699,"raw_path":"e049214d98a787d5fb3235a605a4b3c038a839cc311b527c0a1c4c4fcb4d77e9.json","content_hash":"58ec472066687cc1b793d9f594300263a11ef78127827f4966b49d62da939c46","excerpt_chars":1200,"truncated":true,"excerpt":"arcee-ai/llm-autoeval Description: Automatically evaluate your LLMs in Google Colab Language: Python License: MIT Stars: 2 Forks: 1 Open issues: 0 Created: 2024-02-28T03:16:00Z Pushed: 2024-04-15T15:42:29Z Default branch: master Fork: yes Parent repository: mlabonne/llm-autoeval Archived: no README: <div align=\"center\"> <h1>🧐 LLM AutoEval</h1> <p> 🐦 <a href=\"https://twitter.com/maximelabonne\">Follow me on X</a> • 🤗 <a href=\"https://huggingface.co/mlabonne\">Hugging Face</a> • 💻 <a href=\"https://mlabonne.github.io/blog\">Blog</a> • 📙 <a href=\"https://github.com/PacktPublishing/Hands-On-Graph-Neural-Networks-Using-Python\">Hands-on GNN</a> </p> <p><em>Simplify LLM evaluation using a convenient Colab notebook.</em></p> <a href=\"https://colab.research.google.com/drive/1Igs3WZuXAIv9X0vwqiE90QlEPys8e8Oa?usp=sharing\"><img src=\"img/colab.svg\" alt=\"Open In Colab\"></a></center> </div> <br/> <p align=\"center\"> <img src='img/llmautoeval.png'> </p> 🔍 Overview LLM AutoEval **simplifies the process of evaluating LLMs** using a convenient [Colab notebook](https://colab.research.google.com/drive/1Igs3WZuXAIv9X0vwqiE90QlEPys8e8Oa?usp=sharing). You just need to specify the name of your model, a..."},"evidence_pages":[{"url":"https://github.com/arcee-ai/llm-autoeval","final_url":"https://github.com/arcee-ai/llm-autoeval","title":"arcee-ai/llm-autoeval repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:10:32.825174+00:00","bytes":25699,"raw_path":"e049214d98a787d5fb3235a605a4b3c038a839cc311b527c0a1c4c4fcb4d77e9.json","content_hash":"58ec472066687cc1b793d9f594300263a11ef78127827f4966b49d62da939c46","excerpt_chars":1200,"truncated":true,"excerpt":"arcee-ai/llm-autoeval Description: Automatically evaluate your LLMs in Google Colab Language: Python License: MIT Stars: 2 Forks: 1 Open issues: 0 Created: 2024-02-28T03:16:00Z Pushed: 2024-04-15T15:42:29Z Default branch: master Fork: yes Parent repository: mlabonne/llm-autoeval Archived: no README: <div align=\"center\"> <h1>🧐 LLM AutoEval</h1> <p> 🐦 <a href=\"https://twitter.com/maximelabonne\">Follow me on X</a> • 🤗 <a href=\"https://huggingface.co/mlabonne\">Hugging Face</a> • 💻 <a href=\"https://mlabonne.github.io/blog\">Blog</a> • 📙 <a href=\"https://github.com/PacktPublishing/Hands-On-Graph-Neural-Networks-Using-Python\">Hands-on GNN</a> </p> <p><em>Simplify LLM evaluation using a convenient Colab notebook.</em></p> <a href=\"https://colab.research.google.com/drive/1Igs3WZuXAIv9X0vwqiE90QlEPys8e8Oa?usp=sharing\"><img src=\"img/colab.svg\" alt=\"Open In Colab\"></a></center> </div> <br/> <p align=\"center\"> <img src='img/llmautoeval.png'> </p> 🔍 Overview LLM AutoEval **simplifies the process of evaluating LLMs** using a convenient [Colab notebook](https://colab.research.google.com/drive/1Igs3WZuXAIv9X0vwqiE90QlEPys8e8Oa?usp=sharing). You just need to specify the name of your model, a..."}],"related_signals":[{"id":"8da333a0-40e4-4208-b8bb-5cdd92073433","url":"https://onlylabs.fyi/signals/8da333a0-40e4-4208-b8bb-5cdd92073433","source_url":"https://github.com/arcee-ai/prime-rl","title":"arcee-ai/prime-rl","context":"forked from PrimeIntellect-ai/prime-rl","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"arcee","name":"Arcee AI","category":"neolab"},"occurred_at":"2025-11-11T00:08:20+00:00","first_seen_at":"2026-06-05T22:32:26.032324+00:00","date_source":"source"},{"id":"89e50509-9779-4e1f-929c-37903ad8c974","url":"https://onlylabs.fyi/signals/89e50509-9779-4e1f-929c-37903ad8c974","source_url":"https://github.com/arcee-ai/transformers","title":"arcee-ai/transformers","context":"forked from huggingface/transformers","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"arcee","name":"Arcee AI","category":"neolab"},"occurred_at":"2025-06-04T21:20:39+00:00","first_seen_at":"2026-06-05T22:32:26.032324+00:00","date_source":"source"},{"id":"bd2889f5-890b-45f4-b741-f065c88d9627","url":"https://onlylabs.fyi/signals/bd2889f5-890b-45f4-b741-f065c88d9627","source_url":"https://github.com/arcee-ai/heyarcee-theme","title":"arcee-ai/heyarcee-theme","context":"forked from chralp/heyburrito-theme","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"arcee","name":"Arcee AI","category":"neolab"},"occurred_at":"2025-03-06T21:15:10+00:00","first_seen_at":"2026-06-05T22:32:26.032324+00:00","date_source":"source"},{"id":"b8e86094-a097-4dc9-b9d5-8ade56cc394e","url":"https://onlylabs.fyi/signals/b8e86094-a097-4dc9-b9d5-8ade56cc394e","source_url":"https://github.com/arcee-ai/heyarcee","title":"arcee-ai/heyarcee","context":"forked from chralp/heyburrito","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"arcee","name":"Arcee AI","category":"neolab"},"occurred_at":"2025-03-06T21:10:14+00:00","first_seen_at":"2026-06-05T22:32:26.032324+00:00","date_source":"source"},{"id":"739cdf1f-418d-457c-8c03-f211d133d002","url":"https://onlylabs.fyi/signals/739cdf1f-418d-457c-8c03-f211d133d002","source_url":"https://github.com/arcee-ai/pipelines","title":"arcee-ai/pipelines","context":"forked from open-webui/pipelines","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"arcee","name":"Arcee AI","category":"neolab"},"occurred_at":"2025-02-17T16:02:04+00:00","first_seen_at":"2026-06-05T22:32:26.032324+00:00","date_source":"source"},{"id":"f3e69798-2c5d-4ffe-b093-6fcccaf8ed63","url":"https://onlylabs.fyi/signals/f3e69798-2c5d-4ffe-b093-6fcccaf8ed63","source_url":"https://github.com/arcee-ai/token.js","title":"arcee-ai/token.js","context":"forked from token-js/token.js","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"arcee","name":"Arcee AI","category":"neolab"},"occurred_at":"2025-02-11T03:09:39+00:00","first_seen_at":"2026-06-05T22:32:26.032324+00:00","date_source":"source"}]}