{"schema_version":"onlylabs.public_signal.v1","title":"Reka AI Repo: reka-ai/reka-vibe-eval","description":"Reka AI repo signal with public source context, captured evidence pages, related signals, and category-scoped analysis context.","url":"https://onlylabs.fyi/signals/e486619d-5d6f-462c-a4ad-908661ffd129","json_url":"https://onlylabs.fyi/signals/e486619d-5d6f-462c-a4ad-908661ffd129/signal.json","generated_at":"2026-06-11T03:20:31.506292+00:00","org":{"slug":"reka","name":"Reka AI","category":"neolab","category_label":"Neolab","dossier_url":"https://onlylabs.fyi/labs/reka","dossier_json_url":"https://onlylabs.fyi/labs/reka/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/e486619d-5d6f-462c-a4ad-908661ffd129","signal_json":"https://onlylabs.fyi/signals/e486619d-5d6f-462c-a4ad-908661ffd129/signal.json","source":"https://github.com/reka-ai/reka-vibe-eval","lab_dossier":"https://onlylabs.fyi/labs/reka","lab_dossier_json":"https://onlylabs.fyi/labs/reka/dossier.json","analysis":"https://onlylabs.fyi/analysis/reka","analysis_json":"https://onlylabs.fyi/analysis/reka/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/reka/evidence.json","category":"https://onlylabs.fyi/neolabs","category_json":"https://onlylabs.fyi/neolabs.json","category_feed":"https://onlylabs.fyi/neolabs/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","topic":null,"topic_signals_json":null,"topic_feed":null,"data_business":null},"answer_pack":{"answer":"Reka AI published reka-ai/reka-vibe-eval (Python). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo reka-ai/reka-vibe-eval · language Python. onlylabs links this event to 1 captured evidence page and 6 related repo signals.","signal_desk":"repos","source_context":{"source_url":"https://github.com/reka-ai/reka-vibe-eval","source_host":"github.com","occurred_at":"2024-05-01T08:41:27+00:00","first_seen_at":"2026-06-05T22:32:22.156489+00:00","date_source":"source","context":"Python"},"context_markers":[{"label":"Lab","value":"Reka AI","source":"signal"},{"label":"Signal desk","value":"repos","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"reka-ai/reka-vibe-eval","source":"source"},{"label":"Language","value":"Python","source":"source"},{"label":"Stars","value":"187","source":"traction"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Data pipeline","source":"evidence"},{"label":"Watch term","value":"Agents and tool use","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/reka-ai/reka-vibe-eval"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-11T03:20:31.506292+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/e486619d-5d6f-462c-a4ad-908661ffd129/signal.json","dossier_json":"https://onlylabs.fyi/labs/reka/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/reka/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/reka/evidence.json","topic_signals_json":null,"topic_feed":null,"category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","evidence_focus":["repo name","owner","description","language","stars","source URL","first seen time","data, eval, infra, safety, and product terms"],"extraction_questions":["What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Is the repo new evidence for a lab direction that is not yet in writing or releases?","Which related signals should an analyst inspect next?"],"signal_questions":["What does this new repository reveal before a formal announcement exists?","What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Do the 6 related repo signals show a repeated pattern?"],"output_fields":["org","repo","technical_theme","evidence_url"],"data_business_relevance":"Data-business lane extraction is scoped to frontier labs; for this category, interpret the repository as source-grounded category strategy evidence.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/e486619d-5d6f-462c-a4ad-908661ffd129/signal.json","required":true},{"label":"source","url":"https://github.com/reka-ai/reka-vibe-eval","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/reka/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/reka/evidence.json","required":true},{"label":"topic_signals_json","url":null,"required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Reka AI's repo signal \"reka-ai/reka-vibe-eval\" for neolab strategy."},"semantic_triples":[{"subject":"Reka AI","predicate":"published repo","object":"reka-ai/reka-vibe-eval","text":"Reka AI published repo reka-ai/reka-vibe-eval."},{"subject":"reka-ai/reka-vibe-eval","predicate":"is classified as","object":"repo signal","text":"reka-ai/reka-vibe-eval is classified as repo signal."},{"subject":"reka-ai/reka-vibe-eval","predicate":"belongs to","object":"repos desk","text":"reka-ai/reka-vibe-eval belongs to repos desk."},{"subject":"reka-ai/reka-vibe-eval","predicate":"has context","object":"Python","text":"reka-ai/reka-vibe-eval has context Python."},{"subject":"reka-ai/reka-vibe-eval","predicate":"has evidence coverage","object":"1 captured evidence page","text":"reka-ai/reka-vibe-eval has evidence coverage 1 captured evidence page."},{"subject":"reka-ai/reka-vibe-eval","predicate":"has captured page count","object":"1","text":"reka-ai/reka-vibe-eval has captured page count 1."},{"subject":"reka-ai/reka-vibe-eval","predicate":"has readable page count","object":"1","text":"reka-ai/reka-vibe-eval has readable page count 1."},{"subject":"reka-ai/reka-vibe-eval","predicate":"has related signal count","object":"6","text":"reka-ai/reka-vibe-eval has related signal count 6."},{"subject":"reka-ai/reka-vibe-eval","predicate":"has analysis playbook objective","object":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","text":"reka-ai/reka-vibe-eval has analysis playbook objective Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.."},{"subject":"reka-ai/reka-vibe-eval","predicate":"has source host","object":"github.com","text":"reka-ai/reka-vibe-eval has source host github.com."},{"subject":"reka-ai/reka-vibe-eval","predicate":"has lab","object":"Reka AI","text":"reka-ai/reka-vibe-eval has lab Reka AI."},{"subject":"reka-ai/reka-vibe-eval","predicate":"has signal desk","object":"repos","text":"reka-ai/reka-vibe-eval has signal desk repos."},{"subject":"reka-ai/reka-vibe-eval","predicate":"has source host","object":"github.com","text":"reka-ai/reka-vibe-eval has source host github.com."},{"subject":"reka-ai/reka-vibe-eval","predicate":"has repository","object":"reka-ai/reka-vibe-eval","text":"reka-ai/reka-vibe-eval has repository reka-ai/reka-vibe-eval."},{"subject":"reka-ai/reka-vibe-eval","predicate":"has language","object":"Python","text":"reka-ai/reka-vibe-eval has language Python."},{"subject":"reka-ai/reka-vibe-eval","predicate":"has stars","object":"187","text":"reka-ai/reka-vibe-eval has stars 187."},{"subject":"reka-ai/reka-vibe-eval","predicate":"has watch term","object":"Eval methodology","text":"reka-ai/reka-vibe-eval has watch term Eval methodology."},{"subject":"reka-ai/reka-vibe-eval","predicate":"has watch term","object":"Data pipeline","text":"reka-ai/reka-vibe-eval has watch term Data pipeline."}]},"intelligence":{"signal_desk":"repos","answer":"Reka AI published reka-ai/reka-vibe-eval (Python). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo reka-ai/reka-vibe-eval · language Python. onlylabs links this event to 1 captured evidence page and 6 related repo signals.","semantic_triples":[{"subject":"Reka AI","predicate":"published repo","object":"reka-ai/reka-vibe-eval","text":"Reka AI published repo reka-ai/reka-vibe-eval."},{"subject":"reka-ai/reka-vibe-eval","predicate":"is classified as","object":"repo signal","text":"reka-ai/reka-vibe-eval is classified as repo signal."},{"subject":"reka-ai/reka-vibe-eval","predicate":"belongs to","object":"repos desk","text":"reka-ai/reka-vibe-eval belongs to repos desk."},{"subject":"reka-ai/reka-vibe-eval","predicate":"has context","object":"Python","text":"reka-ai/reka-vibe-eval has context Python."},{"subject":"reka-ai/reka-vibe-eval","predicate":"has evidence coverage","object":"1 captured evidence page","text":"reka-ai/reka-vibe-eval has evidence coverage 1 captured evidence page."}]},"signal":{"id":"e486619d-5d6f-462c-a4ad-908661ffd129","url":"https://onlylabs.fyi/signals/e486619d-5d6f-462c-a4ad-908661ffd129","json_url":"https://onlylabs.fyi/signals/e486619d-5d6f-462c-a4ad-908661ffd129/signal.json","source_url":"https://github.com/reka-ai/reka-vibe-eval","title":"reka-ai/reka-vibe-eval","summary":"Reka AI published a new repository. onlylabs watches repos for tooling, eval, infra, and model-adjacent work.","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2024-05-01T08:41:27+00:00","first_seen_at":"2026-06-05T22:32:22.156489+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/reka-ai/reka-vibe-eval"]},"facets":{"repo":"reka-ai/reka-vibe-eval","language":"Python"},"traction":{"github_stars":187,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":null},"primary_evidence_page":{"url":"https://github.com/reka-ai/reka-vibe-eval","final_url":"https://github.com/reka-ai/reka-vibe-eval","title":"reka-ai/reka-vibe-eval repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:20:31.506292+00:00","bytes":11923,"raw_path":"d7c7c0fdac702d4235d9048bcb21d5d51b62369dc87acd8cdd8b3a8cbcda7e06.json","content_hash":"8ca491f4878ee338b9fd91f87fcf876698b90aea4790b7d398e4a72556819398","excerpt_chars":1200,"truncated":true,"excerpt":"reka-ai/reka-vibe-eval Description: Multimodal language model benchmark, featuring challenging examples Language: Python License: Apache-2.0 Stars: 187 Forks: 12 Open issues: 3 Created: 2024-05-01T08:41:27Z Pushed: 2024-12-18T19:27:52Z Default branch: main Fork: no Archived: no README: Vibe-Eval [![main](https://github.com/reka-ai/reka-vibe-eval/actions/workflows/actions.yml/badge.svg)](https://github.com/reka-ai/reka-vibe-eval/actions/workflows/actions.yml) A benchmark for evaluating multimodal chat models, including especially challenging examples. [[Link to paper]](https://publications.reka.ai/reka-vibe-eval.pdf) [[Blogpost]](https://www.reka.ai/news/vibe-eval) [[🤗 Dataset]](https://huggingface.co/datasets/RekaAI/VibeEval) ![Example from the dataset](figure.png) Dataset The dataset including all images can be downloaded [in the Releases page of this repo](https://github.com/reka-ai/reka-vibe-eval/releases/tag/v1.0.0). The dataset is stored as a JSONL file: [data/vibe-eval.v1.jsonl](data/vibe-eval.v1.jsonl). Each example has the following fields: - **example_id**: a unique ID for the example - **category**: the category that this example belongs to, either `difficulty-normal`..."},"evidence_pages":[{"url":"https://github.com/reka-ai/reka-vibe-eval","final_url":"https://github.com/reka-ai/reka-vibe-eval","title":"reka-ai/reka-vibe-eval repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:20:31.506292+00:00","bytes":11923,"raw_path":"d7c7c0fdac702d4235d9048bcb21d5d51b62369dc87acd8cdd8b3a8cbcda7e06.json","content_hash":"8ca491f4878ee338b9fd91f87fcf876698b90aea4790b7d398e4a72556819398","excerpt_chars":1200,"truncated":true,"excerpt":"reka-ai/reka-vibe-eval Description: Multimodal language model benchmark, featuring challenging examples Language: Python License: Apache-2.0 Stars: 187 Forks: 12 Open issues: 3 Created: 2024-05-01T08:41:27Z Pushed: 2024-12-18T19:27:52Z Default branch: main Fork: no Archived: no README: Vibe-Eval [![main](https://github.com/reka-ai/reka-vibe-eval/actions/workflows/actions.yml/badge.svg)](https://github.com/reka-ai/reka-vibe-eval/actions/workflows/actions.yml) A benchmark for evaluating multimodal chat models, including especially challenging examples. [[Link to paper]](https://publications.reka.ai/reka-vibe-eval.pdf) [[Blogpost]](https://www.reka.ai/news/vibe-eval) [[🤗 Dataset]](https://huggingface.co/datasets/RekaAI/VibeEval) ![Example from the dataset](figure.png) Dataset The dataset including all images can be downloaded [in the Releases page of this repo](https://github.com/reka-ai/reka-vibe-eval/releases/tag/v1.0.0). The dataset is stored as a JSONL file: [data/vibe-eval.v1.jsonl](data/vibe-eval.v1.jsonl). Each example has the following fields: - **example_id**: a unique ID for the example - **category**: the category that this example belongs to, either `difficulty-normal`..."}],"related_signals":[{"id":"1227bd13-65e9-430c-83bf-228eb14e3003","url":"https://onlylabs.fyi/signals/1227bd13-65e9-430c-83bf-228eb14e3003","source_url":"https://github.com/reka-ai/reka-mcp","title":"reka-ai/reka-mcp","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2026-04-28T07:52:10+00:00","first_seen_at":"2026-06-05T22:32:22.156489+00:00","date_source":"source"},{"id":"e476a67e-0f08-4130-9aeb-d7ddb8308e9a","url":"https://onlylabs.fyi/signals/e476a67e-0f08-4130-9aeb-d7ddb8308e9a","source_url":"https://github.com/reka-ai/reka-cli","title":"reka-ai/reka-cli","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2026-03-05T03:55:53+00:00","first_seen_at":"2026-06-05T22:32:22.156489+00:00","date_source":"source"},{"id":"d21cbdac-d30a-45ea-bbde-04b84a25cb6c","url":"https://onlylabs.fyi/signals/d21cbdac-d30a-45ea-bbde-04b84a25cb6c","source_url":"https://github.com/reka-ai/vllm-reka","title":"reka-ai/vllm-reka","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2026-02-16T14:59:03+00:00","first_seen_at":"2026-06-05T22:32:22.156489+00:00","date_source":"source"},{"id":"5bfd3e01-ecbb-4406-952d-496c233da452","url":"https://onlylabs.fyi/signals/5bfd3e01-ecbb-4406-952d-496c233da452","source_url":"https://github.com/reka-ai/clip-api-examples","title":"reka-ai/clip-api-examples","context":"JavaScript","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2026-02-09T18:45:39+00:00","first_seen_at":"2026-06-05T22:32:22.156489+00:00","date_source":"source"},{"id":"0bb997fd-d7cd-41be-b1c6-f786a95e33b8","url":"https://onlylabs.fyi/signals/0bb997fd-d7cd-41be-b1c6-f786a95e33b8","source_url":"https://github.com/reka-ai/n8n-nodes-reka","title":"reka-ai/n8n-nodes-reka","context":"TypeScript","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2026-01-07T18:27:21+00:00","first_seen_at":"2026-06-05T22:32:22.156489+00:00","date_source":"source"},{"id":"e04cad2e-a265-4a5a-acd5-c02a7ea0bc2a","url":"https://onlylabs.fyi/signals/e04cad2e-a265-4a5a-acd5-c02a7ea0bc2a","source_url":"https://github.com/reka-ai/reka-sdk-dotnet","title":"reka-ai/reka-sdk-dotnet","context":"C#","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2025-11-21T13:40:08+00:00","first_seen_at":"2026-06-05T22:32:22.156489+00:00","date_source":"source"}]}