{"schema_version":"onlylabs.public_signal.v1","title":"Reka AI Writing: Vibe Eval","description":"Reka AI writing signal with public source context, captured evidence pages, related signals, and category-scoped analysis context.","url":"https://onlylabs.fyi/signals/77ab5f71-3ed2-4d04-a9b8-b3d92831fd3f","json_url":"https://onlylabs.fyi/signals/77ab5f71-3ed2-4d04-a9b8-b3d92831fd3f/signal.json","generated_at":"2026-10-12T20:54:35.434Z","evidence_latest_fetched_at":"2026-06-27T00:01:42.353473+00:00","signal_first_seen_at":"2026-06-26T20:26:31.184778+00:00","org":{"slug":"reka","name":"Reka AI","category":"neolab","category_label":"Neolab","dossier_url":"https://onlylabs.fyi/labs/reka","dossier_json_url":"https://onlylabs.fyi/labs/reka/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/77ab5f71-3ed2-4d04-a9b8-b3d92831fd3f","signal_json":"https://onlylabs.fyi/signals/77ab5f71-3ed2-4d04-a9b8-b3d92831fd3f/signal.json","source":"https://reka.ai/news/vibe-eval","lab_dossier":"https://onlylabs.fyi/labs/reka","lab_dossier_json":"https://onlylabs.fyi/labs/reka/dossier.json","analysis":"https://onlylabs.fyi/analysis/reka","analysis_json":"https://onlylabs.fyi/analysis/reka/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/reka/evidence.json","category":"https://onlylabs.fyi/neolabs","category_json":"https://onlylabs.fyi/neolabs.json","category_feed":"https://onlylabs.fyi/neolabs/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","topic":"https://onlylabs.fyi/topics/talking","topic_signals_json":"https://onlylabs.fyi/topics/talking/signals.json?category=neolab","topic_feed":"https://onlylabs.fyi/topics/talking/feed.xml?category=neolab","data_business":null},"answer_pack":{"answer":"Reka AI published Vibe Eval. This talking signal gives public context for research themes, product direction, policy, or launch framing. High-signal details: New evaluation suite from Reka · Vibe-Eval: A new open and hard evaluation suite for measuring progress of multimodal language models ← Back to Blog May 1, 2024 Vibe-Eval: A new open and hard evaluation.... onlylabs links this event to 1 captured evidence page and 6 related writing signals.","signal_desk":"talking","source_context":{"source_url":"https://reka.ai/news/vibe-eval","source_host":"reka.ai","occurred_at":"2024-05-01T00:00:00.000Z","first_seen_at":"2026-06-26T20:26:31.184778+00:00","date_source":"page.visible_date","context":null},"context_markers":[{"label":"Lab","value":"Reka AI","source":"signal"},{"label":"Signal desk","value":"talking","source":"signal"},{"label":"Source host","value":"reka.ai","source":"source"},{"label":"Notability","value":"New evaluation suite from Reka","source":"signal"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Safety and alignment","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://reka.ai/news/vibe-eval"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-27T00:01:42.353473+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/77ab5f71-3ed2-4d04-a9b8-b3d92831fd3f/signal.json","dossier_json":"https://onlylabs.fyi/labs/reka/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/reka/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/reka/evidence.json","topic_signals_json":"https://onlylabs.fyi/topics/talking/signals.json?category=neolab","topic_feed":"https://onlylabs.fyi/topics/talking/feed.xml?category=neolab","category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn public writing and discussion into a readable map of research themes, product framing, policy posture, launch narratives, and market attention.","evidence_focus":["post title","source URL","captured page text","HN traction","linked model or paper references","publication date"],"extraction_questions":["Which themes are labs choosing to explain publicly?","Which posts are attracting outside discussion?","Which writing reframes a recent release, model, hiring wave, or policy stance?","Which posts mention data, evals, infrastructure, safety, or deployment workflows?"],"signal_questions":["What public theme, launch framing, or research direction does this writing signal expose?","Which themes are labs choosing to explain publicly?","Which posts are attracting outside discussion?","Do the 6 related writing signals show a repeated pattern?"],"output_fields":["org","theme","public_framing","traction","evidence_url"],"data_business_relevance":"Data-business lane extraction is scoped to frontier labs; for this category, keep conclusions tied to category-specific strategy, source evidence, and follow-up questions.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/77ab5f71-3ed2-4d04-a9b8-b3d92831fd3f/signal.json","required":true},{"label":"source","url":"https://reka.ai/news/vibe-eval","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/reka/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/reka/evidence.json","required":true},{"label":"topic_signals_json","url":"https://onlylabs.fyi/topics/talking/signals.json?category=neolab","required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Reka AI's writing signal \"Vibe Eval\" for neolab strategy."},"semantic_triples":[{"subject":"Reka AI","predicate":"published","object":"Vibe Eval","text":"Reka AI published Vibe Eval."},{"subject":"Vibe Eval","predicate":"is classified as","object":"writing signal","text":"Vibe Eval is classified as writing signal."},{"subject":"Vibe Eval","predicate":"belongs to","object":"talking desk","text":"Vibe Eval belongs to talking desk."},{"subject":"Vibe Eval","predicate":"has evidence coverage","object":"1 captured evidence page","text":"Vibe Eval has evidence coverage 1 captured evidence page."},{"subject":"Vibe Eval","predicate":"has captured page count","object":"1","text":"Vibe Eval has captured page count 1."},{"subject":"Vibe Eval","predicate":"has readable page count","object":"1","text":"Vibe Eval has readable page count 1."},{"subject":"Vibe Eval","predicate":"has related signal count","object":"6","text":"Vibe Eval has related signal count 6."},{"subject":"Vibe Eval","predicate":"has analysis playbook objective","object":"Turn public writing and discussion into a readable map of research themes, product framing, policy posture, launch narratives, and market attention.","text":"Vibe Eval has analysis playbook objective Turn public writing and discussion into a readable map of research themes, product framing, policy posture, launch narratives, and market attention.."},{"subject":"Vibe Eval","predicate":"has source host","object":"reka.ai","text":"Vibe Eval has source host reka.ai."},{"subject":"Vibe Eval","predicate":"has lab","object":"Reka AI","text":"Vibe Eval has lab Reka AI."},{"subject":"Vibe Eval","predicate":"has signal desk","object":"talking","text":"Vibe Eval has signal desk talking."},{"subject":"Vibe Eval","predicate":"has source host","object":"reka.ai","text":"Vibe Eval has source host reka.ai."},{"subject":"Vibe Eval","predicate":"has notability","object":"New evaluation suite from Reka","text":"Vibe Eval has notability New evaluation suite from Reka."},{"subject":"Vibe Eval","predicate":"has watch term","object":"Eval methodology","text":"Vibe Eval has watch term Eval methodology."},{"subject":"Vibe Eval","predicate":"has watch term","object":"Safety and alignment","text":"Vibe Eval has watch term Safety and alignment."}]},"intelligence":{"signal_desk":"talking","answer":"Reka AI published Vibe Eval. This talking signal gives public context for research themes, product direction, policy, or launch framing. High-signal details: New evaluation suite from Reka · Vibe-Eval: A new open and hard evaluation suite for measuring progress of multimodal language models ← Back to Blog May 1, 2024 Vibe-Eval: A new open and hard evaluation.... onlylabs links this event to 1 captured evidence page and 6 related writing signals.","semantic_triples":[{"subject":"Reka AI","predicate":"published","object":"Vibe Eval","text":"Reka AI published Vibe Eval."},{"subject":"Vibe Eval","predicate":"is classified as","object":"writing signal","text":"Vibe Eval is classified as writing signal."},{"subject":"Vibe Eval","predicate":"belongs to","object":"talking desk","text":"Vibe Eval belongs to talking desk."},{"subject":"Vibe Eval","predicate":"has evidence coverage","object":"1 captured evidence page","text":"Vibe Eval has evidence coverage 1 captured evidence page."}]},"signal":{"id":"77ab5f71-3ed2-4d04-a9b8-b3d92831fd3f","url":"https://onlylabs.fyi/signals/77ab5f71-3ed2-4d04-a9b8-b3d92831fd3f","json_url":"https://onlylabs.fyi/signals/77ab5f71-3ed2-4d04-a9b8-b3d92831fd3f/signal.json","source_url":"https://reka.ai/news/vibe-eval","title":"Vibe Eval","summary":"Reka AI published a writing signal. onlylabs watches public writing for research themes, product direction, and model-launch context.","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2024-05-01T00:00:00.000Z","first_seen_at":"2026-06-26T20:26:31.184778+00:00","date_source":"page.visible_date","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://reka.ai/news/vibe-eval"]},"facets":{},"traction":{"github_stars":null,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":null},"primary_evidence_page":{"is_primary":true,"source_match":true,"url":"https://reka.ai/news/vibe-eval","final_url":"https://reka.ai/news/vibe-eval","title":"Vibe Eval","http_status":200,"content_type":"text/html","capture_method":"plain","fetched_at":"2026-06-27T00:01:42.353473+00:00","bytes":268244,"raw_path":"479844fc7681d5bb363487dd6184dd94b54c170eabaa7bee9898a9eb6488c4c0.html","content_hash":"e1c576e47d6534c8995c17f94e4037d78030fdec647fcf6c4ada7df1cfb478dc","excerpt_chars":1200,"truncated":true,"excerpt":"Vibe-Eval: A new open and hard evaluation suite for measuring progress of multimodal language models ← Back to Blog May 1, 2024 Vibe-Eval: A new open and hard evaluation suite for measuring progress of multimodal language models Vibe-Eval: A new open and hard evaluation suite for measuring progress of multimodal language models Evals are notoriously difficult to get right despite being a critical component and requisite of building great models. At Reka, we believe that investing in solid evals is paramount, high impact, work that can steadily move the field forward. Therefore, we’re glad to be releasing a small part of our internal evaluation suite to the community. Vibe-Eval is comprised of 269 ultra high quality image-text prompts and their ground truth responses. The quality of prompts and responses has been extensively checked multiple times by our team. Moreover, Vibe-Eval was designed to be difficult, challenging even to the current frontier models, and to induce greater separability among frontier-class models. On 50% of the hard set, all frontier models fail to arrive at a perfect answer leaving a lot of headroom for progress. Check out our paper / technical report here ...."},"evidence_pages":[],"related_signals":[{"id":"90a89039-aab4-4922-a91b-60f48b195aad","url":"https://onlylabs.fyi/signals/90a89039-aab4-4922-a91b-60f48b195aad","source_url":"https://reka.ai/news/reka-edgeq","title":"Reka Edgeq","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2026-09-16T00:00:00.000Z","first_seen_at":"2026-09-17T16:00:50.874084+00:00","date_source":"page.visible_date"},{"id":"9ecd2eae-e88a-46f0-91b9-863bff4d4d8d","url":"https://onlylabs.fyi/signals/9ecd2eae-e88a-46f0-91b9-863bff4d4d8d","source_url":"https://reka.ai/news/cs2-10k-a-large-scale-egocentric-counter-strike-2-dataset","title":"Cs2 10k A Large Scale Egocentric Counter Strike 2 Dataset","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2026-06-24T00:00:00.000Z","first_seen_at":"2026-06-26T20:26:31.184778+00:00","date_source":"page.visible_date"},{"id":"ae9f54da-6827-45a6-a1b6-36573d803edb","url":"https://onlylabs.fyi/signals/ae9f54da-6827-45a6-a1b6-36573d803edb","source_url":"https://reka.ai/news/reka-edge-frontier-level-edge-intelligence-for-physical-ai","title":"Reka Edge Frontier Level Edge Intelligence For Physical Ai","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2026-03-11T00:00:00.000Z","first_seen_at":"2026-06-26T20:26:31.184778+00:00","date_source":"page.visible_date"},{"id":"aceb1cd9-b877-4748-977f-4dd25b62934f","url":"https://onlylabs.fyi/signals/aceb1cd9-b877-4748-977f-4dd25b62934f","source_url":"https://reka.ai/news/end-of-summer-updates","title":"End Of Summer Updates","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2025-09-04T00:00:00.000Z","first_seen_at":"2026-06-26T20:26:31.184778+00:00","date_source":"page.visible_date"},{"id":"7a6b9e3f-ae42-46c3-badc-c8099511c91c","url":"https://onlylabs.fyi/signals/7a6b9e3f-ae42-46c3-badc-c8099511c91c","source_url":"https://reka.ai/news/research-at-reka-reasoning","title":"Research At Reka Reasoning","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2025-09-01T00:00:00.000Z","first_seen_at":"2026-06-26T20:26:31.184778+00:00","date_source":"page.visible_date"},{"id":"65233e1f-8fde-4efd-8764-4765f1b181e9","url":"https://onlylabs.fyi/signals/65233e1f-8fde-4efd-8764-4765f1b181e9","source_url":"https://reka.ai/news/reka-flash-efficient-and-capable-multimodal-language-models","title":"Reka Flash Efficient And Capable Multimodal Language Models","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2024-02-12T00:00:00.000Z","first_seen_at":"2026-06-26T20:26:31.184778+00:00","date_source":"page.visible_date"}]}