{"schema_version":"onlylabs.public_signal.v1","title":"Together AI Writing: Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","description":"Together AI writing signal with public source context, captured evidence pages, related signals, and category-scoped analysis context.","url":"https://onlylabs.fyi/signals/6aafa696-e300-4fba-a901-a38af6b7d250","json_url":"https://onlylabs.fyi/signals/6aafa696-e300-4fba-a901-a38af6b7d250/signal.json","generated_at":"2026-06-07T21:15:37.020983+00:00","org":{"slug":"together-ai","name":"Together AI","category":"neocloud","category_label":"Neocloud","dossier_url":"https://onlylabs.fyi/labs/together-ai","dossier_json_url":"https://onlylabs.fyi/labs/together-ai/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/6aafa696-e300-4fba-a901-a38af6b7d250","signal_json":"https://onlylabs.fyi/signals/6aafa696-e300-4fba-a901-a38af6b7d250/signal.json","source":"https://www.together.ai/blog/large-reasoning-models-fail-to-follow-instructions-during-reasoning-a-benchmark-study","lab_dossier":"https://onlylabs.fyi/labs/together-ai","lab_dossier_json":"https://onlylabs.fyi/labs/together-ai/dossier.json","analysis":"https://onlylabs.fyi/analysis/together-ai","analysis_json":"https://onlylabs.fyi/analysis/together-ai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/together-ai/evidence.json","category":"https://onlylabs.fyi/neoclouds","category_json":"https://onlylabs.fyi/neoclouds.json","category_feed":"https://onlylabs.fyi/neoclouds/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json?category=neocloud","topic":"https://onlylabs.fyi/topics/talking","topic_signals_json":"https://onlylabs.fyi/topics/talking/signals.json?category=neocloud","topic_feed":"https://onlylabs.fyi/topics/talking/feed.xml?category=neocloud","data_business":null},"answer_pack":{"answer":"Together AI published Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study. This talking signal gives public context for research themes, product direction, policy, or launch framing. High-signal details: Substantive benchmark study on reasoning models · Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study ⚡️ FlashAttention-4: up to 1.3× faster than cuDNN on NVIDIA Blackwell →.... onlylabs links this event to 1 captured evidence page and 6 related writing signals.","signal_desk":"talking","source_context":{"source_url":"https://www.together.ai/blog/large-reasoning-models-fail-to-follow-instructions-during-reasoning-a-benchmark-study","source_host":"together.ai","occurred_at":"2025-10-22T00:00:00+00:00","first_seen_at":"2026-06-05T22:32:06.025484+00:00","date_source":"rss.item_date","context":null},"context_markers":[{"label":"Lab","value":"Together AI","source":"signal"},{"label":"Signal desk","value":"talking","source":"signal"},{"label":"Source host","value":"together.ai","source":"source"},{"label":"Notability","value":"Substantive benchmark study on reasoning models","source":"signal"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Data pipeline","source":"evidence"},{"label":"Watch term","value":"Infrastructure","source":"evidence"},{"label":"Watch term","value":"Safety and alignment","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://www.together.ai/blog/large-reasoning-models-fail-to-follow-instructions-during-reasoning-a-benchmark-study"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-07T21:15:37.020983+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/6aafa696-e300-4fba-a901-a38af6b7d250/signal.json","dossier_json":"https://onlylabs.fyi/labs/together-ai/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/together-ai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/together-ai/evidence.json","topic_signals_json":"https://onlylabs.fyi/topics/talking/signals.json?category=neocloud","topic_feed":"https://onlylabs.fyi/topics/talking/feed.xml?category=neocloud","category_signals_json":"https://onlylabs.fyi/signals.json?category=neocloud","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn public writing and discussion into a readable map of research themes, product framing, policy posture, launch narratives, and market attention.","evidence_focus":["post title","source URL","captured page text","HN traction","linked model or paper references","publication date"],"extraction_questions":["Which themes are labs choosing to explain publicly?","Which posts are attracting outside discussion?","Which writing reframes a recent release, model, hiring wave, or policy stance?","Which posts mention data, evals, infrastructure, safety, or deployment workflows?"],"signal_questions":["What public theme, launch framing, or research direction does this writing signal expose?","Which themes are labs choosing to explain publicly?","Which posts are attracting outside discussion?","Do the 6 related writing signals show a repeated pattern?"],"output_fields":["org","theme","public_framing","traction","evidence_url"],"data_business_relevance":"Data-business lane extraction is scoped to frontier labs; for this category, keep conclusions tied to category-specific strategy, source evidence, and follow-up questions.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/6aafa696-e300-4fba-a901-a38af6b7d250/signal.json","required":true},{"label":"source","url":"https://www.together.ai/blog/large-reasoning-models-fail-to-follow-instructions-during-reasoning-a-benchmark-study","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/together-ai/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/together-ai/evidence.json","required":true},{"label":"topic_signals_json","url":"https://onlylabs.fyi/topics/talking/signals.json?category=neocloud","required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Together AI's writing signal \"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study\" for neocloud strategy."},"semantic_triples":[{"subject":"Together AI","predicate":"published","object":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","text":"Together AI published Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study."},{"subject":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","predicate":"is classified as","object":"writing signal","text":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study is classified as writing signal."},{"subject":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","predicate":"belongs to","object":"talking desk","text":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study belongs to talking desk."},{"subject":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","predicate":"has evidence coverage","object":"1 captured evidence page","text":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study has evidence coverage 1 captured evidence page."},{"subject":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","predicate":"has captured page count","object":"1","text":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study has captured page count 1."},{"subject":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","predicate":"has readable page count","object":"1","text":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study has readable page count 1."},{"subject":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","predicate":"has related signal count","object":"6","text":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study has related signal count 6."},{"subject":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","predicate":"has analysis playbook objective","object":"Turn public writing and discussion into a readable map of research themes, product framing, policy posture, launch narratives, and market attention.","text":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study has analysis playbook objective Turn public writing and discussion into a readable map of research themes, product framing, policy posture, launch narratives, and market attention.."},{"subject":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","predicate":"has source host","object":"together.ai","text":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study has source host together.ai."},{"subject":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","predicate":"has lab","object":"Together AI","text":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study has lab Together AI."},{"subject":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","predicate":"has signal desk","object":"talking","text":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study has signal desk talking."},{"subject":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","predicate":"has source host","object":"together.ai","text":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study has source host together.ai."},{"subject":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","predicate":"has notability","object":"Substantive benchmark study on reasoning models","text":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study has notability Substantive benchmark study on reasoning models."},{"subject":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","predicate":"has watch term","object":"Eval methodology","text":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study has watch term Eval methodology."},{"subject":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","predicate":"has watch term","object":"Data pipeline","text":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study has watch term Data pipeline."},{"subject":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","predicate":"has watch term","object":"Infrastructure","text":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study has watch term Infrastructure."},{"subject":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","predicate":"has watch term","object":"Safety and alignment","text":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study has watch term Safety and alignment."}]},"intelligence":{"signal_desk":"talking","answer":"Together AI published Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study. This talking signal gives public context for research themes, product direction, policy, or launch framing. High-signal details: Substantive benchmark study on reasoning models · Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study ⚡️ FlashAttention-4: up to 1.3× faster than cuDNN on NVIDIA Blackwell →.... onlylabs links this event to 1 captured evidence page and 6 related writing signals.","semantic_triples":[{"subject":"Together AI","predicate":"published","object":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","text":"Together AI published Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study."},{"subject":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","predicate":"is classified as","object":"writing signal","text":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study is classified as writing signal."},{"subject":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","predicate":"belongs to","object":"talking desk","text":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study belongs to talking desk."},{"subject":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","predicate":"has evidence coverage","object":"1 captured evidence page","text":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study has evidence coverage 1 captured evidence page."}]},"signal":{"id":"6aafa696-e300-4fba-a901-a38af6b7d250","url":"https://onlylabs.fyi/signals/6aafa696-e300-4fba-a901-a38af6b7d250","json_url":"https://onlylabs.fyi/signals/6aafa696-e300-4fba-a901-a38af6b7d250/signal.json","source_url":"https://www.together.ai/blog/large-reasoning-models-fail-to-follow-instructions-during-reasoning-a-benchmark-study","title":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","summary":"Together AI published a writing signal. onlylabs watches public writing for research themes, product direction, and model-launch context.","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2025-10-22T00:00:00+00:00","first_seen_at":"2026-06-05T22:32:06.025484+00:00","date_source":"rss.item_date","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://www.together.ai/blog/large-reasoning-models-fail-to-follow-instructions-during-reasoning-a-benchmark-study"]},"facets":{},"traction":{"github_stars":null,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":null},"primary_evidence_page":{"url":"https://www.together.ai/blog/large-reasoning-models-fail-to-follow-instructions-during-reasoning-a-benchmark-study","final_url":"https://www.together.ai/blog/large-reasoning-models-fail-to-follow-instructions-during-reasoning-a-benchmark-study","title":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","http_status":200,"content_type":"text/html; charset=utf-8","capture_method":"plain","fetched_at":"2026-06-07T21:15:37.020983+00:00","bytes":321566,"raw_path":"9090a5b56e9362c103987623847d68e685032797266215194dd13148ca313b78.html","content_hash":"9d6f766a2ecf02b530ee396b2effb31b331a6d3e51d2ff93194551e2639715fb","excerpt_chars":1200,"truncated":true,"excerpt":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study ⚡️ FlashAttention-4: up to 1.3× faster than cuDNN on NVIDIA Blackwell → Introducing Together AI's new look → 🔎 ATLAS: runtime-learning accelerators delivering up to 4x faster LLM inference → ⚡ Together GPU Clusters: self-service NVIDIA GPUs, now generally available → 📦 Batch Inference API: Process billions of tokens at 50% lower cost for most models → 🪛 Fine-Tuning Platform Upgrades: Larger Models, Longer Contexts → All blog posts Research Published 10/22/2025 Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study Authors Yongchan Kwon, Shang Zhu, Federico Bianchi, Kaitlyn Zhou, James Zou Table of contents 40+ Models Chosen for Production...40+ Models Chosen for Production...40+ Models Chosen for Production... Links in this article Paper Codebase TL;DR It’s critical LLMs follow user instructions. While prior studies assess instruction adherence in the model’s main responses, we argue that it is also important for large reasoning models (LRMs) to follow user instructions throughout their reasoning process. We introduce ReasonIF , a systematic benchmark for..."},"evidence_pages":[{"url":"https://www.together.ai/blog/large-reasoning-models-fail-to-follow-instructions-during-reasoning-a-benchmark-study","final_url":"https://www.together.ai/blog/large-reasoning-models-fail-to-follow-instructions-during-reasoning-a-benchmark-study","title":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study","http_status":200,"content_type":"text/html; charset=utf-8","capture_method":"plain","fetched_at":"2026-06-07T21:15:37.020983+00:00","bytes":321566,"raw_path":"9090a5b56e9362c103987623847d68e685032797266215194dd13148ca313b78.html","content_hash":"9d6f766a2ecf02b530ee396b2effb31b331a6d3e51d2ff93194551e2639715fb","excerpt_chars":1200,"truncated":true,"excerpt":"Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study ⚡️ FlashAttention-4: up to 1.3× faster than cuDNN on NVIDIA Blackwell → Introducing Together AI's new look → 🔎 ATLAS: runtime-learning accelerators delivering up to 4x faster LLM inference → ⚡ Together GPU Clusters: self-service NVIDIA GPUs, now generally available → 📦 Batch Inference API: Process billions of tokens at 50% lower cost for most models → 🪛 Fine-Tuning Platform Upgrades: Larger Models, Longer Contexts → All blog posts Research Published 10/22/2025 Large Reasoning Models Fail to Follow Instructions During Reasoning: A Benchmark Study Authors Yongchan Kwon, Shang Zhu, Federico Bianchi, Kaitlyn Zhou, James Zou Table of contents 40+ Models Chosen for Production...40+ Models Chosen for Production...40+ Models Chosen for Production... Links in this article Paper Codebase TL;DR It’s critical LLMs follow user instructions. While prior studies assess instruction adherence in the model’s main responses, we argue that it is also important for large reasoning models (LRMs) to follow user instructions throughout their reasoning process. We introduce ReasonIF , a systematic benchmark for..."}],"related_signals":[{"id":"9294f377-1f3d-4b21-8078-53ecff3e7406","url":"https://onlylabs.fyi/signals/9294f377-1f3d-4b21-8078-53ecff3e7406","source_url":"https://www.together.ai/blog/iso-27001-2022-certification","title":"Building trust in enterprise AI: Together AI earns ISO 27001:2022 certification","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2026-06-10T00:00:00+00:00","first_seen_at":"2026-06-11T07:01:27.070847+00:00","date_source":"rss.item_date"},{"id":"33644a67-d468-44ed-8255-6990f9054eec","url":"https://onlylabs.fyi/signals/33644a67-d468-44ed-8255-6990f9054eec","source_url":"https://www.together.ai/blog/serving-minimax-m3-for-efficient-inference-unlocking-1m-token-context-and-multimodality-without-regrets","title":"Serving MiniMax-M3 for efficient inference: Unlocking 1M-Token Context and Multimodality Without Regrets ","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2026-06-02T00:00:00+00:00","first_seen_at":"2026-06-05T22:32:06.025484+00:00","date_source":"rss.item_date"},{"id":"56ba412f-f785-4495-a0c4-bec800f64fd3","url":"https://onlylabs.fyi/signals/56ba412f-f785-4495-a0c4-bec800f64fd3","source_url":"https://www.together.ai/blog/how-together-ai-built-the-worlds-fastest-speech-to-text-stack","title":"How Together AI built the world’s fastest speech-to-text stack","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2026-05-29T00:00:00+00:00","first_seen_at":"2026-06-05T22:32:06.025484+00:00","date_source":"rss.item_date"},{"id":"3c08a1c0-235e-42b0-b347-d52e39d12ee1","url":"https://onlylabs.fyi/signals/3c08a1c0-235e-42b0-b347-d52e39d12ee1","source_url":"https://www.together.ai/blog/coding-agent-benchmarks","title":"Benchmarking inference at scale: coding agents","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2026-05-19T00:00:00+00:00","first_seen_at":"2026-06-05T22:32:06.025484+00:00","date_source":"rss.item_date"},{"id":"49734867-446a-4524-963f-4812d706b5eb","url":"https://onlylabs.fyi/signals/49734867-446a-4524-963f-4812d706b5eb","source_url":"https://www.together.ai/blog/together-ai-partners-with-pearl-research-labs","title":"Together AI and Pearl Research Labs Team Up to Reduce the Cost of AI Inference","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2026-05-15T00:00:00+00:00","first_seen_at":"2026-06-05T22:32:06.025484+00:00","date_source":"rss.item_date"},{"id":"558e6d06-9f96-454a-a3bf-e34988a0e832","url":"https://onlylabs.fyi/signals/558e6d06-9f96-454a-a3bf-e34988a0e832","source_url":"https://www.together.ai/blog/violin-open-source-translation-skill","title":"Violin: An open-source video translation skill that breaks language barriers","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2026-05-14T00:00:00+00:00","first_seen_at":"2026-06-05T22:32:06.025484+00:00","date_source":"rss.item_date"}]}