{"schema_version":"onlylabs.public_signal.v1","title":"Together AI Model: togethercomputer/m2-bert-80M-32k","description":"Together AI model signal with public source context, captured evidence pages, related signals, and category-scoped analysis context.","url":"https://onlylabs.fyi/signals/5f21a44c-4e0d-495b-b46d-4deb89d0ee95","json_url":"https://onlylabs.fyi/signals/5f21a44c-4e0d-495b-b46d-4deb89d0ee95/signal.json","generated_at":"2026-06-11T03:28:19.635641+00:00","org":{"slug":"together-ai","name":"Together AI","category":"neocloud","category_label":"Neocloud","dossier_url":"https://onlylabs.fyi/labs/together-ai","dossier_json_url":"https://onlylabs.fyi/labs/together-ai/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/5f21a44c-4e0d-495b-b46d-4deb89d0ee95","signal_json":"https://onlylabs.fyi/signals/5f21a44c-4e0d-495b-b46d-4deb89d0ee95/signal.json","source":"https://huggingface.co/togethercomputer/m2-bert-80M-32k","lab_dossier":"https://onlylabs.fyi/labs/together-ai","lab_dossier_json":"https://onlylabs.fyi/labs/together-ai/dossier.json","analysis":"https://onlylabs.fyi/analysis/together-ai","analysis_json":"https://onlylabs.fyi/analysis/together-ai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/together-ai/evidence.json","category":"https://onlylabs.fyi/neoclouds","category_json":"https://onlylabs.fyi/neoclouds.json","category_feed":"https://onlylabs.fyi/neoclouds/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json?category=neocloud","topic":"https://onlylabs.fyi/topics/releases","topic_signals_json":"https://onlylabs.fyi/topics/releases/signals.json?category=neocloud","topic_feed":"https://onlylabs.fyi/topics/releases/feed.xml?category=neocloud","data_business":null},"answer_pack":{"answer":"Together AI published togethercomputer/m2-bert-80M-32k. This model signal is evidence of what shipped on model infrastructure and how the release is positioned. High-signal details: license apache-2.0 · 12 HF downloads. onlylabs links this event to 1 captured evidence page and 6 related model signals.","signal_desk":"releases","source_context":{"source_url":"https://huggingface.co/togethercomputer/m2-bert-80M-32k","source_host":"huggingface.co","occurred_at":"2023-11-04T03:09:36+00:00","first_seen_at":"2026-06-06T01:49:45.746189+00:00","date_source":"source","context":null},"context_markers":[{"label":"Lab","value":"Together AI","source":"signal"},{"label":"Signal desk","value":"releases","source":"signal"},{"label":"Source host","value":"huggingface.co","source":"source"},{"label":"Task","value":"fill-mask","source":"model"},{"label":"License","value":"apache-2.0","source":"model"},{"label":"Library","value":"transformers","source":"model"},{"label":"Downloads","value":"12","source":"traction"},{"label":"Likes","value":"11","source":"traction"},{"label":"Watch term","value":"Model card","source":"model"},{"label":"Watch term","value":"Data pipeline","source":"evidence"},{"label":"Watch term","value":"Infrastructure","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://huggingface.co/togethercomputer/m2-bert-80M-32k/raw/main/README.md"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-11T03:28:19.635641+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/5f21a44c-4e0d-495b-b46d-4deb89d0ee95/signal.json","dossier_json":"https://onlylabs.fyi/labs/together-ai/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/together-ai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/together-ai/evidence.json","topic_signals_json":"https://onlylabs.fyi/topics/releases/signals.json?category=neocloud","topic_feed":"https://onlylabs.fyi/topics/releases/feed.xml?category=neocloud","category_signals_json":"https://onlylabs.fyi/signals.json?category=neocloud","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn model cards, repository releases, and launch artifacts into a current view of what shipped and what changed.","evidence_focus":["model card","release note","version or tag","pipeline tag","license","downloads, likes, stars, and linked papers"],"extraction_questions":["What actually shipped, and through which public artifact?","Which releases include inspectable model, repo, paper, or package evidence?","Which launches create new eval, data, infra, or deployment needs?","Which shipped signals are missing captured page context?"],"signal_questions":["What shipped in this model artifact, and what evidence describes its capability, license, or traction?","What actually shipped, and through which public artifact?","Which releases include inspectable model, repo, paper, or package evidence?","Do the 6 related model signals show a repeated pattern?"],"output_fields":["org","release_type","artifact","traction","evidence_url"],"data_business_relevance":"Data-business lane extraction is scoped to frontier labs; for this category, keep conclusions tied to category-specific strategy, source evidence, and follow-up questions.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/5f21a44c-4e0d-495b-b46d-4deb89d0ee95/signal.json","required":true},{"label":"source","url":"https://huggingface.co/togethercomputer/m2-bert-80M-32k","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/together-ai/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/together-ai/evidence.json","required":true},{"label":"topic_signals_json","url":"https://onlylabs.fyi/topics/releases/signals.json?category=neocloud","required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Together AI's model signal \"togethercomputer/m2-bert-80M-32k\" for neocloud strategy."},"semantic_triples":[{"subject":"Together AI","predicate":"published model","object":"togethercomputer/m2-bert-80M-32k","text":"Together AI published model togethercomputer/m2-bert-80M-32k."},{"subject":"togethercomputer/m2-bert-80M-32k","predicate":"is classified as","object":"model signal","text":"togethercomputer/m2-bert-80M-32k is classified as model signal."},{"subject":"togethercomputer/m2-bert-80M-32k","predicate":"belongs to","object":"releases desk","text":"togethercomputer/m2-bert-80M-32k belongs to releases desk."},{"subject":"togethercomputer/m2-bert-80M-32k","predicate":"has evidence coverage","object":"1 captured evidence page","text":"togethercomputer/m2-bert-80M-32k has evidence coverage 1 captured evidence page."},{"subject":"togethercomputer/m2-bert-80M-32k","predicate":"has captured page count","object":"1","text":"togethercomputer/m2-bert-80M-32k has captured page count 1."},{"subject":"togethercomputer/m2-bert-80M-32k","predicate":"has readable page count","object":"1","text":"togethercomputer/m2-bert-80M-32k has readable page count 1."},{"subject":"togethercomputer/m2-bert-80M-32k","predicate":"has related signal count","object":"6","text":"togethercomputer/m2-bert-80M-32k has related signal count 6."},{"subject":"togethercomputer/m2-bert-80M-32k","predicate":"has analysis playbook objective","object":"Turn model cards, repository releases, and launch artifacts into a current view of what shipped and what changed.","text":"togethercomputer/m2-bert-80M-32k has analysis playbook objective Turn model cards, repository releases, and launch artifacts into a current view of what shipped and what changed.."},{"subject":"togethercomputer/m2-bert-80M-32k","predicate":"has source host","object":"huggingface.co","text":"togethercomputer/m2-bert-80M-32k has source host huggingface.co."},{"subject":"togethercomputer/m2-bert-80M-32k","predicate":"has lab","object":"Together AI","text":"togethercomputer/m2-bert-80M-32k has lab Together AI."},{"subject":"togethercomputer/m2-bert-80M-32k","predicate":"has signal desk","object":"releases","text":"togethercomputer/m2-bert-80M-32k has signal desk releases."},{"subject":"togethercomputer/m2-bert-80M-32k","predicate":"has source host","object":"huggingface.co","text":"togethercomputer/m2-bert-80M-32k has source host huggingface.co."},{"subject":"togethercomputer/m2-bert-80M-32k","predicate":"has task","object":"fill-mask","text":"togethercomputer/m2-bert-80M-32k has task fill-mask."},{"subject":"togethercomputer/m2-bert-80M-32k","predicate":"has license","object":"apache-2.0","text":"togethercomputer/m2-bert-80M-32k has license apache-2.0."},{"subject":"togethercomputer/m2-bert-80M-32k","predicate":"has library","object":"transformers","text":"togethercomputer/m2-bert-80M-32k has library transformers."},{"subject":"togethercomputer/m2-bert-80M-32k","predicate":"has downloads","object":"12","text":"togethercomputer/m2-bert-80M-32k has downloads 12."},{"subject":"togethercomputer/m2-bert-80M-32k","predicate":"has likes","object":"11","text":"togethercomputer/m2-bert-80M-32k has likes 11."}]},"intelligence":{"signal_desk":"releases","answer":"Together AI published togethercomputer/m2-bert-80M-32k. This model signal is evidence of what shipped on model infrastructure and how the release is positioned. High-signal details: license apache-2.0 · 12 HF downloads. onlylabs links this event to 1 captured evidence page and 6 related model signals.","semantic_triples":[{"subject":"Together AI","predicate":"published model","object":"togethercomputer/m2-bert-80M-32k","text":"Together AI published model togethercomputer/m2-bert-80M-32k."},{"subject":"togethercomputer/m2-bert-80M-32k","predicate":"is classified as","object":"model signal","text":"togethercomputer/m2-bert-80M-32k is classified as model signal."},{"subject":"togethercomputer/m2-bert-80M-32k","predicate":"belongs to","object":"releases desk","text":"togethercomputer/m2-bert-80M-32k belongs to releases desk."},{"subject":"togethercomputer/m2-bert-80M-32k","predicate":"has evidence coverage","object":"1 captured evidence page","text":"togethercomputer/m2-bert-80M-32k has evidence coverage 1 captured evidence page."}]},"signal":{"id":"5f21a44c-4e0d-495b-b46d-4deb89d0ee95","url":"https://onlylabs.fyi/signals/5f21a44c-4e0d-495b-b46d-4deb89d0ee95","json_url":"https://onlylabs.fyi/signals/5f21a44c-4e0d-495b-b46d-4deb89d0ee95/signal.json","source_url":"https://huggingface.co/togethercomputer/m2-bert-80M-32k","title":"togethercomputer/m2-bert-80M-32k","summary":"Together AI published a model signal. onlylabs watches model cards, launch context, and traction.","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2023-11-04T03:09:36+00:00","first_seen_at":"2026-06-06T01:49:45.746189+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://huggingface.co/togethercomputer/m2-bert-80M-32k/raw/main/README.md"]},"facets":{"pipeline_tag":"fill-mask","license":"apache-2.0"},"traction":{"github_stars":null,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":12,"hf_likes":11},"data_radar":null},"primary_evidence_page":{"url":"https://huggingface.co/togethercomputer/m2-bert-80M-32k/raw/main/README.md","final_url":"https://huggingface.co/togethercomputer/m2-bert-80M-32k/raw/main/README.md","title":"togethercomputer/m2-bert-80M-32k model card","http_status":200,"content_type":"text/plain; charset=utf-8","capture_method":"plain","fetched_at":"2026-06-11T03:28:19.635641+00:00","bytes":1741,"raw_path":"d2f85f3b71b740386f3d93cf2c62aee3a78cf5dea0881bddf7460943cdfa42f2.md","content_hash":"202dd4837f807655169912e2b7aff3062a2b014faf1a6d8a24fecb8b473724c0","excerpt_chars":1200,"truncated":true,"excerpt":"--- license: apache-2.0 language: - en pipeline_tag: fill-mask inference: false --- Monarch Mixer-BERT An 80M checkpoint of M2-BERT, pretrained with sequence length 32768. **This is a BERT-style model that has not been fine-tuned. We recommend fine-tuning it for specific use cases before using it.** Check out the paper [Monarch Mixer: A Simple Sub-Quadratic GEMM-Based Architecture](https://arxiv.org/abs/2310.12109) and our [blog post]() on retrieval for more on how we trained this model for long sequence. This model was trained by Jon Saad-Falcon, Dan Fu, and Simran Arora. Check out our [GitHub](https://github.com/HazyResearch/m2/tree/main) for instructions on how to download and fine-tune it! How to use You can load this model using Hugging Face `AutoModel`: ```python from transformers import AutoModelForMaskedLM model = AutoModelForMaskedLM.from_pretrained( \"togethercomputer/m2-bert-80M-32k-retrieval\", trust_remote_code=True ) ``` You should expect to see a large error message about unused parameters for FlashFFTConv. If you'd like to load the model with FlashFFTConv, you can check out our [GitHub](https://github.com/HazyResearch/m2/tree/main). Acknowledgments Alycia Lee helped..."},"evidence_pages":[{"url":"https://huggingface.co/togethercomputer/m2-bert-80M-32k/raw/main/README.md","final_url":"https://huggingface.co/togethercomputer/m2-bert-80M-32k/raw/main/README.md","title":"togethercomputer/m2-bert-80M-32k model card","http_status":200,"content_type":"text/plain; charset=utf-8","capture_method":"plain","fetched_at":"2026-06-11T03:28:19.635641+00:00","bytes":1741,"raw_path":"d2f85f3b71b740386f3d93cf2c62aee3a78cf5dea0881bddf7460943cdfa42f2.md","content_hash":"202dd4837f807655169912e2b7aff3062a2b014faf1a6d8a24fecb8b473724c0","excerpt_chars":1200,"truncated":true,"excerpt":"--- license: apache-2.0 language: - en pipeline_tag: fill-mask inference: false --- Monarch Mixer-BERT An 80M checkpoint of M2-BERT, pretrained with sequence length 32768. **This is a BERT-style model that has not been fine-tuned. We recommend fine-tuning it for specific use cases before using it.** Check out the paper [Monarch Mixer: A Simple Sub-Quadratic GEMM-Based Architecture](https://arxiv.org/abs/2310.12109) and our [blog post]() on retrieval for more on how we trained this model for long sequence. This model was trained by Jon Saad-Falcon, Dan Fu, and Simran Arora. Check out our [GitHub](https://github.com/HazyResearch/m2/tree/main) for instructions on how to download and fine-tune it! How to use You can load this model using Hugging Face `AutoModel`: ```python from transformers import AutoModelForMaskedLM model = AutoModelForMaskedLM.from_pretrained( \"togethercomputer/m2-bert-80M-32k-retrieval\", trust_remote_code=True ) ``` You should expect to see a large error message about unused parameters for FlashFFTConv. If you'd like to load the model with FlashFFTConv, you can check out our [GitHub](https://github.com/HazyResearch/m2/tree/main). Acknowledgments Alycia Lee helped..."}],"related_signals":[{"id":"22026f92-21da-461f-90e2-0debbedc287f","url":"https://onlylabs.fyi/signals/22026f92-21da-461f-90e2-0debbedc287f","source_url":"https://huggingface.co/togethercomputer/Aurora-Spec-Minimax-M2.5","title":"togethercomputer/Aurora-Spec-Minimax-M2.5","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2026-02-19T20:32:12+00:00","first_seen_at":"2026-06-06T01:49:45.746189+00:00","date_source":"source"},{"id":"0168c6b5-67ca-48c2-a176-2423a1f3f782","url":"https://onlylabs.fyi/signals/0168c6b5-67ca-48c2-a176-2423a1f3f782","source_url":"https://huggingface.co/togethercomputer/Aurora-Spec-Minimax-M2.1","title":"togethercomputer/Aurora-Spec-Minimax-M2.1","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2026-02-04T23:02:09+00:00","first_seen_at":"2026-06-06T01:49:45.746189+00:00","date_source":"source"},{"id":"57239096-e82d-4c02-b406-1d6717784602","url":"https://onlylabs.fyi/signals/57239096-e82d-4c02-b406-1d6717784602","source_url":"https://huggingface.co/togethercomputer/Aurora-Spec-Qwen3-Coder-Next-FP8","title":"togethercomputer/Aurora-Spec-Qwen3-Coder-Next-FP8","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2026-02-03T05:16:50+00:00","first_seen_at":"2026-06-06T01:49:45.746189+00:00","date_source":"source"},{"id":"93bbdc8d-2ee5-4111-99c5-34012f00fc79","url":"https://onlylabs.fyi/signals/93bbdc8d-2ee5-4111-99c5-34012f00fc79","source_url":"https://huggingface.co/togethercomputer/M1-3B","title":"togethercomputer/M1-3B","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2025-05-02T04:30:50+00:00","first_seen_at":"2026-06-06T01:49:45.746189+00:00","date_source":"source"},{"id":"1df1c794-a659-44cb-9190-bf7ccd672f04","url":"https://onlylabs.fyi/signals/1df1c794-a659-44cb-9190-bf7ccd672f04","source_url":"https://huggingface.co/togethercomputer/qwen2_vl_7b_instruct-biomedical-stage2","title":"togethercomputer/qwen2_vl_7b_instruct-biomedical-stage2","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2025-01-21T18:16:55+00:00","first_seen_at":"2026-06-06T01:49:45.746189+00:00","date_source":"source"},{"id":"f9ef9883-7f1e-493e-a1ac-a04be0da3d0d","url":"https://onlylabs.fyi/signals/f9ef9883-7f1e-493e-a1ac-a04be0da3d0d","source_url":"https://huggingface.co/togethercomputer/gemma-2-9b-it-MoAA-DPO","title":"togethercomputer/gemma-2-9b-it-MoAA-DPO","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2024-12-06T01:28:39+00:00","first_seen_at":"2026-06-06T01:49:45.746189+00:00","date_source":"source"}]}