{"schema_version":"onlylabs.public_signal.v1","title":"OpenAI Repo: openai/MultiLangBench","description":"OpenAI repo signal with public source context, captured evidence pages, related signals, and data-business radar classification.","url":"https://onlylabs.fyi/signals/dbc46652-dfb1-4470-9cab-1006471f7e0c","json_url":"https://onlylabs.fyi/signals/dbc46652-dfb1-4470-9cab-1006471f7e0c/signal.json","generated_at":"2026-10-24T20:22:42.301Z","evidence_latest_fetched_at":"2026-10-20T07:03:57.484174+00:00","signal_first_seen_at":"2026-10-20T07:00:45.513308+00:00","org":{"slug":"openai","name":"OpenAI","category":"frontier-lab","category_label":"Frontier lab","dossier_url":"https://onlylabs.fyi/labs/openai","dossier_json_url":"https://onlylabs.fyi/labs/openai/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/dbc46652-dfb1-4470-9cab-1006471f7e0c","signal_json":"https://onlylabs.fyi/signals/dbc46652-dfb1-4470-9cab-1006471f7e0c/signal.json","source":"https://github.com/openai/MultiLangBench","lab_dossier":"https://onlylabs.fyi/labs/openai","lab_dossier_json":"https://onlylabs.fyi/labs/openai/dossier.json","analysis":"https://onlylabs.fyi/analysis/openai","analysis_json":"https://onlylabs.fyi/analysis/openai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/openai/evidence.json","category":"https://onlylabs.fyi/frontier","category_json":"https://onlylabs.fyi/frontier.json","category_feed":"https://onlylabs.fyi/frontier/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json","topic":null,"topic_signals_json":null,"topic_feed":null,"data_business":{"radar":"https://onlylabs.fyi/data-radar","radar_json":"https://onlylabs.fyi/data-radar.json","opportunities":"https://onlylabs.fyi/opportunities","opportunities_json":"https://onlylabs.fyi/opportunities.json","lanes":[{"key":"evals","label":"Evals and quality","url":"https://onlylabs.fyi/data-radar/evals","json_url":"https://onlylabs.fyi/data-radar/evals/signals.json"}]}},"answer_pack":{"answer":"OpenAI published openai/MultiLangBench (PLpgSQL). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo openai/MultiLangBench · language PLpgSQL. onlylabs links this event to 1 captured evidence page and 6 related repo signals. It also maps to Evals and quality in the data-business radar.","signal_desk":"repos","source_context":{"source_url":"https://github.com/openai/MultiLangBench","source_host":"github.com","occurred_at":"2026-10-19T20:58:00+00:00","first_seen_at":"2026-10-20T07:00:45.513308+00:00","date_source":"source","context":"PLpgSQL"},"context_markers":[{"label":"Lab","value":"OpenAI","source":"signal"},{"label":"Signal desk","value":"repos","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"openai/MultiLangBench","source":"source"},{"label":"Language","value":"PLpgSQL","source":"source"},{"label":"Stars","value":"32","source":"traction"},{"label":"Radar lane","value":"Evals and quality","source":"radar"},{"label":"Matched term","value":"eval","source":"radar"},{"label":"Matched term","value":"benchmark","source":"radar"},{"label":"Matched term","value":"benchmarks","source":"radar"},{"label":"Watch term","value":"Eval methodology","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/openai/MultiLangBench"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-10-20T07:03:57.484174+00:00"},"data_business":{"matches":true,"lanes":[{"key":"evals","label":"Evals and quality","url":"https://onlylabs.fyi/data-radar/evals","json_url":"https://onlylabs.fyi/data-radar/evals/signals.json"}],"matched_terms":["eval","benchmark","benchmarks"],"score":18,"reason":"OpenAI has a repo signal matching evals and quality."},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/dbc46652-dfb1-4470-9cab-1006471f7e0c/signal.json","dossier_json":"https://onlylabs.fyi/labs/openai/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/openai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/openai/evidence.json","topic_signals_json":null,"topic_feed":null,"category_signals_json":"https://onlylabs.fyi/signals.json","data_radar_json":"https://onlylabs.fyi/data-radar.json","opportunities_json":"https://onlylabs.fyi/opportunities.json"},"analysis_playbook":{"objective":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","evidence_focus":["repo name","owner","description","language","stars","source URL","first seen time","data, eval, infra, safety, and product terms"],"extraction_questions":["What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Is the repo new evidence for a lab direction that is not yet in writing or releases?","Which related signals should an analyst inspect next?"],"signal_questions":["What does this new repository reveal before a formal announcement exists?","What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Which data-business lane explains this signal: Evals and quality?","Do the 6 related repo signals show a repeated pattern?"],"output_fields":["org","repo","technical_theme","data_business_lane","evidence_url"],"data_business_relevance":"New repositories can expose organization build priorities early, especially around internal tooling, eval infrastructure, data systems, deployment, and agent workflows.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/dbc46652-dfb1-4470-9cab-1006471f7e0c/signal.json","required":true},{"label":"source","url":"https://github.com/openai/MultiLangBench","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/openai/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/openai/evidence.json","required":true},{"label":"topic_signals_json","url":null,"required":false},{"label":"data_radar_json","url":"https://onlylabs.fyi/data-radar.json","required":true}],"expected_output":["one-paragraph source-grounded interpretation","data-business implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze OpenAI's repo signal \"openai/MultiLangBench\" for frontier lab strategy and data-business implications."},"semantic_triples":[{"subject":"OpenAI","predicate":"published repo","object":"openai/MultiLangBench","text":"OpenAI published repo openai/MultiLangBench."},{"subject":"openai/MultiLangBench","predicate":"is classified as","object":"repo signal","text":"openai/MultiLangBench is classified as repo signal."},{"subject":"openai/MultiLangBench","predicate":"belongs to","object":"repos desk","text":"openai/MultiLangBench belongs to repos desk."},{"subject":"openai/MultiLangBench","predicate":"has context","object":"PLpgSQL","text":"openai/MultiLangBench has context PLpgSQL."},{"subject":"openai/MultiLangBench","predicate":"has evidence coverage","object":"1 captured evidence page","text":"openai/MultiLangBench has evidence coverage 1 captured evidence page."},{"subject":"openai/MultiLangBench","predicate":"matches data-business lanes","object":"Evals and quality","text":"openai/MultiLangBench matches data-business lanes Evals and quality."},{"subject":"openai/MultiLangBench","predicate":"has captured page count","object":"1","text":"openai/MultiLangBench has captured page count 1."},{"subject":"openai/MultiLangBench","predicate":"has readable page count","object":"1","text":"openai/MultiLangBench has readable page count 1."},{"subject":"openai/MultiLangBench","predicate":"has related signal count","object":"6","text":"openai/MultiLangBench has related signal count 6."},{"subject":"openai/MultiLangBench","predicate":"has analysis playbook objective","object":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","text":"openai/MultiLangBench has analysis playbook objective Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.."},{"subject":"openai/MultiLangBench","predicate":"has source host","object":"github.com","text":"openai/MultiLangBench has source host github.com."},{"subject":"openai/MultiLangBench","predicate":"has lab","object":"OpenAI","text":"openai/MultiLangBench has lab OpenAI."},{"subject":"openai/MultiLangBench","predicate":"has signal desk","object":"repos","text":"openai/MultiLangBench has signal desk repos."},{"subject":"openai/MultiLangBench","predicate":"has source host","object":"github.com","text":"openai/MultiLangBench has source host github.com."},{"subject":"openai/MultiLangBench","predicate":"has repository","object":"openai/MultiLangBench","text":"openai/MultiLangBench has repository openai/MultiLangBench."},{"subject":"openai/MultiLangBench","predicate":"has language","object":"PLpgSQL","text":"openai/MultiLangBench has language PLpgSQL."},{"subject":"openai/MultiLangBench","predicate":"has stars","object":"32","text":"openai/MultiLangBench has stars 32."},{"subject":"openai/MultiLangBench","predicate":"has radar lane","object":"Evals and quality","text":"openai/MultiLangBench has radar lane Evals and quality."},{"subject":"openai/MultiLangBench","predicate":"has matched term","object":"eval","text":"openai/MultiLangBench has matched term eval."}]},"intelligence":{"signal_desk":"repos","answer":"OpenAI published openai/MultiLangBench (PLpgSQL). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo openai/MultiLangBench · language PLpgSQL. onlylabs links this event to 1 captured evidence page and 6 related repo signals. It also maps to Evals and quality in the data-business radar.","semantic_triples":[{"subject":"OpenAI","predicate":"published repo","object":"openai/MultiLangBench","text":"OpenAI published repo openai/MultiLangBench."},{"subject":"openai/MultiLangBench","predicate":"is classified as","object":"repo signal","text":"openai/MultiLangBench is classified as repo signal."},{"subject":"openai/MultiLangBench","predicate":"belongs to","object":"repos desk","text":"openai/MultiLangBench belongs to repos desk."},{"subject":"openai/MultiLangBench","predicate":"has context","object":"PLpgSQL","text":"openai/MultiLangBench has context PLpgSQL."},{"subject":"openai/MultiLangBench","predicate":"has evidence coverage","object":"1 captured evidence page","text":"openai/MultiLangBench has evidence coverage 1 captured evidence page."},{"subject":"openai/MultiLangBench","predicate":"matches data-business lanes","object":"Evals and quality","text":"openai/MultiLangBench matches data-business lanes Evals and quality."}]},"signal":{"id":"dbc46652-dfb1-4470-9cab-1006471f7e0c","url":"https://onlylabs.fyi/signals/dbc46652-dfb1-4470-9cab-1006471f7e0c","json_url":"https://onlylabs.fyi/signals/dbc46652-dfb1-4470-9cab-1006471f7e0c/signal.json","source_url":"https://github.com/openai/MultiLangBench","title":"openai/MultiLangBench","summary":"OpenAI published a new repository. onlylabs watches repos for tooling, eval, infra, and model-adjacent work.","context":"PLpgSQL","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"openai","name":"OpenAI","category":"frontier-lab"},"occurred_at":"2026-10-19T20:58:00+00:00","first_seen_at":"2026-10-20T07:00:45.513308+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/openai/MultiLangBench"]},"facets":{"repo":"openai/MultiLangBench","language":"PLpgSQL"},"traction":{"github_stars":32,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":{"lanes":[{"key":"evals","label":"Evals and quality","url":"https://onlylabs.fyi/data-radar/evals"}],"score":18,"matched_terms":["eval","benchmark","benchmarks"],"reason":"OpenAI has a repo signal matching evals and quality."}},"primary_evidence_page":{"is_primary":true,"source_match":true,"url":"https://github.com/openai/MultiLangBench","final_url":"https://github.com/openai/MultiLangBench","title":"openai/MultiLangBench repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-10-20T07:03:57.484174+00:00","bytes":10931,"raw_path":"a420806995115af4b559c1b3ea071dd265bb1e75f2f7bec52885f03b62bf2eb5.json","content_hash":"808e764bf48fd61b2a4733c320c0a9228acece21900fbd359abb8a8f5ec19802","excerpt_chars":1200,"truncated":true,"excerpt":"openai/MultiLangBench Description: An eval based on SQLite that benchmarks language models in multiple languages. Language: PLpgSQL License: Apache-2.0 Stars: 6 Forks: 1 Open issues: 0 Created: 2026-10-19T20:58:00Z Pushed: 2026-10-19T21:01:03Z Default branch: main Fork: no Archived: no README: MultiLangBench This is an eval where a language model has to implement SQLite version 3.40.1. It is given the documentation, and its implementation is tested against a test suite. The test suite was created from the SQLite `TCL Tests`. Each test was converted to have these three parts: - `initial_database` - SQL code that creates an initial database file - `user_query` - An SQL query that the candidate's implementation must run against the initial database, to produce a modified database file. - `validation_query` - An SQL query that is run against the modified database file using the real SQLite 3.40.1. The test passes if this validation query produces the exact expected output string. Of the 51k tests in `TCL Tests`, 24k were able to be converted in this way. The test names are sha256 hashes are generated from the `initial_database`, `user_query`, `validation_query`. The score on the eval..."},"evidence_pages":[],"related_signals":[{"id":"f14c3076-8d83-4b39-a706-58feb9022806","url":"https://onlylabs.fyi/signals/f14c3076-8d83-4b39-a706-58feb9022806","source_url":"https://github.com/openai/php2shell-checker","title":"openai/php2shell-checker","context":"JavaScript","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"openai","name":"OpenAI","category":"frontier-lab"},"occurred_at":"2026-10-21T00:29:12+00:00","first_seen_at":"2026-10-22T07:00:44.803924+00:00","date_source":"source"},{"id":"7f63a4c7-e859-444e-9a92-8c036ca4cdcf","url":"https://onlylabs.fyi/signals/7f63a4c7-e859-444e-9a92-8c036ca4cdcf","source_url":"https://github.com/openai/math","title":"openai/math","context":"Lean","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"openai","name":"OpenAI","category":"frontier-lab"},"occurred_at":"2026-10-06T21:47:02+00:00","first_seen_at":"2026-10-07T07:00:47.927351+00:00","date_source":"source"},{"id":"9d4a1d55-de3a-48a5-9f8f-b202c79fa2b0","url":"https://onlylabs.fyi/signals/9d4a1d55-de3a-48a5-9f8f-b202c79fa2b0","source_url":"https://github.com/openai/sign-in-with-chatgpt-devkit","title":"openai/sign-in-with-chatgpt-devkit","context":"TypeScript","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"openai","name":"OpenAI","category":"frontier-lab"},"occurred_at":"2026-09-29T01:43:11+00:00","first_seen_at":"2026-09-30T07:00:46.162768+00:00","date_source":"source"},{"id":"9ff83a1b-3db2-452e-9975-17454cc754b9","url":"https://onlylabs.fyi/signals/9ff83a1b-3db2-452e-9975-17454cc754b9","source_url":"https://github.com/openai/mcp-extensions","title":"openai/mcp-extensions","context":"TypeScript","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"openai","name":"OpenAI","category":"frontier-lab"},"occurred_at":"2026-09-29T00:45:42+00:00","first_seen_at":"2026-09-30T07:00:46.162768+00:00","date_source":"source"},{"id":"f4aaed3e-75bb-4b71-b235-d8f2cd8429fa","url":"https://onlylabs.fyi/signals/f4aaed3e-75bb-4b71-b235-d8f2cd8429fa","source_url":"https://github.com/openai/openai-live-console","title":"openai/openai-live-console","context":"TypeScript","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"openai","name":"OpenAI","category":"frontier-lab"},"occurred_at":"2026-09-10T08:33:45+00:00","first_seen_at":"2026-09-29T07:00:46.033968+00:00","date_source":"source"},{"id":"7cb55208-cd68-4dd0-a72b-ef613539c149","url":"https://onlylabs.fyi/signals/7cb55208-cd68-4dd0-a72b-ef613539c149","source_url":"https://github.com/openai/NavierStokesAndEuler","title":"openai/NavierStokesAndEuler","context":"Lean","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"openai","name":"OpenAI","category":"frontier-lab"},"occurred_at":"2026-09-08T10:53:38+00:00","first_seen_at":"2026-09-09T07:00:44.35941+00:00","date_source":"source"}]}