{"schema_version":"onlylabs.public_signal.v1","title":"Amazon (Nova) Repo: amazon-science/JAWS-Bench","description":"Amazon (Nova) repo signal with public source context, captured evidence pages, related signals, and data-business radar classification.","url":"https://onlylabs.fyi/signals/564d5e8a-2de4-424f-b66b-8eeee8528615","json_url":"https://onlylabs.fyi/signals/564d5e8a-2de4-424f-b66b-8eeee8528615/signal.json","generated_at":"2026-09-10T08:10:32.989Z","evidence_latest_fetched_at":"2026-08-28T07:02:42.939526+00:00","signal_first_seen_at":"2026-08-28T07:00:36.884606+00:00","org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab","category_label":"Frontier lab","dossier_url":"https://onlylabs.fyi/labs/amazon","dossier_json_url":"https://onlylabs.fyi/labs/amazon/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/564d5e8a-2de4-424f-b66b-8eeee8528615","signal_json":"https://onlylabs.fyi/signals/564d5e8a-2de4-424f-b66b-8eeee8528615/signal.json","source":"https://github.com/amazon-science/JAWS-Bench","lab_dossier":"https://onlylabs.fyi/labs/amazon","lab_dossier_json":"https://onlylabs.fyi/labs/amazon/dossier.json","analysis":"https://onlylabs.fyi/analysis/amazon","analysis_json":"https://onlylabs.fyi/analysis/amazon/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/amazon/evidence.json","category":"https://onlylabs.fyi/frontier","category_json":"https://onlylabs.fyi/frontier.json","category_feed":"https://onlylabs.fyi/frontier/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json","topic":null,"topic_signals_json":null,"topic_feed":null,"data_business":null},"answer_pack":{"answer":"Amazon (Nova) published amazon-science/JAWS-Bench (TypeScript). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo amazon-science/JAWS-Bench · language TypeScript. onlylabs links this event to 1 captured evidence page and 6 related repo signals.","signal_desk":"repos","source_context":{"source_url":"https://github.com/amazon-science/JAWS-Bench","source_host":"github.com","occurred_at":"2026-07-07T23:29:20+00:00","first_seen_at":"2026-08-28T07:00:36.884606+00:00","date_source":"source","context":"TypeScript"},"context_markers":[{"label":"Lab","value":"Amazon (Nova)","source":"signal"},{"label":"Signal desk","value":"repos","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"amazon-science/JAWS-Bench","source":"source"},{"label":"Language","value":"TypeScript","source":"source"},{"label":"Stars","value":"3","source":"traction"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Data pipeline","source":"evidence"},{"label":"Watch term","value":"Safety and alignment","source":"evidence"},{"label":"Watch term","value":"Agents and tool use","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/amazon-science/JAWS-Bench"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-08-28T07:02:42.939526+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/564d5e8a-2de4-424f-b66b-8eeee8528615/signal.json","dossier_json":"https://onlylabs.fyi/labs/amazon/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/amazon/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/amazon/evidence.json","topic_signals_json":null,"topic_feed":null,"category_signals_json":"https://onlylabs.fyi/signals.json","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","evidence_focus":["repo name","owner","description","language","stars","source URL","first seen time","data, eval, infra, safety, and product terms"],"extraction_questions":["What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Is the repo new evidence for a lab direction that is not yet in writing or releases?","Which related signals should an analyst inspect next?"],"signal_questions":["What does this new repository reveal before a formal announcement exists?","What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Do the 6 related repo signals show a repeated pattern?"],"output_fields":["org","repo","technical_theme","data_business_lane","evidence_url"],"data_business_relevance":"New repositories can expose organization build priorities early, especially around internal tooling, eval infrastructure, data systems, deployment, and agent workflows.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/564d5e8a-2de4-424f-b66b-8eeee8528615/signal.json","required":true},{"label":"source","url":"https://github.com/amazon-science/JAWS-Bench","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/amazon/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/amazon/evidence.json","required":true},{"label":"topic_signals_json","url":null,"required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Amazon (Nova)'s repo signal \"amazon-science/JAWS-Bench\" for frontier lab strategy."},"semantic_triples":[{"subject":"Amazon (Nova)","predicate":"published repo","object":"amazon-science/JAWS-Bench","text":"Amazon (Nova) published repo amazon-science/JAWS-Bench."},{"subject":"amazon-science/JAWS-Bench","predicate":"is classified as","object":"repo signal","text":"amazon-science/JAWS-Bench is classified as repo signal."},{"subject":"amazon-science/JAWS-Bench","predicate":"belongs to","object":"repos desk","text":"amazon-science/JAWS-Bench belongs to repos desk."},{"subject":"amazon-science/JAWS-Bench","predicate":"has context","object":"TypeScript","text":"amazon-science/JAWS-Bench has context TypeScript."},{"subject":"amazon-science/JAWS-Bench","predicate":"has evidence coverage","object":"1 captured evidence page","text":"amazon-science/JAWS-Bench has evidence coverage 1 captured evidence page."},{"subject":"amazon-science/JAWS-Bench","predicate":"has captured page count","object":"1","text":"amazon-science/JAWS-Bench has captured page count 1."},{"subject":"amazon-science/JAWS-Bench","predicate":"has readable page count","object":"1","text":"amazon-science/JAWS-Bench has readable page count 1."},{"subject":"amazon-science/JAWS-Bench","predicate":"has related signal count","object":"6","text":"amazon-science/JAWS-Bench has related signal count 6."},{"subject":"amazon-science/JAWS-Bench","predicate":"has analysis playbook objective","object":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","text":"amazon-science/JAWS-Bench has analysis playbook objective Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.."},{"subject":"amazon-science/JAWS-Bench","predicate":"has source host","object":"github.com","text":"amazon-science/JAWS-Bench has source host github.com."},{"subject":"amazon-science/JAWS-Bench","predicate":"has lab","object":"Amazon (Nova)","text":"amazon-science/JAWS-Bench has lab Amazon (Nova)."},{"subject":"amazon-science/JAWS-Bench","predicate":"has signal desk","object":"repos","text":"amazon-science/JAWS-Bench has signal desk repos."},{"subject":"amazon-science/JAWS-Bench","predicate":"has source host","object":"github.com","text":"amazon-science/JAWS-Bench has source host github.com."},{"subject":"amazon-science/JAWS-Bench","predicate":"has repository","object":"amazon-science/JAWS-Bench","text":"amazon-science/JAWS-Bench has repository amazon-science/JAWS-Bench."},{"subject":"amazon-science/JAWS-Bench","predicate":"has language","object":"TypeScript","text":"amazon-science/JAWS-Bench has language TypeScript."},{"subject":"amazon-science/JAWS-Bench","predicate":"has stars","object":"3","text":"amazon-science/JAWS-Bench has stars 3."},{"subject":"amazon-science/JAWS-Bench","predicate":"has watch term","object":"Eval methodology","text":"amazon-science/JAWS-Bench has watch term Eval methodology."},{"subject":"amazon-science/JAWS-Bench","predicate":"has watch term","object":"Data pipeline","text":"amazon-science/JAWS-Bench has watch term Data pipeline."}]},"intelligence":{"signal_desk":"repos","answer":"Amazon (Nova) published amazon-science/JAWS-Bench (TypeScript). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo amazon-science/JAWS-Bench · language TypeScript. onlylabs links this event to 1 captured evidence page and 6 related repo signals.","semantic_triples":[{"subject":"Amazon (Nova)","predicate":"published repo","object":"amazon-science/JAWS-Bench","text":"Amazon (Nova) published repo amazon-science/JAWS-Bench."},{"subject":"amazon-science/JAWS-Bench","predicate":"is classified as","object":"repo signal","text":"amazon-science/JAWS-Bench is classified as repo signal."},{"subject":"amazon-science/JAWS-Bench","predicate":"belongs to","object":"repos desk","text":"amazon-science/JAWS-Bench belongs to repos desk."},{"subject":"amazon-science/JAWS-Bench","predicate":"has context","object":"TypeScript","text":"amazon-science/JAWS-Bench has context TypeScript."},{"subject":"amazon-science/JAWS-Bench","predicate":"has evidence coverage","object":"1 captured evidence page","text":"amazon-science/JAWS-Bench has evidence coverage 1 captured evidence page."}]},"signal":{"id":"564d5e8a-2de4-424f-b66b-8eeee8528615","url":"https://onlylabs.fyi/signals/564d5e8a-2de4-424f-b66b-8eeee8528615","json_url":"https://onlylabs.fyi/signals/564d5e8a-2de4-424f-b66b-8eeee8528615/signal.json","source_url":"https://github.com/amazon-science/JAWS-Bench","title":"amazon-science/JAWS-Bench","summary":"Amazon (Nova) published a new repository. onlylabs watches repos for tooling, eval, infra, and model-adjacent work.","context":"TypeScript","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-07-07T23:29:20+00:00","first_seen_at":"2026-08-28T07:00:36.884606+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/amazon-science/JAWS-Bench"]},"facets":{"repo":"amazon-science/JAWS-Bench","language":"TypeScript"},"traction":{"github_stars":3,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":null},"primary_evidence_page":{"is_primary":true,"source_match":true,"url":"https://github.com/amazon-science/JAWS-Bench","final_url":"https://github.com/amazon-science/JAWS-Bench","title":"amazon-science/JAWS-Bench repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-08-28T07:02:42.939526+00:00","bytes":23136,"raw_path":"fe5ad2a82a01c9b68d34450cd2cc6635dd84d6c6dd037addaa2054ece541bdf0.json","content_hash":"24491dfe6e4926fd7c19f3c85df88f20986aca2738b97fdde3bb2bb0c322a1a0","excerpt_chars":1200,"truncated":true,"excerpt":"amazon-science/JAWS-Bench Language: TypeScript License: NOASSERTION Stars: 0 Forks: 0 Open issues: 4 Created: 2026-07-07T23:29:20Z Pushed: 2026-08-28T06:51:39Z Default branch: main Fork: no Archived: no README: JAWS-Bench JAWS-Bench (Jailbreaks Across WorkSpaces) is a benchmark for evaluating the safety of code agents under increasingly realistic workspace conditions. It was introduced in the paper: **Breaking the Code: Security Assessment of AI Code Agents Through Systematic Jailbreaking Attacks** ([Paper Link](https://arxiv.org/abs/2510.01359)) Responsible Use This is a **defensive security research** benchmark. The `jaws_bench_dataset/` directory contains malicious and harmful code samples (e.g. malware, keyloggers, ransomware) **by design** — they are the stimuli used to measure whether code agents refuse malicious coding requests, not code intended for real-world use. The dataset and harness are released solely to support research on the safety and robustness of AI code agents. By using this repository you agree to use it only for lawful, ethical, defensive research and evaluation, and not to deploy, distribute, or repurpose any sample to cause harm. The samples are provided..."},"evidence_pages":[],"related_signals":[{"id":"e8e96e5d-2f5e-422f-920c-d144dbd14697","url":"https://onlylabs.fyi/signals/e8e96e5d-2f5e-422f-920c-d144dbd14697","source_url":"https://github.com/amazon-science/XplainRecommendation","title":"amazon-science/XplainRecommendation","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-09-01T17:52:15+00:00","first_seen_at":"2026-09-02T07:03:03.056589+00:00","date_source":"source"},{"id":"05f4fa3c-078d-4998-9275-a7619afa08a9","url":"https://onlylabs.fyi/signals/05f4fa3c-078d-4998-9275-a7619afa08a9","source_url":"https://github.com/amazon-science/NLPActiveTesting","title":"amazon-science/NLPActiveTesting","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-08-28T21:42:36+00:00","first_seen_at":"2026-08-30T07:00:36.09908+00:00","date_source":"source"},{"id":"2b367c4f-a329-4a00-a477-f9d075f50ea1","url":"https://onlylabs.fyi/signals/2b367c4f-a329-4a00-a477-f9d075f50ea1","source_url":"https://github.com/amazon-science/barrier-free-synch-proof","title":"amazon-science/barrier-free-synch-proof","context":"Lean","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-08-28T07:43:48+00:00","first_seen_at":"2026-09-01T07:00:39.827452+00:00","date_source":"source"},{"id":"1cc9feaf-a28c-4227-930d-f5789179f90c","url":"https://onlylabs.fyi/signals/1cc9feaf-a28c-4227-930d-f5789179f90c","source_url":"https://github.com/amazon-science/QUORUM","title":"amazon-science/QUORUM","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-08-27T06:24:04+00:00","first_seen_at":"2026-08-30T07:00:36.09908+00:00","date_source":"source"},{"id":"7f933b03-e9a5-4c59-a8ef-fc16a03bbcac","url":"https://onlylabs.fyi/signals/7f933b03-e9a5-4c59-a8ef-fc16a03bbcac","source_url":"https://github.com/amazon-science/ammo","title":"amazon-science/ammo","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-08-19T20:59:32+00:00","first_seen_at":"2026-08-28T07:00:36.884606+00:00","date_source":"source"},{"id":"b3f84721-d556-48b0-8eae-42f9154ae3b2","url":"https://onlylabs.fyi/signals/b3f84721-d556-48b0-8eae-42f9154ae3b2","source_url":"https://github.com/amazon-science/data-turnstile","title":"amazon-science/data-turnstile","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"amazon","name":"Amazon (Nova)","category":"frontier-lab"},"occurred_at":"2026-07-29T17:59:14+00:00","first_seen_at":"2026-08-25T07:01:35.782527+00:00","date_source":"source"}]}