{"schema_version":"onlylabs.public_signal.v1","title":"InclusionAI (Ant Group) Repo: inclusionAI/PIBench","description":"InclusionAI (Ant Group) repo signal with public source context, captured evidence pages, related signals, and category-scoped analysis context.","url":"https://onlylabs.fyi/signals/2b4a3ecc-cf28-4d87-92a5-ba5b850ba8bc","json_url":"https://onlylabs.fyi/signals/2b4a3ecc-cf28-4d87-92a5-ba5b850ba8bc/signal.json","generated_at":"2026-07-26T18:48:25.357Z","evidence_latest_fetched_at":"2026-07-17T07:01:38.442873+00:00","signal_first_seen_at":"2026-07-17T07:01:01.618346+00:00","org":{"slug":"inclusionai","name":"InclusionAI (Ant Group)","category":"neolab","category_label":"Neolab","dossier_url":"https://onlylabs.fyi/labs/inclusionai","dossier_json_url":"https://onlylabs.fyi/labs/inclusionai/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/2b4a3ecc-cf28-4d87-92a5-ba5b850ba8bc","signal_json":"https://onlylabs.fyi/signals/2b4a3ecc-cf28-4d87-92a5-ba5b850ba8bc/signal.json","source":"https://github.com/inclusionAI/PIBench","lab_dossier":"https://onlylabs.fyi/labs/inclusionai","lab_dossier_json":"https://onlylabs.fyi/labs/inclusionai/dossier.json","analysis":"https://onlylabs.fyi/analysis/inclusionai","analysis_json":"https://onlylabs.fyi/analysis/inclusionai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/inclusionai/evidence.json","category":"https://onlylabs.fyi/neolabs","category_json":"https://onlylabs.fyi/neolabs.json","category_feed":"https://onlylabs.fyi/neolabs/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","topic":null,"topic_signals_json":null,"topic_feed":null,"data_business":null},"answer_pack":{"answer":"InclusionAI (Ant Group) published inclusionAI/PIBench (Java). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo inclusionAI/PIBench · language Java. onlylabs links this event to 1 captured evidence page and 6 related repo signals.","signal_desk":"repos","source_context":{"source_url":"https://github.com/inclusionAI/PIBench","source_host":"github.com","occurred_at":"2026-07-06T08:13:44+00:00","first_seen_at":"2026-07-17T07:01:01.618346+00:00","date_source":"source","context":"Java"},"context_markers":[{"label":"Lab","value":"InclusionAI (Ant Group)","source":"signal"},{"label":"Signal desk","value":"repos","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"inclusionAI/PIBench","source":"source"},{"label":"Language","value":"Java","source":"source"},{"label":"Stars","value":"15","source":"traction"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Infrastructure","source":"evidence"},{"label":"Watch term","value":"Safety and alignment","source":"evidence"},{"label":"Watch term","value":"Agents and tool use","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/inclusionAI/PIBench"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-07-17T07:01:38.442873+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/2b4a3ecc-cf28-4d87-92a5-ba5b850ba8bc/signal.json","dossier_json":"https://onlylabs.fyi/labs/inclusionai/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/inclusionai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/inclusionai/evidence.json","topic_signals_json":null,"topic_feed":null,"category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","evidence_focus":["repo name","owner","description","language","stars","source URL","first seen time","data, eval, infra, safety, and product terms"],"extraction_questions":["What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Is the repo new evidence for a lab direction that is not yet in writing or releases?","Which related signals should an analyst inspect next?"],"signal_questions":["What does this new repository reveal before a formal announcement exists?","What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Do the 6 related repo signals show a repeated pattern?"],"output_fields":["org","repo","technical_theme","evidence_url"],"data_business_relevance":"Data-business lane extraction is scoped to frontier labs; for this category, interpret the repository as source-grounded category strategy evidence.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/2b4a3ecc-cf28-4d87-92a5-ba5b850ba8bc/signal.json","required":true},{"label":"source","url":"https://github.com/inclusionAI/PIBench","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/inclusionai/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/inclusionai/evidence.json","required":true},{"label":"topic_signals_json","url":null,"required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze InclusionAI (Ant Group)'s repo signal \"inclusionAI/PIBench\" for neolab strategy."},"semantic_triples":[{"subject":"InclusionAI (Ant Group)","predicate":"published repo","object":"inclusionAI/PIBench","text":"InclusionAI (Ant Group) published repo inclusionAI/PIBench."},{"subject":"inclusionAI/PIBench","predicate":"is classified as","object":"repo signal","text":"inclusionAI/PIBench is classified as repo signal."},{"subject":"inclusionAI/PIBench","predicate":"belongs to","object":"repos desk","text":"inclusionAI/PIBench belongs to repos desk."},{"subject":"inclusionAI/PIBench","predicate":"has context","object":"Java","text":"inclusionAI/PIBench has context Java."},{"subject":"inclusionAI/PIBench","predicate":"has evidence coverage","object":"1 captured evidence page","text":"inclusionAI/PIBench has evidence coverage 1 captured evidence page."},{"subject":"inclusionAI/PIBench","predicate":"has captured page count","object":"1","text":"inclusionAI/PIBench has captured page count 1."},{"subject":"inclusionAI/PIBench","predicate":"has readable page count","object":"1","text":"inclusionAI/PIBench has readable page count 1."},{"subject":"inclusionAI/PIBench","predicate":"has related signal count","object":"6","text":"inclusionAI/PIBench has related signal count 6."},{"subject":"inclusionAI/PIBench","predicate":"has analysis playbook objective","object":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","text":"inclusionAI/PIBench has analysis playbook objective Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.."},{"subject":"inclusionAI/PIBench","predicate":"has source host","object":"github.com","text":"inclusionAI/PIBench has source host github.com."},{"subject":"inclusionAI/PIBench","predicate":"has lab","object":"InclusionAI (Ant Group)","text":"inclusionAI/PIBench has lab InclusionAI (Ant Group)."},{"subject":"inclusionAI/PIBench","predicate":"has signal desk","object":"repos","text":"inclusionAI/PIBench has signal desk repos."},{"subject":"inclusionAI/PIBench","predicate":"has source host","object":"github.com","text":"inclusionAI/PIBench has source host github.com."},{"subject":"inclusionAI/PIBench","predicate":"has repository","object":"inclusionAI/PIBench","text":"inclusionAI/PIBench has repository inclusionAI/PIBench."},{"subject":"inclusionAI/PIBench","predicate":"has language","object":"Java","text":"inclusionAI/PIBench has language Java."},{"subject":"inclusionAI/PIBench","predicate":"has stars","object":"15","text":"inclusionAI/PIBench has stars 15."},{"subject":"inclusionAI/PIBench","predicate":"has watch term","object":"Eval methodology","text":"inclusionAI/PIBench has watch term Eval methodology."},{"subject":"inclusionAI/PIBench","predicate":"has watch term","object":"Infrastructure","text":"inclusionAI/PIBench has watch term Infrastructure."}]},"intelligence":{"signal_desk":"repos","answer":"InclusionAI (Ant Group) published inclusionAI/PIBench (Java). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo inclusionAI/PIBench · language Java. onlylabs links this event to 1 captured evidence page and 6 related repo signals.","semantic_triples":[{"subject":"InclusionAI (Ant Group)","predicate":"published repo","object":"inclusionAI/PIBench","text":"InclusionAI (Ant Group) published repo inclusionAI/PIBench."},{"subject":"inclusionAI/PIBench","predicate":"is classified as","object":"repo signal","text":"inclusionAI/PIBench is classified as repo signal."},{"subject":"inclusionAI/PIBench","predicate":"belongs to","object":"repos desk","text":"inclusionAI/PIBench belongs to repos desk."},{"subject":"inclusionAI/PIBench","predicate":"has context","object":"Java","text":"inclusionAI/PIBench has context Java."},{"subject":"inclusionAI/PIBench","predicate":"has evidence coverage","object":"1 captured evidence page","text":"inclusionAI/PIBench has evidence coverage 1 captured evidence page."}]},"signal":{"id":"2b4a3ecc-cf28-4d87-92a5-ba5b850ba8bc","url":"https://onlylabs.fyi/signals/2b4a3ecc-cf28-4d87-92a5-ba5b850ba8bc","json_url":"https://onlylabs.fyi/signals/2b4a3ecc-cf28-4d87-92a5-ba5b850ba8bc/signal.json","source_url":"https://github.com/inclusionAI/PIBench","title":"inclusionAI/PIBench","summary":"InclusionAI (Ant Group) published a new repository. onlylabs watches repos for tooling, eval, infra, and model-adjacent work.","context":"Java","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"inclusionai","name":"InclusionAI (Ant Group)","category":"neolab"},"occurred_at":"2026-07-06T08:13:44+00:00","first_seen_at":"2026-07-17T07:01:01.618346+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/inclusionAI/PIBench"]},"facets":{"repo":"inclusionAI/PIBench","language":"Java"},"traction":{"github_stars":15,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":null},"primary_evidence_page":{"is_primary":true,"source_match":true,"url":"https://github.com/inclusionAI/PIBench","final_url":"https://github.com/inclusionAI/PIBench","title":"inclusionAI/PIBench repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-07-17T07:01:38.442873+00:00","bytes":20885,"raw_path":"74008ce1d909c879d77e95f2a68d4c7395063db420caa3dcf823964a958f1029.json","content_hash":"a0b3e41a36e7bb7a178479fa88b987ef0aabccbe2da60151311aa0961210cb00","excerpt_chars":1200,"truncated":true,"excerpt":"inclusionAI/PIBench Description: PIBench is an open-source benchmark for evaluating AI coding agents on realistic, end-to-end payment integration tasks. Language: Java License: MIT Stars: 13 Forks: 0 Open issues: 0 Created: 2026-07-06T08:13:44Z Pushed: 2026-07-17T03:13:20Z Default branch: main Fork: no Archived: no README: 中文说明 --- 🎯 Introduction Alipay-PIBench is a repository-level benchmark proposed by Alipay for evaluating AI coding agents on realistic payment integration tasks. Built around Alipay Open Platform products and business-oriented repositories, it comprises nine product-specific projects and 18 task instances across Basic (Functional Payment Completion) and Advanced (Risk-Aware Payment Hardening) scenarios. The benchmark evaluates functional correctness, reliability, security, and business-state consistency. - **Payment Benchmark Construction.** Each payment product is paired with a representative project, and each task combines the target product, business workflow, initial repository, and scenario-specific integration request. - **Rubric-Grounded Evaluation.** Scenario-specific rubrics define deterministic checks and LLM-assisted criteria, producing..."},"evidence_pages":[],"related_signals":[{"id":"5e459153-f5f9-407c-a935-ca3d456341e1","url":"https://onlylabs.fyi/signals/5e459153-f5f9-407c-a935-ca3d456341e1","source_url":"https://github.com/inclusionAI/AKernel","title":"inclusionAI/AKernel","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"inclusionai","name":"InclusionAI (Ant Group)","category":"neolab"},"occurred_at":"2026-07-11T12:37:11+00:00","first_seen_at":"2026-07-23T07:01:01.553369+00:00","date_source":"source"},{"id":"dceca135-ab6d-44d0-a8ce-3f5466267030","url":"https://onlylabs.fyi/signals/dceca135-ab6d-44d0-a8ce-3f5466267030","source_url":"https://github.com/inclusionAI/sandboxd","title":"inclusionAI/sandboxd","context":"Go","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"inclusionai","name":"InclusionAI (Ant Group)","category":"neolab"},"occurred_at":"2026-07-11T12:35:48+00:00","first_seen_at":"2026-07-23T07:01:01.553369+00:00","date_source":"source"},{"id":"6f1407f2-cac6-4a8e-9b53-b597389cde86","url":"https://onlylabs.fyi/signals/6f1407f2-cac6-4a8e-9b53-b597389cde86","source_url":"https://github.com/inclusionAI/distill-fs","title":"inclusionAI/distill-fs","context":"Rust","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"inclusionai","name":"InclusionAI (Ant Group)","category":"neolab"},"occurred_at":"2026-07-11T12:34:07+00:00","first_seen_at":"2026-07-23T07:01:01.553369+00:00","date_source":"source"},{"id":"0e454088-2515-4a2e-8bbe-686cc9c2d273","url":"https://onlylabs.fyi/signals/0e454088-2515-4a2e-8bbe-686cc9c2d273","source_url":"https://github.com/inclusionAI/SingGuard-NSFA","title":"inclusionAI/SingGuard-NSFA","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"inclusionai","name":"InclusionAI (Ant Group)","category":"neolab"},"occurred_at":"2026-07-10T02:54:35+00:00","first_seen_at":"2026-07-11T07:01:57.991677+00:00","date_source":"source"},{"id":"e14c77f6-acac-476f-af02-4e3823358d84","url":"https://onlylabs.fyi/signals/e14c77f6-acac-476f-af02-4e3823358d84","source_url":"https://github.com/inclusionAI/Avernet","title":"inclusionAI/Avernet","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"inclusionai","name":"InclusionAI (Ant Group)","category":"neolab"},"occurred_at":"2026-07-06T03:52:54+00:00","first_seen_at":"2026-07-07T07:01:02.227198+00:00","date_source":"source"},{"id":"dc648e45-b61b-47cd-80eb-1666e6fa4a11","url":"https://onlylabs.fyi/signals/dc648e45-b61b-47cd-80eb-1666e6fa4a11","source_url":"https://github.com/inclusionAI/Universal-Manipulation-Exoskeleton","title":"inclusionAI/Universal-Manipulation-Exoskeleton","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"inclusionai","name":"InclusionAI (Ant Group)","category":"neolab"},"occurred_at":"2026-07-01T07:00:18+00:00","first_seen_at":"2026-07-16T07:01:51.175377+00:00","date_source":"source"}]}