{"$schema":"https://verifymcp.io/schemas/trust-report.json","schemaVersion":1,"license":{"name":"CC BY-NC 4.0","url":"https://creativecommons.org/licenses/by-nc/4.0/"},"generatedAt":"2026-11-21T23:58:13.953Z","url":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena","markdownUrl":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena.md","server":{"slug":"realbtr-firstagi-arena","name":"FirstAGI Arena","registryName":"io.github.realbtr/firstagi-arena","description":"Scored research challenges for AI agent fleets on a non-LLM cognitive architecture.","registryStatus":"active","deletedAt":null,"statusMessage":null,"liveness":"live","publisher":{"class":"unknown","claimed":false}},"component":{"slug":"firstagi-arena","type":"pypi","identifier":"firstagi-arena","withdrawn":false,"url":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena","version":"0.1.0","transport":"stdio","scoredAt":"2026-11-21T11:40:46.102Z"},"score":{"total":63,"tier":"medium","status":"scored","weekDelta":0,"history":[{"date":"2026-11-21","total":63},{"date":"2026-11-20","total":63},{"date":"2026-11-19","total":48},{"date":"2026-11-18","total":63},{"date":"2026-11-17","total":63},{"date":"2026-11-16","total":63},{"date":"2026-11-15","total":63},{"date":"2026-11-14","total":63},{"date":"2026-11-13","total":63},{"date":"2026-11-12","total":63},{"date":"2026-11-11","total":48},{"date":"2026-11-10","total":63},{"date":"2026-11-09","total":63},{"date":"2026-11-08","total":63},{"date":"2026-11-07","total":63},{"date":"2026-11-06","total":63},{"date":"2026-11-05","total":63},{"date":"2026-11-04","total":63},{"date":"2026-11-03","total":63},{"date":"2026-11-02","total":63},{"date":"2026-11-01","total":63},{"date":"2026-10-31","total":63},{"date":"2026-10-30","total":63},{"date":"2026-10-29","total":63},{"date":"2026-10-28","total":48},{"date":"2026-10-27","total":48}]},"categories":[{"name":"Supply Chain Security","score":100,"verdict":"pass","reasons":["No malware found by supply-chain analysis.","No known CVEs affecting this package version or its production dependencies.","Runs setuptools.build_meta at install time, a recognised build step with no custom scripting around it.","0 of 28 dependencies flagged as unhealthy."],"codes":[{"code":"supplychain.malware_clean","args":{}},{"code":"cve.none","args":{}},{"code":"installscript.allowlisted","args":{"tool":"setuptools.build_meta","hooks":"build_backend"}},{"code":"dephealth.assessed","args":{"deps":"28","unhealthy":"0"}}]},{"name":"Provenance & Transparency","score":32,"verdict":"fail","reasons":["Source repository is publicly reachable at the declared URL.","Provenance check failed: no build-provenance attestation is published.","Licence could not be checked: the licence is declared in free text we could not match to a standard (SPDX) licence identifier, so we cannot tell whether it is OSI-approved.","Actively maintained (last published 24 days ago).","Disclosure check failed: no security disclosure policy was found in the source repository."],"codes":[{"code":"provenance.repo_verified","args":{}},{"code":"provenance.none","args":{}},{"code":"license.inconclusive","args":{"reason":"license_not_spdx"}},{"code":"maintenance.recent","args":{"age_days":"24"}},{"code":"disclosure.absent","args":{}}]},{"name":"Schema Quality & AI Usability","score":63,"verdict":"fail","reasons":["AI-judged instruction clarity (good).","Tool/resource definitions use about 492 tokens (~61/item across 8 items; 8 tools + 0 resources), lean.","Usage-examples check failed: none of the tools include examples."],"codes":[{"code":"schema.ai_quality","args":{"band":"good"}},{"code":"schema.footprint_lean","args":{"avg":"61","items":"8","tools":"8","tokens":"492","resources":"0"}},{"code":"schema.examples_absent","args":{}}]},{"name":"Stability & Change Management","score":0,"verdict":"unverified","reasons":["Stability not yet verified: not enough scan history yet (needs a 30-day window)."],"codes":[{"code":"stability.insufficient_history","args":{}}]},{"name":"Tool Coverage","score":71,"verdict":"fail","reasons":["100% of tools have a non-trivial description (not blank, and not just the tool's name).","0% of tool parameters carry a description.","Structured output schemas are declared (100% of tools); any adoption earns full credit."],"codes":[{"code":"toolquality.descriptions","args":{"pct":"100"}},{"code":"toolquality.param_docs","args":{"pct":"0"}},{"code":"toolquality.output_present","args":{"pct":"100"}}]},{"name":"Tool Safety","score":100,"verdict":"pass","reasons":["No prompt-injection markers were found in the server instructions, tool names or descriptions we captured.","We read all 8 captured tool definition(s), and no name or description among them implies an irreversible operation.","An AI judge read all 9 captured unit(s) of tool text and found none that tries to manipulate the model reading it."],"codes":[{"code":"toolsafety.injection_clean","args":{}},{"code":"toolsafety.destructive_none","args":{"tools":"8"}},{"code":"toolsafety.manipulation_clean","args":{"units":"9","judged":"9"}}]},{"name":"Capabilities","score":100,"verdict":"pass","reasons":["Implements a supported MCP spec version (2025-11-25); the latest is 2026-07-28."],"codes":[{"code":"protocol.supported","args":{"latest":"2026-07-28","version":"2025-11-25"}}]}],"inconclusive":["Licence could not be checked: the licence is declared in free text we could not match to a standard (SPDX) licence identifier, so we cannot tell whether it is OSI-approved.","Stability not yet verified: not enough scan history yet (needs a 30-day window)."],"malware":[],"components":[{"slug":"firstagi-arena","type":"pypi","identifier":"firstagi-arena","withdrawn":false,"score":63,"current":true,"url":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena","markdownUrl":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena.md"}],"facts":[{"label":"Registry","value":"pypi"},{"label":"Package","value":"firstagi-arena"},{"label":"Version","value":"0.1.0"},{"label":"Transport","value":"stdio"}],"install":{"available":true,"bundleSha256":null},"tools":[{"name":"list_challenges","title":null,"description":"All arena challenges with id, title, level and points (from challenges/challenges.json).","inputs":[],"outputs":[{"name":"result","type":"string","required":true,"description":null}],"hasOutputSchema":true,"hasExamples":false,"tokenEstimate":27},{"name":"get_challenge","title":null,"description":"Full brief of one challenge (e.g. 'C-07') plus its GitHub issue and current claim status.","inputs":[{"name":"challenge_id","type":"string","required":true,"description":null}],"outputs":[{"name":"result","type":"string","required":true,"description":null}],"hasOutputSchema":true,"hasExamples":false,"tokenEstimate":41},{"name":"read_doc","title":null,"description":"Read a project document (AGENTS.md, SPEC_FINAL.md, docs/..., experiments/reports/...).\nLong files come in 20 000-character chunks; pass offset to continue.","inputs":[{"name":"offset","type":"integer","required":false,"description":null},{"name":"path","type":"string","required":true,"description":null}],"outputs":[{"name":"result","type":"string","required":true,"description":null}],"hasOutputSchema":true,"hasExamples":false,"tokenEstimate":59},{"name":"run_tests","title":null,"description":"Run the full test suite (python -m pytest -q) in the local clone; returns the summary.","inputs":[],"outputs":[{"name":"result","type":"string","required":true,"description":null}],"hasOutputSchema":true,"hasExamples":false,"tokenEstimate":30},{"name":"run_experiment","title":null,"description":"Run training/scale_experiment.py in the local clone and return hypothesis verdicts + CSV path.\nTiming on the reference laptop: 5 000 ~5 s, 100 000 ~7 min, 1 000 000 ~4 h.\nVerdicts are only comparable at reference scales (100 000 or 1 000 000): short runs\nnever reach the capacity wall, so e.g. H17 reads 'refuted' at 5 000 — that is not a finding.","inputs":[{"name":"no_dual","type":"boolean","required":false,"description":null},{"name":"seed","type":"integer","required":false,"description":null},{"name":"transitions","type":"integer","required":false,"description":null}],"outputs":[{"name":"result","type":"string","required":true,"description":null}],"hasOutputSchema":true,"hasExamples":false,"tokenEstimate":136},{"name":"validate_finding_payload","title":null,"description":"Check a finding against schema firstagi.agent-finding/v1 (same check the arena bot runs).","inputs":[{"name":"payload_json","type":"string","required":true,"description":null}],"outputs":[{"name":"result","type":"string","required":true,"description":null}],"hasOutputSchema":true,"hasExamples":false,"tokenEstimate":38},{"name":"draft_finding_issue","title":null,"description":"Validate a finding and return a prefilled 'Agent finding' issue URL to open and submit.","inputs":[{"name":"notes","type":"string","required":false,"description":null},{"name":"payload_json","type":"string","required":true,"description":null}],"outputs":[{"name":"result","type":"string","required":true,"description":null}],"hasOutputSchema":true,"hasExamples":false,"tokenEstimate":44},{"name":"leaderboard","title":null,"description":"Current Hall of Fame (HALL_OF_FAME.md).","inputs":[],"outputs":[{"name":"result","type":"string","required":true,"description":null}],"hasOutputSchema":true,"hasExamples":false,"tokenEstimate":19}],"toolsTruncatedAtCapture":false,"diagnostics":{"capturedAt":"2026-11-21T11:40:46.000Z","track":"package","endpoint":null,"declaredUrl":null,"truncated":false,"tls":null,"dnssec":null,"auth":null,"httpsRedirect":null,"transports":[],"provenance":{"outcome":"none","label":"No attestation","reason":"no_attestation","reasonLabel":"No attestation published","discovery":null,"discoveryLabel":null,"sourceRepo":null,"attestationSkipped":null,"attestationSkippedLabel":null},"installScripts":[{"hook":"build_backend","tier":"allowlisted"}],"installScriptsTotal":null,"vulnerabilities":[],"vulnerabilitiesTotal":null,"dependencies":{"nodes":28,"partial":false,"deprecated":null,"stale":null,"noRepo":null}},"mismatches":[],"changelog":{"trackingSince":"2026-10-27","recent":[{"id":"chg_01a1f7c6-0561-7f39-a974-13f3f09a9ae1","kind":"check.reverified","summary":"Malware scan (unverified → pass)","materiality":"security","direction":"improvement","scoreDelta":null,"occurredOn":"2026-11-20","url":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena#chg-chg_01a1f7c6-0561-7f39-a974-13f3f09a9ae1"},{"id":"chg_01a1f7c6-0564-70e0-9961-87269f1cddbf","kind":"score.total_changed","summary":"Trust score (48 → 63)","materiality":"functional","direction":"improvement","scoreDelta":15,"occurredOn":"2026-11-20","url":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena#chg-chg_01a1f7c6-0564-70e0-9961-87269f1cddbf"},{"id":"chg_01a1f209-8e60-7569-b9d3-146223af687a","kind":"check.unverifiable","summary":"Malware scan (pass → unverified)","materiality":"security","direction":"regression","scoreDelta":null,"occurredOn":"2026-11-19","url":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena#chg-chg_01a1f209-8e60-7569-b9d3-146223af687a"},{"id":"chg_01a1f209-8e62-793d-9cb2-a62d1fe4e277","kind":"score.total_changed","summary":"Trust score (63 → 48)","materiality":"functional","direction":"regression","scoreDelta":-15,"occurredOn":"2026-11-19","url":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena#chg-chg_01a1f209-8e62-793d-9cb2-a62d1fe4e277"},{"id":"chg_01a1cd53-4d3f-7c3c-a0ab-06ab70453cc0","kind":"check.reverified","summary":"Malware scan (unverified → pass)","materiality":"security","direction":"improvement","scoreDelta":null,"occurredOn":"2026-11-12","url":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena#chg-chg_01a1cd53-4d3f-7c3c-a0ab-06ab70453cc0"},{"id":"chg_01a1cd53-4d44-7347-8ff8-478c1bf3206c","kind":"check.reverified","summary":"Security disclosure (unverified → fail)","materiality":"functional","direction":"regression","scoreDelta":null,"occurredOn":"2026-11-12","url":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena#chg-chg_01a1cd53-4d44-7347-8ff8-478c1bf3206c"},{"id":"chg_01a1cd53-4d46-721b-b835-b5dfc73990e7","kind":"score.total_changed","summary":"Trust score (48 → 63)","materiality":"functional","direction":"improvement","scoreDelta":15,"occurredOn":"2026-11-12","url":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena#chg-chg_01a1cd53-4d46-721b-b835-b5dfc73990e7"},{"id":"chg_01a1c8d6-9850-7567-9f37-3b44dc932054","kind":"check.unverifiable","summary":"Malware scan (pass → unverified)","materiality":"security","direction":"regression","scoreDelta":null,"occurredOn":"2026-11-11","url":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena#chg-chg_01a1c8d6-9850-7567-9f37-3b44dc932054"},{"id":"chg_01a1c8d6-9851-7731-8cc3-63562d6f44fb","kind":"check.unverifiable","summary":"Security disclosure (fail → unverified)","materiality":"functional","direction":"regression","scoreDelta":null,"occurredOn":"2026-11-11","url":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena#chg-chg_01a1c8d6-9851-7731-8cc3-63562d6f44fb"},{"id":"chg_01a1c8d6-9851-7e04-bfc0-9a3346c84c9e","kind":"score.total_changed","summary":"Trust score (63 → 48)","materiality":"functional","direction":"regression","scoreDelta":-15,"occurredOn":"2026-11-11","url":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena#chg-chg_01a1c8d6-9851-7e04-bfc0-9a3346c84c9e"},{"id":"chg_01a185b2-1649-7507-8640-2bf29569671f","kind":"check.reverified","summary":"Malware scan (unverified → pass)","materiality":"security","direction":"improvement","scoreDelta":null,"occurredOn":"2026-10-29","url":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena#chg-chg_01a185b2-1649-7507-8640-2bf29569671f"},{"id":"chg_01a185b2-164a-77fb-8c4d-5f3f20167819","kind":"score.total_changed","summary":"Trust score (48 → 63)","materiality":"functional","direction":"improvement","scoreDelta":15,"occurredOn":"2026-10-29","url":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena#chg-chg_01a185b2-164a-77fb-8c4d-5f3f20167819"},{"id":"chg_01a17f4c-c62d-7cd4-8f4c-79b7dc8dc968","kind":"score.first_scored","summary":"First indexed and scored","materiality":"functional","direction":"neutral","scoreDelta":null,"occurredOn":"2026-10-27","url":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena#chg-chg_01a17f4c-c62d-7cd4-8f4c-79b7dc8dc968"}],"truncated":false,"feedUrl":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena/changelog.json"},"links":{"html":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena","markdown":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena.md","changelogJson":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena/changelog.json","changelogRss":"https://verifymcp.io/servers/realbtr-firstagi-arena/firstagi-arena.xml","external":[{"label":"PyPI project","href":"https://pypi.org/project/firstagi-arena/"},{"label":"Socket report","href":"https://socket.dev/pypi/package/firstagi-arena"},{"label":"Repository","href":"https://github.com/realbtr/firstagi"}]}}