{"$schema":"https://verifymcp.io/schemas/trust-report.json","schemaVersion":1,"license":{"name":"CC BY-NC 4.0","url":"https://creativecommons.org/licenses/by-nc/4.0/"},"generatedAt":"2026-11-21T23:21:17.582Z","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab","markdownUrl":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab.md","server":{"slug":"changhuliu-mcp-selection-lab","name":"MCP Selection Lab","registryName":"io.github.ChanghuLiu/mcp-selection-lab","description":"Benchmark MCP tool selection with metadata-only routing, collision, abstention, and holdout checks.","registryStatus":"active","deletedAt":null,"statusMessage":null,"liveness":"live","publisher":{"class":"unknown","claimed":false}},"component":{"slug":"agenttrustlab","type":"remote","identifier":"https://agenttrustlab.com/mcp","withdrawn":false,"url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab","version":"0.5.2","transport":null,"scoredAt":"2026-11-21T00:17:42.981Z"},"score":{"total":82,"tier":"high trust","status":"scored","weekDelta":0,"history":[{"date":"2026-11-21","total":82},{"date":"2026-11-20","total":82},{"date":"2026-11-19","total":82},{"date":"2026-11-18","total":82},{"date":"2026-11-17","total":82},{"date":"2026-11-16","total":82},{"date":"2026-11-15","total":82},{"date":"2026-11-14","total":82},{"date":"2026-11-13","total":82},{"date":"2026-11-12","total":82},{"date":"2026-11-11","total":82},{"date":"2026-11-10","total":81},{"date":"2026-11-09","total":81},{"date":"2026-11-08","total":81},{"date":"2026-11-07","total":80},{"date":"2026-11-06","total":80},{"date":"2026-11-05","total":79},{"date":"2026-11-04","total":79},{"date":"2026-11-03","total":78},{"date":"2026-11-02","total":78},{"date":"2026-11-01","total":77},{"date":"2026-10-31","total":77},{"date":"2026-10-30","total":76},{"date":"2026-10-29","total":76},{"date":"2026-10-28","total":75},{"date":"2026-10-27","total":75},{"date":"2026-10-26","total":74},{"date":"2026-10-25","total":74},{"date":"2026-10-24","total":74},{"date":"2026-10-23","total":73}]},"categories":[{"name":"Endpoint Security","score":74,"verdict":"fail","reasons":["The endpoint's TLS certificate is valid, in date, and uses a strong key.","No authorisation is required to call this server. Nothing on it is marked destructive, but we can't show that an anonymous caller can only read: full credit needs the server to list at least one tool and every tool to be verifiably read-only. We use a best-effort check of tool names and descriptions to tell read-only tools from tools that change things, so some genuinely read-only tools may not get full credit. Names that start with a read verb (get, list, read, search and similar) and accurate readOnlyHint annotations help. Meet that to earn full credit, or require authorisation.","HTTPS is enforced; there's no plaintext access path.","HSTS check failed: the Strict-Transport-Security header is absent.","DNSSEC check failed: this domain isn't protected by DNSSEC."],"codes":[{"code":"tls.valid","args":{}},{"code":"auth.none_no_destructive","args":{}},{"code":"https.enforced","args":{}},{"code":"headers.hsts_absent","args":{}},{"code":"dnssec.absent","args":{}}]},{"name":"Transport & Reachability","score":100,"verdict":"pass","reasons":["Verified streamable-http transport via a live MCP handshake."],"codes":[{"code":"transport.verified","args":{"transport":"streamable-http"}}]},{"name":"Schema Quality & AI Usability","score":73,"verdict":"fail","reasons":["AI-judged instruction clarity (good).","Tool/resource definitions use about 374 tokens (~124/item across 3 items; 3 tools + 0 resources), lean.","Usage-examples check failed: none of the tools include examples."],"codes":[{"code":"schema.ai_quality","args":{"band":"good"}},{"code":"schema.footprint_lean","args":{"avg":"124","items":"3","tools":"3","tokens":"374","resources":"0"}},{"code":"schema.examples_absent","args":{}}]},{"name":"Stability & Change Management","score":100,"verdict":"pass","reasons":["No destabilizing schema changes in the last 30 days."],"codes":[{"code":"stability.stable","args":{}}]},{"name":"Tool Coverage","score":71,"verdict":"fail","reasons":["100% of tools have a non-trivial description (not blank, and not just the tool's name).","0% of tool parameters carry a description.","Structured output schemas are declared (100% of tools); any adoption earns full credit."],"codes":[{"code":"toolquality.descriptions","args":{"pct":"100"}},{"code":"toolquality.param_docs","args":{"pct":"0"}},{"code":"toolquality.output_present","args":{"pct":"100"}}]},{"name":"Tool Safety","score":100,"verdict":"pass","reasons":["No prompt-injection markers were found in the server instructions, tool names or descriptions we captured.","We read all 3 captured tool definition(s), and no name or description among them implies an irreversible operation.","An AI judge read all 4 captured unit(s) of tool text and found none that tries to manipulate the model reading it."],"codes":[{"code":"toolsafety.injection_clean","args":{}},{"code":"toolsafety.destructive_none","args":{"tools":"3"}},{"code":"toolsafety.manipulation_clean","args":{"units":"4","judged":"4"}}]},{"name":"Capabilities","score":100,"verdict":"pass","reasons":["Implements a current MCP spec version (2026-07-28)."],"codes":[{"code":"protocol.current","args":{"version":"2026-07-28"}}]}],"inconclusive":[],"malware":[],"components":[{"slug":"agenttrustlab","type":"remote","identifier":"https://agenttrustlab.com/mcp","withdrawn":false,"score":82,"current":true,"url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab","markdownUrl":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab.md"}],"facts":[{"label":"Endpoint","value":"https://agenttrustlab.com/mcp"},{"label":"Transports","value":"streamable-http"},{"label":"Auth","value":"none"},{"label":"Version","value":"0.5.2"}],"install":{"available":true,"bundleSha256":null},"tools":[{"name":"selection_lab_info","title":null,"description":"Get free service capabilities, limits, privacy and connection details; does not scan a target.","inputs":[],"outputs":[],"hasOutputSchema":true,"hasExamples":false,"tokenEstimate":27},{"name":"scan_mcp_metadata","title":null,"description":"Create a free public report of MCP tool-description routing collisions.\n\n    Reads discovery metadata (initialize/tools/list) only; never calls target business\n    tools or spends funds. Use a public HTTP(S) URL without credentials, query or fragment.\n    Results use at most 12 tools and 24 generated cases, not a real-model evaluation.\n    The returned report is enriched with agent_plan candidate description-only edits and\n    a machine-readable rerun instruction. Candidate edits are not untouched-holdout proof.\n    Reports persist and are public by link. For an existing report use get_selection_report.\n    Set internal_test=true for owner/CI validation so it is excluded from public scans.\n    source is a self-reported referral bucket, not identity verification.","inputs":[{"name":"internal_test","type":"boolean","required":false,"description":null},{"name":"mcp_url","type":"string","required":true,"description":null},{"name":"source","type":"string","required":false,"description":null}],"outputs":[],"hasOutputSchema":true,"hasExamples":false,"tokenEstimate":186},{"name":"get_selection_report","title":null,"description":"Read and agent-enrich an existing public scan report by id; no new target request or model call.","inputs":[{"name":"report_id","type":"string","required":true,"description":null}],"outputs":[],"hasOutputSchema":true,"hasExamples":false,"tokenEstimate":38}],"toolsTruncatedAtCapture":false,"diagnostics":{"capturedAt":"2026-11-21T00:17:42.000Z","track":"remote","endpoint":"https://agenttrustlab.com/mcp","declaredUrl":null,"truncated":false,"tls":{"outcome":"valid","label":"Valid","version":"TLS 1.3","cipherSuite":"TLS_AES_128_GCM_SHA256","chainError":null,"certificates":[{"subject":"CN=agenttrustlab.com","issuer":"CN=YR2,O=Let's Encrypt,C=US","notBefore":"2026-10-12T17:03:17Z","notAfter":"2027-01-10T17:03:16Z","keyType":"RSA","keyBits":2048,"isCa":false},{"subject":"CN=YR2,O=Let's Encrypt,C=US","issuer":"CN=Root YR,O=ISRG,C=US","notBefore":"2025-09-03T00:00:00Z","notAfter":"2028-09-02T23:59:59Z","keyType":"RSA","keyBits":2048,"isCa":true},{"subject":"CN=Root YR,O=ISRG,C=US","issuer":"CN=ISRG Root X1,O=Internet Security Research Group,C=US","notBefore":"2026-05-13T00:00:00Z","notAfter":"2032-09-02T23:59:59Z","keyType":"RSA","keyBits":4096,"isCa":true}]},"dnssec":{"result":"insecure","label":"Not signed","name":"agenttrustlab.com.","steps":[{"zone":".","outcome":"verified","label":"Verified"},{"zone":"com.","outcome":"verified","label":"Verified"},{"zone":"agenttrustlab.com.","outcome":"insecure_proven","label":"Unsigned (proven)"}]},"auth":{"outcome":"none","label":"No authorisation required","gate":null,"gateLabel":null,"status":200,"authorizationServers":[]},"httpsRedirect":{"outcome":"https_enforced","label":"HTTPS enforced","status":301},"transports":[{"transport":"streamable-http","outcome":"verified","label":"Verified","status":200,"followed":false}],"provenance":null,"installScripts":[],"installScriptsTotal":null,"vulnerabilities":[],"vulnerabilitiesTotal":null,"dependencies":null},"mismatches":[],"changelog":{"trackingSince":"2026-10-13","recent":[{"id":"chg_01a1cd1b-1861-75b4-ae44-7f5a42fdf788","kind":"check.verdict","summary":"Stability (0.97 → pass)","materiality":"security","direction":"neutral","scoreDelta":null,"occurredOn":"2026-11-12","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a1cd1b-1861-75b4-ae44-7f5a42fdf788"},{"id":"chg_01a1c7fb-2230-758d-9a0d-228e98cca609","kind":"score.total_changed","summary":"Trust score (81 → 82)","materiality":"functional","direction":"improvement","scoreDelta":1,"occurredOn":"2026-11-11","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a1c7fb-2230-758d-9a0d-228e98cca609"},{"id":"chg_01a1b89a-1e17-7133-baea-42f9536ce900","kind":"score.total_changed","summary":"Trust score (80 → 81)","materiality":"functional","direction":"improvement","scoreDelta":1,"occurredOn":"2026-11-08","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a1b89a-1e17-7133-baea-42f9536ce900"},{"id":"chg_01a1b35b-79e0-7357-ac6d-cf181dcfe921","kind":"capture.status_changed","summary":"Endpoint reachability (unreachable → reachable)","materiality":"functional","direction":"improvement","scoreDelta":null,"occurredOn":"2026-11-07","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a1b35b-79e0-7357-ac6d-cf181dcfe921"},{"id":"chg_01a1ae2f-4225-7b78-952f-5a92ce6fec37","kind":"score.rubric_changed","summary":"We updated how we score, so this day's move reflects our rubric, not a change to the server","materiality":"functional","direction":"neutral","scoreDelta":null,"occurredOn":"2026-11-06","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a1ae2f-4225-7b78-952f-5a92ce6fec37"},{"id":"chg_01a1a912-eca5-7757-9576-b893381bbfc9","kind":"check.unverifiable","summary":"HSTS header (fail → unverified)","materiality":"security","direction":"regression","scoreDelta":null,"occurredOn":"2026-11-05","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a1a912-eca5-7757-9576-b893381bbfc9"},{"id":"chg_01a1a912-eca7-70cd-aee9-82f371ad5a9c","kind":"check.unverifiable","summary":"Authorization (partial → unverified)","materiality":"security","direction":"regression","scoreDelta":null,"occurredOn":"2026-11-05","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a1a912-eca7-70cd-aee9-82f371ad5a9c"},{"id":"chg_01a1a912-eca7-7b33-80ed-c61cc3643c0a","kind":"check.unverifiable","summary":"Tool safety (pass → unverified)","materiality":"security","direction":"regression","scoreDelta":null,"occurredOn":"2026-11-05","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a1a912-eca7-7b33-80ed-c61cc3643c0a"},{"id":"chg_01a1a912-eca8-7231-bfc6-48a8f2ab89f5","kind":"check.unverifiable","summary":"TLS certificate (pass → unverified)","materiality":"security","direction":"regression","scoreDelta":null,"occurredOn":"2026-11-05","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a1a912-eca8-7231-bfc6-48a8f2ab89f5"},{"id":"chg_01a1a912-eca8-77cb-98d3-e5781f6be188","kind":"check.unverifiable","summary":"Stability (0.73 → unverified)","materiality":"security","direction":"regression","scoreDelta":null,"occurredOn":"2026-11-05","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a1a912-eca8-77cb-98d3-e5781f6be188"},{"id":"chg_01a1a912-eca8-7df6-b062-8f435c2cbcc5","kind":"check.verdict","summary":"Transport (pass → fail)","materiality":"security","direction":"regression","scoreDelta":null,"occurredOn":"2026-11-05","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a1a912-eca8-7df6-b062-8f435c2cbcc5"},{"id":"chg_01a1a912-ecaa-7a9d-996b-9fe1ba7c432b","kind":"check.unverifiable","summary":"Capabilities (pass → unverified)","materiality":"functional","direction":"regression","scoreDelta":null,"occurredOn":"2026-11-05","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a1a912-ecaa-7a9d-996b-9fe1ba7c432b"},{"id":"chg_01a1a912-ecab-7412-ad7d-8e7ec1626e8d","kind":"check.unverifiable","summary":"Tool coverage (100 → unverified)","materiality":"functional","direction":"regression","scoreDelta":null,"occurredOn":"2026-11-05","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a1a912-ecab-7412-ad7d-8e7ec1626e8d"},{"id":"chg_01a1a912-ecab-7d64-b689-7ac4e7a805ae","kind":"check.appeared","summary":"First check of Schema quality (unverified)","materiality":"functional","direction":"neutral","scoreDelta":null,"occurredOn":"2026-11-05","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a1a912-ecab-7d64-b689-7ac4e7a805ae"},{"id":"chg_01a1a912-ecac-7326-97ef-dcf3e7328b47","kind":"capture.status_changed","summary":"Endpoint reachability (reachable → unreachable)","materiality":"security","direction":"regression","scoreDelta":null,"occurredOn":"2026-11-05","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a1a912-ecac-7326-97ef-dcf3e7328b47"},{"id":"chg_01a1a912-ecac-7a41-8457-113885ddc6ab","kind":"score.total_changed","summary":"Trust score (79 → 4)","materiality":"functional","direction":"regression","scoreDelta":-75,"occurredOn":"2026-11-05","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a1a912-ecac-7a41-8457-113885ddc6ab"},{"id":"chg_01a1a3f2-8a2c-7ee5-b9d0-b9631c67fb0c","kind":"score.total_changed","summary":"Trust score (78 → 79)","materiality":"functional","direction":"improvement","scoreDelta":1,"occurredOn":"2026-11-04","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a1a3f2-8a2c-7ee5-b9d0-b9631c67fb0c"},{"id":"chg_01a19998-cd9a-72aa-8665-625569b217e0","kind":"score.total_changed","summary":"Trust score (77 → 78)","materiality":"functional","direction":"improvement","scoreDelta":1,"occurredOn":"2026-11-02","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a19998-cd9a-72aa-8665-625569b217e0"},{"id":"chg_01a18f56-b03f-753b-b89e-9f15c1e4178b","kind":"score.total_changed","summary":"Trust score (76 → 77)","materiality":"functional","direction":"improvement","scoreDelta":1,"occurredOn":"2026-10-31","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a18f56-b03f-753b-b89e-9f15c1e4178b"},{"id":"chg_01a184fe-bb52-71af-b4a6-044198a0b61d","kind":"score.total_changed","summary":"Trust score (75 → 76)","materiality":"functional","direction":"improvement","scoreDelta":1,"occurredOn":"2026-10-29","url":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab#chg-chg_01a184fe-bb52-71af-b4a6-044198a0b61d"}],"truncated":true,"feedUrl":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab/changelog.json"},"links":{"html":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab","markdown":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab.md","changelogJson":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab/changelog.json","changelogRss":"https://verifymcp.io/servers/changhuliu-mcp-selection-lab/agenttrustlab.xml","external":[{"label":"Remote endpoint","href":"https://agenttrustlab.com/mcp"},{"label":"Repository","href":"https://github.com/ChanghuLiu/mcp-selection-lab"},{"label":"Website","href":"https://agenttrustlab.com/"}]}}