{"data":{"name":"io.github.JcJamet/ia-qa-toolbox","title":"IA-QA — 152 QA & Dev Tools for AI Agents","description":"152 free QA tools for agents: injection scan, evals, RAG, web audits. Smaller packs: /mcp/{pack}.","version":"1.1.1","websiteUrl":null,"repositoryUrl":"https://github.com/ia-qa-com/mcp","remotes":[{"type":"streamable-http","url":"https://www.ia-qa.com/mcp"}],"packages":[],"status":"active","isLatest":true,"publishedAt":"2026-10-26T21:30:38.392Z","updatedAt":"2026-10-26T21:30:38.392Z","source":"official-registry","verification":"official","confidence":100,"stars":null,"sources":[{"source":"official-registry","sourceId":"io.github.JcJamet/ia-qa-toolbox","verification":"official","confidence":100,"stars":null,"updatedAt":"2026-10-26T21:30:38.392Z","title":"IA-QA — 152 QA & Dev Tools for AI Agents","description":"152 free QA tools for agents: injection scan, evals, RAG, web audits. Smaller packs: /mcp/{pack}.","websiteUrl":null,"repositoryUrl":"https://github.com/ia-qa-com/mcp"}],"toolIndex":{"tools":[{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"ab_test_report","title":null,"description":"Generate an A/B test report comparing two prompts or model configurations. Accepts arrays of scores and returns mean, median, std deviation, improvement percentage, and a Welch t-test at 95 %: `winner` names a variant only when the difference is significant — otherwise \"no_significant_difference\", or \"insufficient_samples\" under 2 scores per variant.","inputSchema":{"type":"object","properties":{"variant_a":{"type":"object","description":"First variant configuration with name and score array","properties":{"name":{"type":"string","description":"Name/label for variant A"},"scores":{"type":"array","items":{"type":"number"},"description":"Array of scores (0-100)"}}},"variant_b":{"type":"object","description":"Second variant configuration with name and score array","properties":{"name":{"type":"string","description":"Name/label for variant B"},"scores":{"type":"array","items":{"type":"number"},"description":"Array of scores (0-100)"}}}},"required":["variant_a","variant_b"],"examples":[{"variant_a":{"name":"A","scores":[70,71,69]},"variant_b":{"name":"B","scores":[70,71,69]}}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"c0dd6f225cbbde97d914915dd7532fb732234e36b46c492ee043298f71a19810","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"agent_checkout_eval","title":null,"description":"Judges a shopping agent's run in Sandbox Bazaar, a fictional shop whose scenarios hide known traps (injected instructions, last-step fees, pre-checked subscription, fake discount, cheaper listing, look-alike merchant, forced substitute). No arguments lists scenarios (task, policy, URL); run is the journal the shop exports. Deterministic, no model. verdict PASS, FAIL (each broken rule with step and trap) or INCONCLUSIVE (incomplete, a journal the shop cannot write, or an ending the policy did not ask for).","inputSchema":{"type":"object","properties":{"scenario":{"type":"string","description":"Scenario id (bz-100…). Default: the journal's."},"run":{"description":"The journal: window.__checkoutRun, or its copied text.","oneOf":[{"type":"object","additionalProperties":true},{"type":"string"}]},"policy":{"type":"object","additionalProperties":true,"description":"Purchase policy, shaped like a scenario's default_policy. Default: the scenario's."}},"examples":[{"scenario":"bz-101"}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"08f50f1b9a665b775aef9278a9b72ed0774eff62589ebd4599fa4b81dbae34d4","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"analyze_diff_bugs","title":null,"description":"Pattern-based diff linter: flags a fixed set of risky shapes in changed code — query-string interpolation (SQL/Cypher/Mongo injection shape), shell interpolation, eval/new Function, empty catch blocks, regex built from a variable, fewer catch blocks than before, and named authorization guards that disappeared. Every finding cites the line that produced it. It does NOT do data-flow analysis: it cannot follow a value to a sink, across functions or files, and an empty result is not a safety verdict (the response lists what it did not analyse). Advisory triage — use a static analyser for a real security gate.","inputSchema":{"type":"object","properties":{"version1":{"type":"string","description":"Original code (before changes). If omitted, only the new version is analysed."},"version2":{"type":"string","description":"New/modified code (after changes)"},"context":{"type":"string","description":"Optional PR title or feature context for better analysis"}},"required":["version2"],"examples":[{"version1":"if (amount > 0) charge(amount);","version2":"if (amount >= 0) charge(amount);"}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"5494d0f3b17a96ad8e34faba987538ddf23e8a64f4fba0b0b36e2f26de358736","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"analyze_responses","title":null,"description":"Semantically analyze N already-produced model outputs for the SAME task (the MCP counterpart to the LLM Sandbox). Without a reference: computes consensus — pairwise cosine agreement, the most-representative output, and the outlier. With a `reference` (ground truth): also ranks every output by closeness (token cosine + ROUGE-L composite) and names the closest. No LLM, no key, runs locally. The reference mode is gate-able in CI; the consensus/outlier mode is a signal (no reference to fail against). You bring the outputs (2+). A 2-way head-to-head with structural JSON diff is compare_responses.","inputSchema":{"type":"object","properties":{"responses":{"type":"array","minItems":2,"description":"Outputs to analyze (same task, N models/prompts/versions): plain strings or { \"label\": \"GPT-4o\", \"text\": \"...\" }. At least 2.","items":{"type":"object","required":["text"],"properties":{"label":{"type":"string","description":"Human name for this candidate (e.g. model id)"},"text":{"type":"string","description":"The produced output"}}}},"reference":{"type":"string","description":"Optional ground-truth answer. If set, each output is also ranked by closeness to it and the closest one is named."}},"required":["responses"],"examples":[{"responses":[{"label":"A","text":"Lyon is the capital."},{"label":"B","text":"Paris is the capital of France."}],"reference":"Paris is the capital of France."}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"ddae544cf7662e53c7e493082e2e52e74a2788912388d257c0bad440ad5145c8","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"bias_detect","title":null,"description":"Analyse a set of LLM responses generated from the same prompt template but with different demographic variants (gender, origin, age, tone). Returns a bias score (0-100), sentiment analysis per variant, pairwise Jaccard similarity, and a human-readable verdict. No API key needed — runs entirely locally.","inputSchema":{"type":"object","properties":{"responses":{"type":"array","minItems":2,"description":"Array of variant responses to compare for bias","items":{"type":"object","required":["variantId","answer"],"properties":{"variantId":{"type":"string","description":"Identifier for the demographic variant (e.g. \"male\", \"female\", \"western\", \"young\")"},"answer":{"type":"string","description":"The LLM response text for this variant"}}}}},"required":["responses"],"examples":[{"responses":["He is great.","She is great."]}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"797f24f310763c86d59c86a78bb8b08e43b7e79e791907274bc34ae1a6b2e000","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"compare_responses","title":null,"description":"Compare two ALREADY-PRODUCED outputs (e.g. model A vs model B on the same task) side by side. Returns deterministic metrics (token cosine, ROUGE-L, Jaccard, length/structure deltas, JSON diff) and a verdict. If a `reference` (ground truth) is given, scores each output against it and picks the closer one. If `model` + `api_key` are given, an LLM judge also picks a qualitative winner for the task. No re-execution — you bring the outputs.","inputSchema":{"type":"object","properties":{"response_a":{"type":"string","description":"First output (e.g. model A's answer)"},"response_b":{"type":"string","description":"Second output (e.g. model B's answer)"},"label_a":{"type":"string","description":"Label for output A (e.g. \"GPT-4o\", \"v1.0\")"},"label_b":{"type":"string","description":"Label for output B (e.g. \"GPT-5-nano\", \"v1.1\")"},"task":{"type":"string","description":"The task/prompt both outputs were answering — used by the LLM judge for context"},"reference":{"type":"string","description":"Optional ground-truth / expected answer. If set, each output is scored against it and the closer one wins (deterministic)."},"check_json":{"type":"boolean","description":"Try to parse as JSON and compare structurally (keys, types, values)"},"model":{"type":"string","description":"Optional judge model id (BYOK). When set with api_key, an LLM judge picks a qualitative winner."},"api_key":{"type":"string","description":"Optional API key for the judge model (BYOK). Used only for the judge call; never stored."}},"required":["response_a","response_b"],"examples":[{"response_a":"Paris is the capital.","response_b":"Paris is the capital."}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"ce8918eefb44600306374e261e056dc95f35e65a54dcfa92287dd0458d0bc042","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"consistency_check","title":null,"description":"Compare multiple LLM responses to the same prompt and detect inconsistencies using Jaccard word-overlap similarity and fact drift (number comparison). Fast, deterministic, no API key needed. Limitations: relies on surface-level word matching — \"Paris is the capital of France\" vs \"Paris is the French capital\" may score low despite semantic equivalence. True semantic consistency: run_semantic_tests in embedding mode. Essential for determinism testing.","inputSchema":{"type":"object","properties":{"responses":{"type":"array","items":{"type":"string"},"description":"Array of 2+ LLM responses to compare (same prompt, different runs)"},"check_facts":{"type":"boolean","description":"Check for contradictory numbers/facts across responses (default: true)"}},"required":["responses"],"examples":[{"responses":["The capital of France is Paris.","Paris is the capital of France."]}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"1a0bc72bbb908590106d5c3b82f4b0fafa02fe880f948f3ee7aeb53a4ae190d4","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"conversation_analyze","title":null,"description":"Analyze a multi-turn conversation for context retention, topic drift, instruction following, and repetition. Accepts messages array [{role, content}]. Essential for chatbot QA.","inputSchema":{"type":"object","properties":{"messages":{"type":"array","items":{"type":"object","properties":{"role":{"type":"string","enum":["system","user","assistant"]},"content":{"type":"string"}}},"description":"Conversation messages in order"}},"required":["messages"],"examples":[{"messages":[{"role":"user","content":"What is your refund policy?"},{"role":"assistant","content":"Refunds are available within 30 days."}]}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"d27706d0447bcf4d9df5feed77b927ad5cf34db72c2a16861a11dcdf956e3443","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"cot_analyzer","title":null,"description":"Analyze a Chain-of-Thought (CoT) or reasoning trace from an LLM. Detects step count, logical flow, conclusion presence, backtracking, and estimates reasoning depth. Useful for o1/o3/DeepSeek-R1 evaluation.","inputSchema":{"type":"object","properties":{"reasoning":{"type":"string","description":"The CoT / reasoning trace text (e.g. from <think> tags or step-by-step output)"},"expected_conclusion":{"type":"string","description":"Expected final answer to check against (optional)"}},"required":["reasoning"],"examples":[{"reasoning":"Step 1: 12 apples minus 5 eaten.\nStep 2: 12 - 5 = 7.\nTherefore, the answer is 7.","expected_conclusion":"7"}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"513d50575582ed8fcab6ca7f30f73befc6a1dc67966c94642974aa17d0d08772","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"diff_mappings","title":null,"description":"Diff a baseline page mapping against a current one and return a CI-style verdict: PASS / FIX / BLOCK, plus per-element drift (ok, renamed, healable, ambiguous, lost, added, rebound). Pure and deterministic — provide two mappings as JSON with \"elements\" arrays of {role, name, selector, context?}. Use the companion @ia-qa/self-healing package (npm install -g @ia-qa/self-healing) to capture mappings from your app via its local MCP server ia-qa-heal-mcp, or paste the snippet from ia-qa.com/devtools/selector-drift into your browser console.","inputSchema":{"type":"object","properties":{"before":{"type":"object","description":"Baseline page mapping: { page, url, capturedAt, elements: [{role, name, selector, context?}] }. Captured before a UI change."},"after":{"type":"object","description":"Current page mapping: same shape as before, captured after the UI change."}},"required":["before","after"],"examples":[{"before":{"page":"login","elements":[{"role":"button","name":"Sign in","selector":"#submit"}]},"after":{"page":"login","elements":[{"role":"button","name":"Log in","selector":"#submit"}]}}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"75474eb88fdfd8a8ed6ac5edf9649479ac263c34dfc1b1439025439a513f6fc0","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"diff_text","title":null,"description":"Compute a unified line-by-line diff between two text strings (LCS algorithm). Returns added/removed/unchanged line counts and formatted diff hunks with configurable context lines (0–20). Use to compare versions of prompts, configs, code snippets, or any text where you need to see exactly what changed.","inputSchema":{"type":"object","properties":{"a":{"type":"string","description":"Original (before) text"},"b":{"type":"string","description":"Modified (after) text"},"context":{"type":"number","description":"Context lines around each change (0–20, default: 3)"}},"required":["a","b"],"examples":[{"a":"a\nb\nc","b":"a\nB\nc"}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"9c620bbf05e509bf8d1f6781863dda396b5c3002bf9d2a3505c2a3cbc47f9e52","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"find_tool","title":null,"description":"Search available MCP tools by keyword or category before calling them. Returns names, descriptions and, on request, inputSchemas. Queries are logged 90 days, screened for credentials and personal data. Categories: data, dev, encoding, eval, integrations, llm, meta, qa, rag, security, text, web.","inputSchema":{"type":"object","properties":{"query":{"type":"string","description":"Keywords, e.g. \"cors\", \"token\", \"vector\", \"json\""},"category":{"type":"string","description":"Optional filter, one of the categories above. Any other value is refused."},"with_schema":{"type":"boolean","description":"Set true to include inputSchema in results (default: false)"},"max_results":{"type":"number","description":"Maximum tools to return (default 10, max 50). Best match first."}},"required":["query"],"examples":[{"query":"leaked api key"}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"54122085a43b655ab57c8386ad35bab84d39d0329f1af0670a57864b1f1e96d4","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"function_call_validate","title":null,"description":"Validate an LLM function call / tool_use output: check that function name is in allowed list, arguments match expected schema (types, enums, ranges), no extra/missing args. Reads the definitions as OpenAI (`parameters`), MCP (`inputSchema`) or Anthropic (`input_schema`) write them, or as plain `required_args`/`optional_args`; reads the call as `arguments` (object or JSON string), `input` (Anthropic tool_use) or an OpenAI `{function:{…}}` wrapper.","inputSchema":{"type":"object","properties":{"function_call":{"type":"object","additionalProperties":true,"description":"The function call object from LLM (e.g. { \"name\": \"get_weather\", \"arguments\": {\"city\":\"Paris\"} })"},"allowed_functions":{"type":"array","items":{"type":"object","properties":{"name":{"type":"string"},"parameters":{"type":"object","additionalProperties":true,"description":"OpenAI form: a JSON Schema of the arguments"},"inputSchema":{"type":"object","additionalProperties":true,"description":"MCP form"},"input_schema":{"type":"object","additionalProperties":true,"description":"Anthropic form"},"required_args":{"type":"array","items":{"type":"string"}},"optional_args":{"type":"array","items":{"type":"string"}}}},"description":"List of allowed function definitions, in OpenAI, MCP or Anthropic form, or as {name, required_args, optional_args}"}},"required":["function_call","allowed_functions"],"examples":[{"function_call":{"name":"get_weather","arguments":{"city":"Paris"}},"allowed_functions":[{"name":"get_weather","required_args":["city"]}]}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"8c398cc27898f552a26d50e6845bfc4f64fed52e755757698d8dc66a0b2665b4","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"generate_ci_workflow","title":null,"description":"Generate a ready-to-commit GitHub Actions workflow that gates a build on IA-QA: \"eval_contract\" runs a .ia-eval.yaml through ia-qa-com/eval-action@v1 (provider key as a repo secret), \"cli_checks\" runs deterministic tools via npx @ia-qa/cli and fails on their verdict, \"selector_drift\" gates E2E selectors with @ia-qa/self-healing. Deterministic template, no LLM; returns the YAML, the secrets and the next steps. Pair with generate_eval_yaml.","inputSchema":{"type":"object","properties":{"gate":{"type":"string","enum":["eval_contract","cli_checks","both","selector_drift","all"],"description":"Default eval_contract. both = CLI checks + eval; all = CLI checks, drift, eval."},"contract_path":{"type":"string","description":"Default evals/smoke.ia-eval.yaml."},"provider":{"type":"string","enum":["groq","openai","anthropic","google"],"description":"Decides which repo secret is wired (default groq)."},"cli_tools":{"type":"array","items":{"type":"string"},"description":"Tools to gate on, e.g. [\"secret_scan\",\"prompt_injection_scan\"]."},"triggers":{"type":"array","items":{"type":"string","enum":["push","pull_request","workflow_dispatch","schedule"]},"description":"Default push + pull_request."},"cron":{"type":"string","description":"For schedule (default '0 6 * * 1')."},"min_score":{"type":"number","description":"Override the contract min_score (0-100)."},"fail_on_fail":{"type":"boolean","description":"Default true; false reports without gating."},"workflow_name":{"type":"string"},"node_version":{"type":"string","description":"Default \"20\"."},"app_start_command":{"type":"string","description":"[selector_drift] Boots the app, e.g. \"npm run start:ci\". Never guessed: omitted, the step is a TODO."},"app_base_url":{"type":"string","description":"[selector_drift] Default http://127.0.0.1:3000; must match .ia-qa/config.json."}},"examples":[{}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"4ab25a4ebf35935d0ce73419eec13092928a0b3e79f01c12c43912ba0c2b1faa","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"generate_eval_yaml","title":null,"description":"Generate a complete .ia-eval.yaml evaluation contract from a plain-language description of what your LLM should do. Uses Groq openai/gpt-oss-20b (server-side, no API key needed). Returns ready-to-run YAML for the LLM Test Runner (run_eval_contract). Picks appropriate evaluators (cosine_similarity, contains_check, hallucination_check, etc.) based on the task type.","inputSchema":{"type":"object","properties":{"description":{"type":"string","description":"Plain-language description of what the LLM under test should do. Be specific: describe inputs, expected behaviour, and constraints."},"system_prompt":{"type":"string","description":"Optional system prompt of the LLM under test. Helps generate more accurate test cases."},"scenario_count":{"type":"number","enum":[3,5,8],"description":"Number of scenarios to generate (default: 5). Covers happy path + edge cases + adversarial."},"task_type":{"type":"string","enum":["rag","summarization","classification","safety","customer_support","code_gen"],"description":"Optional task type hint to guide evaluator selection."}},"required":["description"],"examples":[{"description":"Summarize a customer support ticket in one sentence."}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":false,"openWorldHint":true},"definitionHash":"9aa4b7adf2d864a80bf6dcd24234618bba6246c6be408bde89d71b85ef74300e","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"generate_html_report","title":null,"description":"Convert a run_eval_contract() LLM Test Runner JSON result into a fully self-contained dark-themed HTML report with Pass/Fail badges, side-by-side Input/Output/Ground-Truth panels, evaluator score bars, and a radar chart. Returns the HTML as a string.","inputSchema":{"type":"object","properties":{"results":{"type":"object","additionalProperties":true,"description":"The JSON object returned by run_eval_contract()"}},"required":["results"],"examples":[{"results":{}}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"4b24e762d1a7f408a6060933776f239b1315147d605554350347b1fcfa101127","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"generate_test_cases","title":null,"description":"Generate a set of test cases (valid, edge, invalid, pairwise) for a given feature description. Declared constraints drive the boundaries: a length or numeric bound (\"[8-64]\", \"min 8 chars\", \"at least 8 characters\" — read from inputs, and from the feature prose when a sentence names exactly one field) yields the last accepted value AND the first rejected one; a format (email/url/uuid, from the type, the field name or the wording) yields malformed-value cases. A bound nobody declared is labelled as this tool's assumption, not as expected behaviour. gherkinFormat renders every case (cap 200, stated in the output) and gherkinScenarioCount lets you check it against totalCases.","inputSchema":{"type":"object","properties":{"feature":{"type":"string","description":"Feature or function to test: inputs, expected behaviour, context. A constraint stated here (\"password must be at least 8 characters\") applies when its sentence names exactly one field."},"inputs":{"type":"string","description":"Optional: list of input parameters (one per line, e.g. \"email: string [required]\", \"password: string [required, min 8 chars]\", \"age: number [18-99]\")"}},"required":["feature"],"examples":[{"feature":"Login form with email and password"}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"6844f95785b89e0a2666088d2aad1cc6cf751220720e8ac27f27ce6f06e208a1","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"get_testing_guidelines","title":null,"description":"Query the IA-QA methodology knowledge base. Returns structured testing guidelines, assertion strategies, thresholds, best practices, and relevant MCP tools for a given topic. Call without a topic to list all available topics. Topics: llm-unit-testing, rag-pipeline, prompt-stability, prompt-ab-testing, embedding-quality, eval-framework, semantic-testing, auto-testing, security, api-testing, ci-cd, multimodal, llm-data-security, agent-observability, pro-tips, learning-paths, golden-dataset, selector-drift, qa-recipes, playbooks. Not sure where to start testing an LLM, RAG pipeline or agent? Call without a topic (or with \"start-here\"): it maps what you are testing to the tools to call and the output field to gate CI on. A plain question such as \"how do I test my RAG\" also resolves to the right topic.","inputSchema":{"type":"object","properties":{"topic":{"type":"string","enum":["start-here","llm-unit-testing","rag-pipeline","prompt-stability","prompt-ab-testing","embedding-quality","eval-framework","semantic-testing","auto-testing","security","api-testing","ci-cd","multimodal","llm-data-security","agent-observability","pro-tips","learning-paths","golden-dataset","selector-drift","qa-recipes","playbooks"],"description":"The testing topic to retrieve guidelines for. Omit to get the start-here map and the full list of available topics."}},"examples":[{"topic":"rag-pipeline"}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"7fa9775dabd7a8681609420a8c0c102780c06d5c69a7b373ff3a1b264cbbfbd3","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"guardrail_test","title":null,"description":"Test an LLM response against a set of guardrail rules: must-include, must-not-include, max length, required format, language, forbidden patterns, and custom regex. Returns pass/fail per rule.","inputSchema":{"type":"object","properties":{"response":{"type":"string","description":"The LLM response to test"},"rules":{"type":"array","items":{"type":"object","properties":{"type":{"type":"string","enum":["must_include","must_not_include","max_length","min_length","format","regex_match","regex_not_match","starts_with","ends_with","word_count_max","word_count_min"]},"value":{"type":"string","description":"Value for the rule (text, number as string, regex, or format name)"},"label":{"type":"string","description":"Optional human-readable label"}}},"description":"Array of guardrail rules to check"}},"required":["response","rules"],"examples":[{"response":"Your refund is approved.","rules":[{"type":"must_include","value":"refund"},"no_pii"]}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"3b0477382092239fb6a213fbf49477dffc0c3ef0b02f43c8261fb65c9884e4d8","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"hallucination_check","title":null,"description":"Lexical hallucination check: an LLM answer's words, numbers and polarity against the source. Deterministic, no API key. Each answer sentence is aligned to its best source sentence, so a number is support only on the SAME statement (\"founded in 1998\" is not grounded by \"sold 1998 units\"), and a negation or antonym flip against it returns verdict \"contradicted\". Lexical only: no paraphrase, synonym or multi-sentence reasoning, so \"well_grounded\" means nothing lexical was found, never \"verified true\". Entailment: run_semantic_tests (NLI/embedding) or a calibrated judge.","inputSchema":{"type":"object","properties":{"answer":{"type":"string","description":"The LLM answer to verify (with context)."},"context":{"type":"string","description":"The source text that should ground it."},"cases":{"type":"array","maxItems":50,"items":{"type":"object","required":["answer","context"],"properties":{"id":{"type":"string"},"answer":{"type":"string"},"context":{"type":"string"}}},"description":"Batch instead of answer + context: one result per case, and the worst gate overall."},"strict":{"type":"boolean","description":"Every sentence must be supported (default false)."}},"examples":[{"context":"Le remboursement prend plus de 7 jours ouvrés.","answer":"Le remboursement prend plus de 7 jours ouvrés."}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"501c6b82096e65035794550ef9e0ed22eb1d0b1965ea756f64868f8e171ab756","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"jira_to_test_suite","title":null,"description":"Turn a Jira ticket into a test suite: Gherkin scenarios, E2E steps, API tests, test data and the ambiguities to clarify. Pass the issue object, or Jira credentials to fetch it. It never invents: a thin ticket returns an empty suite with verdict INCOMPLETE_SPEC and the questions to ask. test_suite._gherkin_warnings is a deterministic syntax check. BYOK: your LLM key.","inputSchema":{"type":"object","properties":{"issue_key":{"type":"string","description":"e.g. \"PROJ-123\", to fetch with the jira_* fields."},"jira_base_url":{"type":"string"},"jira_email":{"type":"string"},"jira_token":{"type":"string"},"issue":{"type":"object","additionalProperties":true,"description":"The ticket: key, summary, description, and optionally status, issue_type, priority, labels, comments (fetch_jira_issue returns this shape)."},"confluence_pages":{"type":"array","items":{"type":"object","additionalProperties":true},"description":"Pages from fetch_confluence_page, as documentation."},"api_key":{"type":"string","description":"Your LLM provider key."},"model":{"type":"string","description":"e.g. \"gpt-4o-mini\", \"claude-haiku-4-5-20251001\", \"gemini-3.5-flash\"."},"max_tokens":{"type":"integer","description":"Default 8192.","default":8192}},"required":["api_key","model"],"examples":[{"issue":{"key":"PROJ-1","summary":"Password reset by email","description":"A registered user can request a reset link; the link expires after 30 minutes."},"api_key":"<your-api-key>","model":"gpt-4o-mini"}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":false,"openWorldHint":true},"definitionHash":"b99c7404d21abe8b318c1be777b48e13a3a8edb305da0865d5249c465e36bc84","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"list_local_tests","title":null,"description":"Discover .ia-eval.yaml LLM test suite files in the project directory. Scans CWD and standard sub-directories (evals/, tests/, contracts/). Returns file paths ready to pass to run_eval_contract.","inputSchema":{"type":"object","properties":{"dir":{"type":"string","description":"Directory to scan (defaults to server CWD)"}},"examples":[{}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"b4a5e08b2ed42bf43257e09525245fab2b9b1e79721298074ea0bd7e77452f7a","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"llm_format_check","title":null,"description":"Validate that an LLM output matches an expected format: JSON, Markdown, code block, bullet list, numbered list, table, YAML, XML, or custom regex. Essential for structured output testing.","inputSchema":{"type":"object","properties":{"output":{"type":"string","description":"The LLM output to validate"},"expected_format":{"type":"string","description":"Expected format","enum":["json","markdown_heading","code_block","bullet_list","numbered_list","table","yaml","xml","regex"]},"regex_pattern":{"type":"string","description":"Custom regex pattern (only when expected_format is \"regex\")"}},"required":["output","expected_format"],"examples":[{"output":"a: 1\nb: [1, 2]","expected_format":"yaml"}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"ea28df3c40add41ad2a2607dc78f09950d8e87515331092098008806e0e0e084","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"llm_json_schema_check","title":null,"description":"Validate that an LLM JSON output matches a JSON Schema definition. Tests required fields, types, enums, nested objects, and arrays. Critical for function-calling and structured output testing.","inputSchema":{"type":"object","properties":{"output":{"type":"string","description":"The LLM JSON output (raw string, will be parsed)"},"schema":{"type":"object","additionalProperties":true,"description":"JSON Schema (draft-07 subset) to validate against"}},"required":["output","schema"],"examples":[{"output":"{\"name\":\"a\",\"age\":3}","schema":{"type":"object","required":["name","age"],"properties":{"name":{"type":"string"},"age":{"type":"integer","minimum":0},"role":{"enum":["admin","user"]}}}}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"a8668e1451e41b65cfc6615fd4179faf8a41f93ee74814026c6fd6a54d80a17f","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"},{"serverName":"io.github.JcJamet/ia-qa-toolbox","endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","name":"llm_output_validator","title":null,"description":"Validate an LLM response against QA criteria: format checks (JSON, code, markdown), content rules (must-include, must-not-include), length constraints, language detection, and safety patterns. Essential for QA testing LLM-powered features.","inputSchema":{"type":"object","properties":{"output":{"type":"string","description":"The LLM output text to validate"},"expected_format":{"type":"string","description":"Expected output format","enum":["json","markdown","code","plain","any"]},"must_include":{"type":"string","description":"Comma-separated strings that MUST appear in the output"},"must_not_include":{"type":"string","description":"Comma-separated strings that must NOT appear (e.g. \"TODO, FIXME, undefined, NaN\")"},"max_length":{"type":"number","description":"Maximum character length for the output"},"min_length":{"type":"number","description":"Minimum character length for the output"},"expected_language":{"type":"string","description":"Expected language of the output (en, fr, es, de…). Checks for common words."},"check_safety":{"type":"boolean","description":"Check for PII patterns (emails, phones, SSN), profanity signals, and prompt leakage"},"check_json_schema":{"type":"string","description":"If expected_format is JSON, provide required keys as comma-separated list to validate the structure"}},"required":["output"],"examples":[{"output":"{\"a\":1}","expected_format":"json","must_include":"a","must_not_include":"TODO"}]},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false},"definitionHash":"63ce39a46ebc47dd09236e260a802e533380206ab946472556d688e5ac040165","schemaStatus":"valid","origin":"official-registry","observedAt":"2026-11-19T21:46:10.105Z","metadataTrust":"untrusted"}],"endpoints":[{"endpointFingerprint":"2d9a5c4771391126b26d07df021439365f2721d40255bf877515db26d426e5b2","protocol":"streamable-http","status":"indexed","toolCount":50,"observedAt":"2026-11-19T21:46:10.105Z"}],"authentication":"unknown"},"connectionConfigurations":{"status":"ready","authentication":"not embedded","clients":{"Claude Desktop":{"mcpServers":{"io.github.JcJamet/ia-qa-toolbox":{"url":"https://www.ia-qa.com/mcp"}}},"Cursor":{"mcpServers":{"io.github.JcJamet/ia-qa-toolbox":{"url":"https://www.ia-qa.com/mcp"}}},"VS Code":{"servers":{"io.github.JcJamet/ia-qa-toolbox":{"type":"http","url":"https://www.ia-qa.com/mcp"}}}}},"resourceType":"mcp-server","callable":true,"runtime":{"callable":true,"protocols":["mcp"]},"interfaces":[{"protocol":"mcp","transport":"streamable-http","url":"https://www.ia-qa.com/mcp"}],"profile":{"apiVersion":"1","schemaVersion":"1","id":"mcp-server:io.github.JcJamet%2Fia-qa-toolbox","resourceType":"mcp-server","canonicalUrl":"https://www.agentsjunction.com/api/v1/servers/io.github.JcJamet%2Fia-qa-toolbox","name":"io.github.JcJamet/ia-qa-toolbox","description":"152 free QA tools for agents: injection scan, evals, RAG, web audits. Smaller packs: /mcp/{pack}.","interfaces":[{"protocol":"mcp","transport":"streamable-http","url":"https://www.ia-qa.com/mcp"}],"capabilities":[],"identity":{"source":"official-registry","websiteUrl":null,"repositoryUrl":"https://github.com/ia-qa-com/mcp","version":"1.1.1"},"verification":{"state":"official","confidence":100},"operations":{"resourceType":"mcp-server","name":"io.github.JcJamet/ia-qa-toolbox","status":"online","lastCheckedAt":"2026-11-20T04:17:31.078Z","lastSuccessfulCheck":"2026-11-20T04:17:31.078Z","latencyMs":242,"consecutiveFailures":0,"isStale":false,"checks":{"endpointReachable":true,"protocolValid":true,"agentCardValid":null,"mcpHandshakeValid":true},"lastSeen":null,"lastSuccessfulInteraction":null,"lastHealthCheck":"2026-11-20T04:17:31.078Z","source":{"type":"health-check","url":null},"observedAt":"2026-11-20T04:17:31.078Z"},"security":null,"timestamps":{"createdAt":"2026-10-26T21:30:38.392Z","updatedAt":"2026-10-26T21:30:38.392Z","observedAt":"2026-11-20T04:17:31.078Z"},"compatibility":{"serverVersion":"1.1.1","protocolVersions":[{"protocol":"mcp","version":null}]}}}}