{"owner":"genesiscode2026","slug":"genesis-prompt-regression-harness","channel":"genesiscode2026/genesis-prompt-regression-harness","version":"1.0.0","artifact_sha256":"9d5c76e1e4e51d30e73ccda978e75c55be473eeb4936ec2d94b574e57e2a022e","published_at":"2026-09-17T11:48:52.800Z","price_micro":"59000000","update_price_micro":"9000000","resource_endpoint":"https://x402git.com/api/r/genesiscode2026/genesis-prompt-regression-harness","version_url":"https://x402git.com/api/v/genesiscode2026/genesis-prompt-regression-harness","computed":{"artifact_class":"Pack","component_inventory":[{"kind":"scripts","count":4},{"kind":"tests","count":4},{"kind":"docs","count":5},{"kind":"config","count":1},{"kind":"assets","count":1},{"kind":"other","count":1}],"file_count":16,"dir_depth":2,"bytes_text":18028,"bytes_binary":222,"languages":{"Python":11210},"tree":[{"path":".gitignore","size":103,"binary":false},{"path":"CHANGELOG.md","size":602,"binary":false},{"path":"LICENSE","size":1072,"binary":false},{"path":"QUICKSTART.md","size":707,"binary":false},{"path":"README.md","size":2512,"binary":false},{"path":"SECURITY.md","size":282,"binary":false},{"path":"VERSION","size":6,"binary":true},{"path":"bin/genesis-prompt-harness","size":216,"binary":true},{"path":"genesis_prompt_harness/__init__.py","size":197,"binary":false},{"path":"genesis_prompt_harness/__main__.py","size":3955,"binary":false},{"path":"genesis_prompt_harness/harness.py","size":4481,"binary":false},{"path":"pyproject.toml","size":646,"binary":false},{"path":"tests/fixtures/baseline_outputs.json","size":202,"binary":false},{"path":"tests/fixtures/candidate_outputs.json","size":189,"binary":false},{"path":"tests/fixtures/sample_suite.json","size":719,"binary":false},{"path":"tests/test_harness.py","size":2361,"binary":false}],"readme_html":"

genesis-prompt-regression-harness

\n

Deterministic prompt & model regression test harness for AI application engineering.

\n

\"Version\" \"License: \"Zero

\n
\n

The Problem

\n

When updating system prompts or upgrading foundation models (e.g. GPT-4o to o3-mini or Claude 3.5 Sonnet to Opus), applications frequently suffer silent regressions:

\n\n

The Solution

\n

genesis-prompt-regression-harness executes deterministic assertions across scenario test suites. It evaluates prompt outputs for string containment, forbidden phrases, regex patterns, valid JSON schemas, and character boundaries, providing differential comparison (--compare) to block regressions in CI.

\n
\n

Key Features

\n\n
\n

Quickstart

\n
# Clone the repository\ngit clone git@github.com:genesiscode2026/genesis-prompt-regression-harness.git\ncd genesis-prompt-regression-harness\n\n# Run evaluation suite against candidate outputs\n./bin/genesis-prompt-harness --suite ./tests/fixtures/sample_suite.json --outputs ./tests/fixtures/candidate_outputs.json\n\n# Output machine-readable JSON report\n./bin/genesis-prompt-harness --suite suite.json --outputs outputs.json --json\n
\n
\n

Commercial Distribution

\n","dependencies":[],"licence":{"spdx":"MIT","verdict":"pass"},"scan":{"verdict":"pass","scanner_version":"2026.09.1","at":"2026-09-17T11:48:55.752Z","checks":[{"id":"secrets","tool":"x402git/secrets","tool_version":"2026.09.1","status":"pass","at":"2026-09-17T11:48:55.752Z","findings":0},{"id":"limits","tool":"x402git/limits","tool_version":"2026.09.1","status":"pass","at":"2026-09-17T11:48:55.752Z","findings":0},{"id":"known_vulns","tool":"osv.dev","tool_version":"2026-09-17","status":"pass","at":"2026-09-17T11:48:55.752Z","findings":0,"packages":0},{"id":"known_malware","tool":"osv.dev/MAL","tool_version":"2026-09-17","status":"pass","at":"2026-09-17T11:48:55.752Z","findings":0,"packages":0},{"id":"dep_behaviour","tool":"socket.dev","tool_version":"2026-09-17","status":"findings","at":"2026-09-17T11:48:55.752Z","findings":20,"packages":3},{"id":"capabilities","tool":"x402git/caps","tool_version":"2026.09.1","status":"findings","at":"2026-09-17T11:48:55.752Z","findings":3},{"id":"injection","tool":"x402git/inject","tool_version":"2026.09.1","status":"pass","at":"2026-09-17T11:48:55.752Z","findings":0}],"findings":[{"kind":"capability","check":"capabilities","tier":"disclosed","rule_id":"build-hook","severity":"MODERATE","description":"[build-system] runs when this is installed","path":"pyproject.toml"},{"kind":"capability","check":"capabilities","tier":"disclosed","rule_id":"script","severity":"LOW","description":"Ships the script bin/genesis-prompt-harness","path":"bin/genesis-prompt-harness"},{"kind":"capability","check":"capabilities","tier":"disclosed","rule_id":"script","severity":"LOW","description":"Ships the script genesis_prompt_harness/__main__.py","path":"genesis_prompt_harness/__main__.py"},{"kind":"behaviour","check":"dep_behaviour","tier":"review","rule_id":"gptAnomaly","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — flagged for review by Socket's classifier as anomalous","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"review","rule_id":"gptAnomaly","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — flagged for review by Socket's classifier as anomalous","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"review","rule_id":"gptAnomaly","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — flagged for review by Socket's classifier as anomalous","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"review","rule_id":"gptAnomaly","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — flagged for review by Socket's classifier as anomalous","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"envVars","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — reads environment variables","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"filesystemAccess","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — reads or writes files","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"hasNativeCode","severity":"MODERATE","description":"setuptools 84.0.0 (direct, dev only) — ships compiled native code","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"shellAccess","severity":"MODERATE","description":"setuptools 84.0.0 (direct, dev only) — runs shell commands","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"urlStrings","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — contains hard-coded URLs","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"usesEval","severity":"MODERATE","description":"setuptools 84.0.0 (direct, dev only) — evaluates code at runtime","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"review","rule_id":"gptAnomaly","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — flagged for review by Socket's classifier as anomalous","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"review","rule_id":"gptAnomaly","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — flagged for review by Socket's classifier as anomalous","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"review","rule_id":"gptAnomaly","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — flagged for review by Socket's classifier as anomalous","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"envVars","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — reads environment variables","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"filesystemAccess","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — reads or writes files","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"hasNativeCode","severity":"MODERATE","description":"setuptools 84.0.0 (direct, dev only) — ships compiled native code","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"shellAccess","severity":"MODERATE","description":"setuptools 84.0.0 (direct, dev only) — runs shell commands","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"urlStrings","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — contains hard-coded URLs","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"usesEval","severity":"MODERATE","description":"setuptools 84.0.0 (direct, dev only) — evaluates code at runtime","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"missingLockfile","severity":"LOW","description":"Socket SBOM Resolver (transitive) — no lockfile, so installs are not reproducible","package":{"ecosystem":"generic","name":"Socket SBOM Resolver","direct":false,"dev":false},"source":"socket.dev"}],"capabilities":{"tools":[],"runs":[{"path":"pyproject.toml","kind":"build_hook","detail":"[build-system]"},{"path":"bin/genesis-prompt-harness","kind":"script"},{"path":"genesis_prompt_harness/__main__.py","kind":"script"}],"hosts":[{"host":"github.com","local":false,"from":"docs","paths":["SECURITY.md"]},{"host":"img.shields.io","local":false,"from":"docs","paths":["README.md"]},{"host":"keepachangelog.com","local":false,"from":"docs","paths":["CHANGELOG.md"]},{"host":"semver.org","local":false,"from":"docs","paths":["CHANGELOG.md"]}],"env":[],"install_runs":true,"summary":"runs 2 scripts · links to 4 hosts in its docs · runs at install"},"counts":{"blocking":0,"disclosed":16,"review":7}},"cadence_sentence":"One release so far.","originality":{"blob_overlap_ratio":0.133,"blobs_seen_elsewhere":2,"blobs_total":15,"nearest_listing":"genesiscode2026/genesis-agent-memory-hygiene","derivative_of":null},"engineering":{"unique_5gram_ratio":0.549,"type_token_ratio":0.558,"effective_code_lines":131,"effective_doc_words":423,"code_files":4,"test_files":4,"padding_suspected":true,"class_note":"Capped at Pack: unique 5-gram ratio 0.549 is below the 0.6 guard."},"cadence":{"releases":1,"median_days_between_releases":null,"on_time_fraction":null,"days_since_last":0,"score":null,"finished":false},"inventory_sentence":"4 scripts · 4 test files · 5 docs · 1 config file","extensions":{"md":4,"py":4,"json":3,"toml":1,"(none)":4},"lines_of_code":238,"warnings":["sbom_unavailable"],"repo_meta":{"repo_id":1374261728,"name":"genesis-prompt-regression-harness","full_name":"genesiscode2026/genesis-prompt-regression-harness","description":null,"homepage":null,"topics":[],"language":"Python","default_branch":"main","size_kb":8,"created_at":"2026-09-17T10:22:26Z","pushed_at":"2026-09-17T10:22:32Z","licence_spdx":"MIT","open_issues":null,"stars":null,"forks":null,"watchers":null,"archived":false,"private":true,"html_url":null},"owner":{"login":"genesiscode2026","name":null,"avatar_url":"https://avatars.githubusercontent.com/u/329895054?v=4","bio":null,"blog":null,"company":null,"location":null,"twitter_username":null,"followers":null,"public_repos":6,"created_at":"2026-09-16T08:01:39Z","html_url":"https://github.com/genesiscode2026"},"computed_at":"2026-09-17T11:49:04.900Z","analyzer_version":"0.1.0"},"self_reported":{"description":"Evaluate prompt and model versions against test fixtures","trigger_hint":"When requiring verified LLM Evaluation functionality in autonomous workflows"}}