{"owner":"genesiscode2026","slug":"genesis-agent-skill-eval","channel":"genesiscode2026/genesis-agent-skill-eval","version":"1.0.0","artifact_sha256":"4af897963e3891f167e386a62f687647314723672ebd1de4eafdfde32fd43f3e","published_at":"2026-09-17T11:53:25.502Z","price_micro":"59000000","update_price_micro":"9000000","resource_endpoint":"https://x402git.com/api/r/genesiscode2026/genesis-agent-skill-eval","version_url":"https://x402git.com/api/v/genesiscode2026/genesis-agent-skill-eval","computed":{"artifact_class":"Harness","component_inventory":[{"kind":"skills","count":1},{"kind":"scripts","count":4},{"kind":"tests","count":3},{"kind":"docs","count":5},{"kind":"config","count":1},{"kind":"assets","count":1},{"kind":"other","count":1}],"file_count":16,"dir_depth":3,"bytes_text":17636,"bytes_binary":218,"languages":{"Python":11285},"tree":[{"path":".gitignore","size":103,"binary":false},{"path":"CHANGELOG.md","size":664,"binary":false},{"path":"LICENSE","size":1072,"binary":false},{"path":"QUICKSTART.md","size":424,"binary":false},{"path":"README.md","size":2341,"binary":false},{"path":"SECURITY.md","size":273,"binary":false},{"path":"VERSION","size":6,"binary":true},{"path":"bin/genesis-skill-eval","size":212,"binary":true},{"path":"genesis_skill_eval/__init__.py","size":190,"binary":false},{"path":"genesis_skill_eval/__main__.py","size":2411,"binary":false},{"path":"genesis_skill_eval/evaluator.py","size":6679,"binary":false},{"path":"pyproject.toml","size":640,"binary":false},{"path":"tests/fixtures/sample_skill/SKILL.md","size":164,"binary":false},{"path":"tests/fixtures/sample_skill/calc.py","size":344,"binary":false},{"path":"tests/fixtures/scenarios.json","size":538,"binary":false},{"path":"tests/test_evaluator.py","size":1793,"binary":false}],"readme_html":"

genesis-agent-skill-eval

\n

Deterministic Agent Skill evaluation & benchmarking harness with schema and runtime assertions.

\n

\"Version\" \"License: \"Zero

\n
\n

The Problem

\n

As Agent Skills ecosystems expand across Claude Code, Gemini, and Antigravity, developers lack standardized tooling to benchmark and test their skills before distribution:

\n\n

The Solution

\n

genesis-agent-skill-eval provides a deterministic testing and benchmarking harness for Agent Skills. It validates SKILL.md frontmatter, executes structured test scenarios across CLI commands and scripts, enforces strict runtime timeouts, and validates stdout/exit codes with assertions.

\n
\n

Key Features

\n\n
\n

Quickstart

\n
# Clone the repository\ngit clone git@github.com:genesiscode2026/genesis-agent-skill-eval.git\ncd genesis-agent-skill-eval\n\n# Benchmark an Agent Skill against a scenarios suite\n./bin/genesis-skill-eval \\\n  --skill /path/to/my-skill \\\n  --scenarios ./scenarios.json\n\n# Output machine-readable JSON report for CI\n./bin/genesis-skill-eval --skill ./my-skill --scenarios ./tests.json --json\n
\n
\n

Commercial Distribution

\n","dependencies":[],"licence":{"spdx":"MIT","verdict":"pass"},"scan":{"verdict":"pass","scanner_version":"2026.09.1","at":"2026-09-17T11:53:28.306Z","checks":[{"id":"secrets","tool":"x402git/secrets","tool_version":"2026.09.1","status":"pass","at":"2026-09-17T11:53:28.306Z","findings":0},{"id":"limits","tool":"x402git/limits","tool_version":"2026.09.1","status":"pass","at":"2026-09-17T11:53:28.306Z","findings":0},{"id":"known_vulns","tool":"osv.dev","tool_version":"2026-09-17","status":"pass","at":"2026-09-17T11:53:28.306Z","findings":0,"packages":0},{"id":"known_malware","tool":"osv.dev/MAL","tool_version":"2026-09-17","status":"pass","at":"2026-09-17T11:53:28.306Z","findings":0,"packages":0},{"id":"dep_behaviour","tool":"socket.dev","tool_version":"2026-09-17","status":"findings","at":"2026-09-17T11:53:28.306Z","findings":20,"packages":3},{"id":"capabilities","tool":"x402git/caps","tool_version":"2026.09.1","status":"findings","at":"2026-09-17T11:53:28.306Z","findings":3},{"id":"injection","tool":"x402git/inject","tool_version":"2026.09.1","status":"pass","at":"2026-09-17T11:53:28.306Z","findings":0}],"findings":[{"kind":"capability","check":"capabilities","tier":"disclosed","rule_id":"build-hook","severity":"MODERATE","description":"[build-system] runs when this is installed","path":"pyproject.toml"},{"kind":"capability","check":"capabilities","tier":"disclosed","rule_id":"script","severity":"LOW","description":"Ships the script bin/genesis-skill-eval","path":"bin/genesis-skill-eval"},{"kind":"capability","check":"capabilities","tier":"disclosed","rule_id":"script","severity":"LOW","description":"Ships the script genesis_skill_eval/__main__.py","path":"genesis_skill_eval/__main__.py"},{"kind":"behaviour","check":"dep_behaviour","tier":"review","rule_id":"gptAnomaly","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — flagged for review by Socket's classifier as anomalous","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"review","rule_id":"gptAnomaly","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — flagged for review by Socket's classifier as anomalous","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"review","rule_id":"gptAnomaly","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — flagged for review by Socket's classifier as anomalous","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"review","rule_id":"gptAnomaly","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — flagged for review by Socket's classifier as anomalous","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"envVars","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — reads environment variables","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"filesystemAccess","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — reads or writes files","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"hasNativeCode","severity":"MODERATE","description":"setuptools 84.0.0 (direct, dev only) — ships compiled native code","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"shellAccess","severity":"MODERATE","description":"setuptools 84.0.0 (direct, dev only) — runs shell commands","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"urlStrings","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — contains hard-coded URLs","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"usesEval","severity":"MODERATE","description":"setuptools 84.0.0 (direct, dev only) — evaluates code at runtime","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"review","rule_id":"gptAnomaly","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — flagged for review by Socket's classifier as anomalous","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"review","rule_id":"gptAnomaly","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — flagged for review by Socket's classifier as anomalous","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"review","rule_id":"gptAnomaly","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — flagged for review by Socket's classifier as anomalous","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"envVars","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — reads environment variables","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"filesystemAccess","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — reads or writes files","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"hasNativeCode","severity":"MODERATE","description":"setuptools 84.0.0 (direct, dev only) — ships compiled native code","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"shellAccess","severity":"MODERATE","description":"setuptools 84.0.0 (direct, dev only) — runs shell commands","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"urlStrings","severity":"LOW","description":"setuptools 84.0.0 (direct, dev only) — contains hard-coded URLs","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"usesEval","severity":"MODERATE","description":"setuptools 84.0.0 (direct, dev only) — evaluates code at runtime","package":{"ecosystem":"pypi","name":"setuptools","version":"84.0.0","direct":true,"dev":true},"source":"socket.dev"},{"kind":"behaviour","check":"dep_behaviour","tier":"disclosed","rule_id":"missingLockfile","severity":"LOW","description":"Socket SBOM Resolver (transitive) — no lockfile, so installs are not reproducible","package":{"ecosystem":"generic","name":"Socket SBOM Resolver","direct":false,"dev":false},"source":"socket.dev"}],"capabilities":{"tools":[],"runs":[{"path":"pyproject.toml","kind":"build_hook","detail":"[build-system]"},{"path":"bin/genesis-skill-eval","kind":"script"},{"path":"genesis_skill_eval/__main__.py","kind":"script"}],"hosts":[{"host":"github.com","local":false,"from":"docs","paths":["SECURITY.md"]},{"host":"img.shields.io","local":false,"from":"docs","paths":["README.md"]},{"host":"keepachangelog.com","local":false,"from":"docs","paths":["CHANGELOG.md"]},{"host":"semver.org","local":false,"from":"docs","paths":["CHANGELOG.md"]}],"env":[],"install_runs":true,"summary":"runs 2 scripts · links to 4 hosts in its docs · runs at install"},"counts":{"blocking":0,"disclosed":16,"review":7}},"cadence_sentence":"One release so far.","originality":{"blob_overlap_ratio":0.133,"blobs_seen_elsewhere":2,"blobs_total":15,"nearest_listing":"genesiscode2026/genesis-ai-numeric-truth-guard","derivative_of":null},"engineering":{"unique_5gram_ratio":0.637,"type_token_ratio":0.555,"effective_code_lines":184,"effective_doc_words":431,"code_files":5,"test_files":4,"padding_suspected":false},"cadence":{"releases":1,"median_days_between_releases":null,"on_time_fraction":null,"days_since_last":0,"score":null,"finished":false},"inventory_sentence":"1 skill · 4 scripts · 3 test files · 5 docs","extensions":{"md":5,"py":5,"json":1,"toml":1,"(none)":4},"lines_of_code":289,"warnings":["sbom_unavailable"],"repo_meta":{"repo_id":1374262542,"name":"genesis-agent-skill-eval","full_name":"genesiscode2026/genesis-agent-skill-eval","description":null,"homepage":null,"topics":[],"language":"Python","default_branch":"main","size_kb":8,"created_at":"2026-09-17T10:23:13Z","pushed_at":"2026-09-17T10:23:19Z","licence_spdx":"MIT","open_issues":null,"stars":null,"forks":null,"watchers":null,"archived":false,"private":true,"html_url":null},"owner":{"login":"genesiscode2026","name":null,"avatar_url":"https://avatars.githubusercontent.com/u/329895054?v=4","bio":null,"blog":null,"company":null,"location":null,"twitter_username":null,"followers":null,"public_repos":6,"created_at":"2026-09-16T08:01:39Z","html_url":"https://github.com/genesiscode2026"},"computed_at":"2026-09-17T11:53:38.129Z","analyzer_version":"0.1.0"},"self_reported":{"description":"Benchmark agent skills with deterministic pass/fail tests","trigger_hint":"When requiring verified Agent Benchmarking functionality in autonomous workflows"}}