[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"skill:01M79DF9ZNP44K5V1SQ3WKRBWD":3,"skill-same:01M79DF9ZNP44K5V1SQ3WKRBWD":47},{"skillNo":4,"name":5,"nameZh":6,"description":7,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":15,"licenseFileUrl":6,"sourceHtmlUrl":16,"categories":17,"keywords":18,"publishedAt":19,"linkOnly":20,"markdownContent":21,"markdownBody":22,"frontMatter":23,"refName":24,"commitSha":25,"skillDirectory":26,"forksCount":27,"repositoryHtmlUrl":28,"repositoryHomepageUrl":29,"ownerHtmlUrl":30,"ownerBlogUrl":6,"ownerDescription":31,"updatedAt":32,"install":33,"resources":46},"01M79DF9ZNP44K5V1SQ3WKRBWD","llm-evals",null,"Build a small eval set before changing a prompt, model or retrieval step, and compare results before and after.","Zwin-ux\u002Fkit","Zwin-ux","https:\u002F\u002Favatars.githubusercontent.com\u002Fu\u002F64337759?v=4","01M79DBM821SD1S27FGNME1DVF","No Image","01M79DBM8N9HE5QF0YRHPMJPAJ",0,"MIT","https:\u002F\u002Fgithub.com\u002FZwin-ux\u002Fkit\u002Fblob\u002Fmain\u002Fcrates\u002Fkit-cli\u002Fkits\u002Fllm-engineer\u002Fskills\u002Fllm-evals\u002FSKILL.md",[],[],"2026-11-15 14:19:17",false,"---\nname: llm-evals\ndescription: Build a small eval set before changing a prompt, model or retrieval step, and compare results before and after.\n---\n\n# LLM evals\n\nUse when changing a prompt, switching models, or changing retrieval.\n\n1. Find existing evals (`evals\u002F`, `tests\u002Fevals`, a promptfoo or similar config). Use them if present.\n2. If none exist, write 10 to 30 cases that cover the main task, known failures and edge cases. Store them as data (JSONL or YAML), not code.\n3. Pick a check per case: exact match, contains, JSON schema, or a rubric graded by a model. Prefer the cheapest check that catches the failure.\n4. Run the evals on the current version and record the score.\n5. Make the change. Run the evals again.\n6. Report both scores, the cases that changed, and the cost and latency difference.\n7. Never tune the prompt on the eval cases alone; keep a few held out.\n","# LLM evals\n\nUse when changing a prompt, switching models, or changing retrieval.\n\n1. Find existing evals (`evals\u002F`, `tests\u002Fevals`, a promptfoo or similar config). Use them if present.\n2. If none exist, write 10 to 30 cases that cover the main task, known failures and edge cases. Store them as data (JSONL or YAML), not code.\n3. Pick a check per case: exact match, contains, JSON schema, or a rubric graded by a model. Prefer the cheapest check that catches the failure.\n4. Run the evals on the current version and record the score.\n5. Make the change. Run the evals again.\n6. Report both scores, the cases that changed, and the cost and latency difference.\n7. Never tune the prompt on the eval cases alone; keep a few held out.\n",{"name":5,"description":7},"main","247d14fbfd2c6f3266558d168266b02141477140","crates\u002Fkit-cli\u002Fkits\u002Fllm-engineer\u002Fskills\u002Fllm-evals",2,"https:\u002F\u002Fgithub.com\u002FZwin-ux\u002Fkit","https:\u002F\u002Fwww.npmjs.com\u002Fpackage\u002F@mzwin\u002Fkit","https:\u002F\u002Fgithub.com\u002FZwin-ux","i like to code","2026-11-02 01:46:54",{"source":8,"skillName":5,"commands":34,"prompt":44,"zipAvailable":45},[35,38,41],{"tool":36,"command":37},"npx","npx skills add Zwin-ux\u002Fkit --skill llm-evals",{"tool":39,"command":40},"bunx","bunx skills add Zwin-ux\u002Fkit --skill llm-evals",{"tool":42,"command":43},"pnpm","pnpm dlx skills add Zwin-ux\u002Fkit --skill llm-evals","安装技能，技能地址：https:\u002F\u002Fgithub.com\u002FZwin-ux\u002Fkit\u002Fblob\u002Fmain\u002Fcrates\u002Fkit-cli\u002Fkits\u002Fllm-engineer\u002Fskills\u002Fllm-evals\u002FSKILL.md",true,[],[48,54,61,68,75,82],{"skillNo":49,"name":50,"nameZh":6,"description":6,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":15,"licenseFileUrl":6,"sourceHtmlUrl":51,"categories":52,"keywords":53,"publishedAt":19},"01M79DG9E74YF71H97VHA4E7FJ","concepts","https:\u002F\u002Fgithub.com\u002FZwin-ux\u002Fkit\u002Fblob\u002Fmain\u002Fwiki\u002Fkit-1.0\u002Fwiki\u002Fconcepts\u002FSkill.md",[],[],{"skillNo":55,"name":56,"nameZh":6,"description":57,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":15,"licenseFileUrl":6,"sourceHtmlUrl":58,"categories":59,"keywords":60,"publishedAt":19},"01M79DG83S8WTMRAH47T2D0WKE","write-tests","Add focused tests for important project behavior.","https:\u002F\u002Fgithub.com\u002FZwin-ux\u002Fkit\u002Fblob\u002Fmain\u002Fskills\u002Fwrite-tests\u002FSKILL.md",[],[],{"skillNo":62,"name":63,"nameZh":6,"description":64,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":15,"licenseFileUrl":6,"sourceHtmlUrl":65,"categories":66,"keywords":67,"publishedAt":19},"01M79DG60377KCK4Y83SQWAE66","workspace-setup","Set up monorepo and multi-package workspaces for agents and humans.","https:\u002F\u002Fgithub.com\u002FZwin-ux\u002Fkit\u002Fblob\u002Fmain\u002Fskills\u002Fworkspace-setup\u002FSKILL.md",[],[],{"skillNo":69,"name":70,"nameZh":6,"description":71,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":15,"licenseFileUrl":6,"sourceHtmlUrl":72,"categories":73,"keywords":74,"publishedAt":19},"01M79DG4N07X3KM7F89G7V4T4B","ship-checklist","Run a practical pre-ship checklist for an app release.","https:\u002F\u002Fgithub.com\u002FZwin-ux\u002Fkit\u002Fblob\u002Fmain\u002Fskills\u002Fship-checklist\u002FSKILL.md",[],[],{"skillNo":76,"name":77,"nameZh":6,"description":78,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":15,"licenseFileUrl":6,"sourceHtmlUrl":79,"categories":80,"keywords":81,"publishedAt":19},"01M79DG2PD1PZG9ZW1YF11X0C3","project-setup","Set up a clean project baseline for agents and humans.","https:\u002F\u002Fgithub.com\u002FZwin-ux\u002Fkit\u002Fblob\u002Fmain\u002Fskills\u002Fproject-setup\u002FSKILL.md",[],[],{"skillNo":83,"name":84,"nameZh":6,"description":85,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":15,"licenseFileUrl":6,"sourceHtmlUrl":86,"categories":87,"keywords":88,"publishedAt":19},"01M79DG17XXG8RTZF3YQA3JT2S","pr-ready","Prepare a clear pull request summary, test plan, and risk notes.","https:\u002F\u002Fgithub.com\u002FZwin-ux\u002Fkit\u002Fblob\u002Fmain\u002Fskills\u002Fpr-ready\u002FSKILL.md",[],[]]