[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"skill:01M77WRCXBCP7WSC40ZJPRPV7Z":3,"skill-same:01M77WRCXBCP7WSC40ZJPRPV7Z":49},{"skillNo":4,"name":5,"nameZh":6,"description":7,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":15,"licenseFileUrl":6,"sourceHtmlUrl":16,"categories":17,"keywords":18,"publishedAt":19,"linkOnly":20,"markdownContent":21,"markdownBody":22,"frontMatter":23,"refName":26,"commitSha":27,"skillDirectory":28,"forksCount":29,"repositoryHtmlUrl":30,"repositoryHomepageUrl":31,"ownerHtmlUrl":32,"ownerBlogUrl":6,"ownerDescription":33,"updatedAt":34,"install":35,"resources":48},"01M77WRCXBCP7WSC40ZJPRPV7Z","Scrape",null,"Legal web scraping with robots.txt compliance, rate limiting, and GDPR\u002FCCPA-aware data handling. Supports both direct HTTP scraping and managed scraping via SkillBoss API Hub.","Lord1Egypt\u002Fawesome-skill-forge","Lord1Egypt","https:\u002F\u002Favatars.githubusercontent.com\u002Fu\u002F99746359?v=4","01M7592YDNT0XK9WJ0T2MQVPDN","Mohamed Mounir Ali AL Keshita","01M75GRFNHC8VZNWEB8DKDE433",3,"MIT","https:\u002F\u002Fgithub.com\u002FLord1Egypt\u002Fawesome-skill-forge\u002Fblob\u002Fmaster\u002Fcommunity\u002Fclawhub\u002Ft\u002Ftoby-scrape\u002FSKILL.md",[],[],"2026-11-15 14:19:17",false,"---\nname: Scrape\ndescription: Legal web scraping with robots.txt compliance, rate limiting, and GDPR\u002FCCPA-aware data handling. Supports both direct HTTP scraping and managed scraping via SkillBoss API Hub.\nrequires_env: [SKILLBOSS_API_KEY]\n---\n\n## Pre-Scrape Compliance Checklist\n\nBefore writing any scraping code:\n\n1. **robots.txt** — Fetch `{domain}\u002Frobots.txt`, check if target path is disallowed. If yes, stop.\n2. **Terms of Service** — Check `\u002Fterms`, `\u002Ftos`, `\u002Flegal`. Explicit scraping prohibition = need permission.\n3. **Data type** — Public factual data (prices, listings) is safer. Personal data triggers GDPR\u002FCCPA.\n4. **Authentication** — Data behind login is off-limits without authorization. Never scrape protected content.\n5. **API available?** — If site offers an API, use it. Always. Scraping when API exists often violates ToS.\n\n## Legal Boundaries\n\n- **Public data, no login** — Generally legal (hiQ v. LinkedIn 2022)\n- **Bypassing barriers** — CFAA violation risk (Van Buren v. US 2021)\n- **Ignoring robots.txt** — Gray area, often breaches ToS (Meta v. Bright Data 2024)\n- **Personal data without consent** — GDPR\u002FCCPA violation\n- **Republishing copyrighted content** — Copyright infringement\n\n## Request Discipline\n\n- **Rate limit**: Minimum 2-3 seconds between requests. Faster = server strain = legal exposure.\n- **User-Agent**: Real browser string + contact email: `Mozilla\u002F5.0 ... (contact: you@email.com)`\n- **Respect 429**: Exponential backoff. Ignoring 429s shows intent to harm.\n- **Session reuse**: Keep connections open to reduce server load.\n\n## Data Handling\n\n- **Strip PII immediately** — Don't collect names, emails, phones unless legally justified.\n- **No fingerprinting** — Don't combine data to identify individuals indirectly.\n- **Minimize storage** — Cache only what you need, delete what you don't.\n- **Audit trail** — Log what, when, where. Evidence of good faith if challenged.\n\n## SkillBoss API Hub Scraping\n\nFor managed content extraction with automatic anti-bot handling, use SkillBoss API Hub's scraping capability (`type: \"scraper\"`). Authenticate with `SKILLBOSS_API_KEY` and call `https:\u002F\u002Fapi.skillbossai.com\u002Fv1\u002Fpilot`. Result is returned at `result.data.markdown`.\n\nFor code patterns, robots.txt parser, and SkillBoss API Hub scraping integration, see `code.md`\n","## Pre-Scrape Compliance Checklist\n\nBefore writing any scraping code:\n\n1. **robots.txt** — Fetch `{domain}\u002Frobots.txt`, check if target path is disallowed. If yes, stop.\n2. **Terms of Service** — Check `\u002Fterms`, `\u002Ftos`, `\u002Flegal`. Explicit scraping prohibition = need permission.\n3. **Data type** — Public factual data (prices, listings) is safer. Personal data triggers GDPR\u002FCCPA.\n4. **Authentication** — Data behind login is off-limits without authorization. Never scrape protected content.\n5. **API available?** — If site offers an API, use it. Always. Scraping when API exists often violates ToS.\n\n## Legal Boundaries\n\n- **Public data, no login** — Generally legal (hiQ v. LinkedIn 2022)\n- **Bypassing barriers** — CFAA violation risk (Van Buren v. US 2021)\n- **Ignoring robots.txt** — Gray area, often breaches ToS (Meta v. Bright Data 2024)\n- **Personal data without consent** — GDPR\u002FCCPA violation\n- **Republishing copyrighted content** — Copyright infringement\n\n## Request Discipline\n\n- **Rate limit**: Minimum 2-3 seconds between requests. Faster = server strain = legal exposure.\n- **User-Agent**: Real browser string + contact email: `Mozilla\u002F5.0 ... (contact: you@email.com)`\n- **Respect 429**: Exponential backoff. Ignoring 429s shows intent to harm.\n- **Session reuse**: Keep connections open to reduce server load.\n\n## Data Handling\n\n- **Strip PII immediately** — Don't collect names, emails, phones unless legally justified.\n- **No fingerprinting** — Don't combine data to identify individuals indirectly.\n- **Minimize storage** — Cache only what you need, delete what you don't.\n- **Audit trail** — Log what, when, where. Evidence of good faith if challenged.\n\n## SkillBoss API Hub Scraping\n\nFor managed content extraction with automatic anti-bot handling, use SkillBoss API Hub's scraping capability (`type: \"scraper\"`). Authenticate with `SKILLBOSS_API_KEY` and call `https:\u002F\u002Fapi.skillbossai.com\u002Fv1\u002Fpilot`. Result is returned at `result.data.markdown`.\n\nFor code patterns, robots.txt parser, and SkillBoss API Hub scraping integration, see `code.md`\n",{"name":5,"description":7,"requires_env":24},[25],"SKILLBOSS_API_KEY","master","4aa004da461d820f4ea5499e58eb8d196cf99016","community\u002Fclawhub\u002Ft\u002Ftoby-scrape",0,"https:\u002F\u002Fgithub.com\u002FLord1Egypt\u002Fawesome-skill-forge","https:\u002F\u002Fskill-explorer-rho.vercel.app","https:\u002F\u002Fgithub.com\u002FLord1Egypt","Unbreakable. Unstoppable. Unmatched⚡.\r\n Speaker of machine tongues 🤖  | World-builder of decentralized dreams 🌐 | Defender of the digital realm🛡️.","2026-06-10 08:21:01",{"source":8,"skillName":5,"commands":36,"prompt":46,"zipAvailable":47},[37,40,43],{"tool":38,"command":39},"npx","npx skills add Lord1Egypt\u002Fawesome-skill-forge --skill Scrape",{"tool":41,"command":42},"bunx","bunx skills add Lord1Egypt\u002Fawesome-skill-forge --skill Scrape",{"tool":44,"command":45},"pnpm","pnpm dlx skills add Lord1Egypt\u002Fawesome-skill-forge --skill Scrape","安装技能，技能地址：https:\u002F\u002Fgithub.com\u002FLord1Egypt\u002Fawesome-skill-forge\u002Fblob\u002Fmaster\u002Fcommunity\u002Fclawhub\u002Ft\u002Ftoby-scrape\u002FSKILL.md",true,[],[50,57,64,71,78,85],{"skillNo":51,"name":52,"nameZh":6,"description":53,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":15,"licenseFileUrl":6,"sourceHtmlUrl":54,"categories":55,"keywords":56,"publishedAt":19},"01M785WKJB99G3STR1NF9NRTJW","youtube-content","YouTube transcripts to summaries, threads, blogs.","https:\u002F\u002Fgithub.com\u002FLord1Egypt\u002Fawesome-skill-forge\u002Fblob\u002Fmaster\u002Fskills\u002Fyoutube-content\u002FSKILL.md",[],[],{"skillNo":58,"name":59,"nameZh":6,"description":60,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":15,"licenseFileUrl":6,"sourceHtmlUrl":61,"categories":62,"keywords":63,"publishedAt":19},"01M785WEFHB0G2S9YA6EPR3H0E","xurl","X\u002FTwitter via xurl CLI: post, search, DM, media, v2 API.","https:\u002F\u002Fgithub.com\u002FLord1Egypt\u002Fawesome-skill-forge\u002Fblob\u002Fmaster\u002Fskills\u002Fxurl\u002FSKILL.md",[],[],{"skillNo":65,"name":66,"nameZh":6,"description":67,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":15,"licenseFileUrl":6,"sourceHtmlUrl":68,"categories":69,"keywords":70,"publishedAt":19},"01M785W98EDN4EFJXJPMQEHCRC","touchdesigner-mcp","Control a running TouchDesigner instance via twozero MCP — create operators, set parameters, wire connections, execute Python, build real-time visuals. 36 native tools.","https:\u002F\u002Fgithub.com\u002FLord1Egypt\u002Fawesome-skill-forge\u002Fblob\u002Fmaster\u002Fskills\u002Ftouchdesigner-mcp\u002FSKILL.md",[],[],{"skillNo":72,"name":73,"nameZh":6,"description":74,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":15,"licenseFileUrl":6,"sourceHtmlUrl":75,"categories":76,"keywords":77,"publishedAt":19},"01M785W5S9FP3QBH2V191E025P","test-driven-development","TDD: enforce RED-GREEN-REFACTOR, tests before code.","https:\u002F\u002Fgithub.com\u002FLord1Egypt\u002Fawesome-skill-forge\u002Fblob\u002Fmaster\u002Fskills\u002Ftest-driven-development\u002FSKILL.md",[],[],{"skillNo":79,"name":80,"nameZh":6,"description":81,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":15,"licenseFileUrl":6,"sourceHtmlUrl":82,"categories":83,"keywords":84,"publishedAt":19},"01M785W2AS08NSSH9YATCV6FJB","teams-meeting-pipeline","Operate the Teams meeting summary pipeline via Hermes CLI — summarize meetings, inspect pipeline status, replay jobs, manage Microsoft Graph subscriptions.","https:\u002F\u002Fgithub.com\u002FLord1Egypt\u002Fawesome-skill-forge\u002Fblob\u002Fmaster\u002Fskills\u002Fteams-meeting-pipeline\u002FSKILL.md",[],[],{"skillNo":86,"name":87,"nameZh":6,"description":88,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":15,"licenseFileUrl":6,"sourceHtmlUrl":89,"categories":90,"keywords":91,"publishedAt":19},"01M785VXKW4T34BTP1SCHW1R7F","systematic-debugging","4-phase root cause debugging: understand bugs before fixing.","https:\u002F\u002Fgithub.com\u002FLord1Egypt\u002Fawesome-skill-forge\u002Fblob\u002Fmaster\u002Fskills\u002Fsystematic-debugging\u002FSKILL.md",[],[]]