diff --git a/src/commands/scrape.ts b/src/commands/scrape.ts index 7ee914a..8a4f08d 100644 --- a/src/commands/scrape.ts +++ b/src/commands/scrape.ts @@ -92,6 +92,7 @@ const handle_scrape = async(url: string, opts: Scrape_opts)=>{ }; const scrape_command = new Command('scrape') + .alias('fetch') .description('Scrape a URL using the Web Unlocker API') .argument('', 'URL to scrape') .option('-f, --format ', diff --git a/src/utils/skill-installer/brightdata-skills.ts b/src/utils/skill-installer/brightdata-skills.ts index dbb4a2d..3d1d23c 100644 --- a/src/utils/skill-installer/brightdata-skills.ts +++ b/src/utils/skill-installer/brightdata-skills.ts @@ -8,49 +8,66 @@ type BrightDataSkill = { const BRIGHTDATA_SKILLS: BrightDataSkill[] = [ { - name: 'search', - description: 'Search Google and get structured JSON results with ' - +'titles, links, and descriptions', + name: 'agent-onboarding', + description: 'Start here - install the CLI and the skills, log in ' + +'once, and route to the right skill', skillMdUrl: 'https://raw.githubusercontent.com/brightdata/skills/' - +'main/skills/search/SKILL.md', - githubPath: 'brightdata/skills/search', - repoPath: 'skills/search', + +'main/skills/agent-onboarding/SKILL.md', + githubPath: 'brightdata/skills/agent-onboarding', + repoPath: 'skills/agent-onboarding', }, { name: 'scrape', - description: 'Scrape any webpage as clean markdown with automatic ' - +'bot detection bypass', + description: 'Extract structured data from any site with ready ' + +'scrapers, Scraper Studio, and free discovery scripts', skillMdUrl: 'https://raw.githubusercontent.com/brightdata/skills/' +'main/skills/scrape/SKILL.md', githubPath: 'brightdata/skills/scrape', repoPath: 'skills/scrape', }, { - name: 'data-feeds', - description: 'Extract structured data from 40+ websites with ' - +'automatic polling', + name: 'datasets', + description: 'Buy a ready dataset from the Dataset Marketplace and ' + +'download it, instead of scraping', skillMdUrl: 'https://raw.githubusercontent.com/brightdata/skills/' - +'main/skills/data-feeds/SKILL.md', - githubPath: 'brightdata/skills/data-feeds', - repoPath: 'skills/data-feeds', + +'main/skills/datasets/SKILL.md', + githubPath: 'brightdata/skills/datasets', + repoPath: 'skills/datasets', }, { - name: 'bright-data-mcp', - description: 'Orchestrate 60+ Bright Data MCP tools for search, ' - +'scraping, and browser automation', + name: 'fetch', + description: 'Fetch one URL through Web Unlocker as markdown, HTML, ' + +'or a screenshot', skillMdUrl: 'https://raw.githubusercontent.com/brightdata/skills/' - +'main/skills/bright-data-mcp/SKILL.md', - githubPath: 'brightdata/skills/bright-data-mcp', - repoPath: 'skills/bright-data-mcp', + +'main/skills/fetch/SKILL.md', + githubPath: 'brightdata/skills/fetch', + repoPath: 'skills/fetch', }, { - name: 'bright-data-best-practices', - description: 'Reference knowledge base for Claude when writing ' - +'Bright Data code', + name: 'search', + description: 'Search Google and other engines with SERP API, the ' + +'verticals, the top-100 job, and answer engines', skillMdUrl: 'https://raw.githubusercontent.com/brightdata/skills/' - +'main/skills/bright-data-best-practices/SKILL.md', - githubPath: 'brightdata/skills/bright-data-best-practices', - repoPath: 'skills/bright-data-best-practices', + +'main/skills/search/SKILL.md', + githubPath: 'brightdata/skills/search', + repoPath: 'skills/search', + }, + { + name: 'browser', + description: 'Point Playwright, Puppeteer, or Selenium at the Bright ' + +'Data cloud browser', + skillMdUrl: 'https://raw.githubusercontent.com/brightdata/skills/' + +'main/skills/browser/SKILL.md', + githubPath: 'brightdata/skills/browser', + repoPath: 'skills/browser', + }, + { + name: 'billing', + description: 'Check balance, charges, and what a job will cost', + skillMdUrl: 'https://raw.githubusercontent.com/brightdata/skills/' + +'main/skills/billing/SKILL.md', + githubPath: 'brightdata/skills/billing', + repoPath: 'skills/billing', }, { name: 'brightdata-cli', @@ -62,33 +79,24 @@ const BRIGHTDATA_SKILLS: BrightDataSkill[] = [ repoPath: 'skills/brightdata-cli', }, { - name: 'design-mirror', - description: 'Extract design tokens from any website and apply ' - +'colors, typography, and spacing to your codebase', - skillMdUrl: 'https://raw.githubusercontent.com/brightdata/skills/' - +'main/skills/design-mirror/SKILL.md', - githubPath: 'brightdata/skills/design-mirror', - repoPath: 'skills/design-mirror', - }, - { - name: 'python-sdk-best-practices', - description: 'Best practices for writing Bright Data Python SDK ' - +'code with async/await patterns', + name: 'brightdata-mcp', + description: 'Set up and route the Bright Data MCP server tools for ' + +'agents that decide at run time', skillMdUrl: 'https://raw.githubusercontent.com/brightdata/skills/' - +'main/skills/python-sdk-best-practices/SKILL.md', - githubPath: 'brightdata/skills/python-sdk-best-practices', - repoPath: 'skills/python-sdk-best-practices', + +'main/skills/brightdata-mcp/SKILL.md', + githubPath: 'brightdata/skills/brightdata-mcp', + repoPath: 'skills/brightdata-mcp', }, { - name: 'scraper-builder', - description: 'Build production-ready web scrapers using Bright Data ' - +'APIs with site analysis and pagination handling', + name: 'brightdata-sdk', + description: 'Write code with the Bright Data SDK for scraping jobs ' + +'the user keeps', skillMdUrl: 'https://raw.githubusercontent.com/brightdata/skills/' - +'main/skills/scraper-builder/SKILL.md', - githubPath: 'brightdata/skills/scraper-builder', - repoPath: 'skills/scraper-builder', + +'main/skills/brightdata-sdk/SKILL.md', + githubPath: 'brightdata/skills/brightdata-sdk', + repoPath: 'skills/brightdata-sdk', }, -] +]; export {BRIGHTDATA_SKILLS} export type {BrightDataSkill}