How to Use CrawlForge with Make and Zapier

// Make HTTP Module Configuration

// URL: https://crawlforge.dev/api/v1/tools/extract_content
// Method: POST
// Headers:
//   Authorization: Bearer cf_live_your_key_here
//   Content-Type: application/json
// Body type: Raw
// Content type: JSON (application/json)
// Request content:
// {
//   "url": "https://example.com/pricing"
// }

// Zapier Webhooks Configuration

// Method: POST
// URL: https://crawlforge.dev/api/v1/tools/search_web
// Data Pass-Through: false
// Data:
//   query: "web scraping tools pricing 2026"
//   limit: "5"
// Headers:
//   Authorization: Bearer cf_live_your_key_here
//   Content-Type: application/json

// Zapier Code Step (JavaScript)
const response = await fetch('https://crawlforge.dev/api/v1/tools/extract_content', {
  method: 'POST',
  headers: {
    'Authorization': 'Bearer ' + inputData.apiKey,
    'Content-Type': 'application/json',
  },
  body: JSON.stringify({
    url: inputData.targetUrl,
  }),
});

const data = await response.json();
return { content: data.content?.text || 'No content extracted' };

// Make Scenario: Competitor Price Monitor
// Trigger: Schedule (daily at 9:00 AM)
// Credits used: 2 per competitor per day

// Module 1: HTTP Request -- CrawlForge scrape_structured
// POST https://crawlforge.dev/api/v1/tools/scrape_structured
// Body: {
//   "url": "https://competitor.com/pricing",
//   "selectors": {
//     "plans": ".plan-name",
//     "prices": ".plan-price",
//     "cta": ".plan-cta"
//   }
// }

// Module 2: Google Sheets -- Add Row
// Spreadsheet: "Competitor Pricing Tracker"
// Row: [date, competitor, plans, prices]

// Module 3: Filter -- Compare with previous row
// Condition: current_prices != previous_prices

// Module 4: Slack -- Send Message (only if filter passes)
// Channel: #pricing-alerts
// Message: "Pricing change detected at competitor.com: {{changes}}"

// Zapier Zap: Competitor Price Monitor
// Trigger: Schedule by Zapier (every day)
// Action 1: Webhooks by Zapier (POST to CrawlForge scrape_structured)
// Action 2: Google Sheets (Create Spreadsheet Row)
// Action 3: Filter (only continue if prices differ)
// Action 4: Slack (Send Channel Message)

// Make Scenario: Content Alert Pipeline
// Trigger: Schedule (daily at 8:00 AM)
// Credits used: 5 (search) + 6 (3 extractions) = 11 per day

// Module 1: HTTP Request -- CrawlForge search_web (5 credits)
// POST https://crawlforge.dev/api/v1/tools/search_web
// Body: {
//   "query": "MCP protocol AI agents news",
//   "limit": 5,
//   "time_range": "day"
// }

// Module 2: Iterator -- Loop over search results
// Array: {{Module1.results}}

// Module 3: HTTP Request -- CrawlForge extract_content (2 credits each)
// POST https://crawlforge.dev/api/v1/tools/extract_content
// Body: { "url": "{{Iterator.link}}" }

// Module 4: Text Aggregator -- Combine all extracted content

// Module 5: Email -- Send digest
// To: team@yourcompany.com
// Subject: "Daily Industry Content Digest - {{today}}"
// Body: {{aggregated_content}}

// Zapier Zap: Lead Enrichment
// Trigger: HubSpot -- New Contact
// Credits used: 1 (metadata) + 2 (content) = 3 per lead

// Action 1: Webhooks -- CrawlForge extract_metadata (1 credit)
// POST https://crawlforge.dev/api/v1/tools/extract_metadata
// Body: { "url": "{{contact.company_website}}" }
// Output: company name, description, social links

// Action 2: Webhooks -- CrawlForge extract_content (2 credits)
// POST https://crawlforge.dev/api/v1/tools/extract_content
// Body: { "url": "{{contact.company_website}}/about" }
// Output: company about page text

// Action 3: HubSpot -- Update Contact
// Fields: company_description, company_size_estimate, technologies_used