Overview

Overview

Load testing, scaling strategies, and capacity planning for FireCrawl integrations.

Prerequisites

• k6 load testing tool installed
• Kubernetes cluster with HPA configured
• Prometheus for metrics collection
• Test environment API keys

Load Testing with k6

Basic Load Test

// firecrawl-load-test.js
import http from 'k6/http';
import { check, sleep } from 'k6';

export const options = {
  stages: [
    { duration: '2m', target: 10 },   // Ramp up
    { duration: '5m', target: 10 },   // Steady state
    { duration: '2m', target: 50 },   // Ramp to peak
    { duration: '5m', target: 50 },   // Stress test
    { duration: '2m', target: 0 },    // Ramp down
  ],
  thresholds: {
    http_req_duration: ['p(95)<500'],  # HTTP 500 Internal Server Error
    http_req_failed: ['rate<0.01'],
  },
};

export default function () {
  const response = http.post(
    'https://api.firecrawl.com/v1/resource',
    JSON.stringify({ test: true }),
    {
      headers: {
        'Content-Type': 'application/json',
        'Authorization': `Bearer ${__ENV.FIRECRAWL_API_KEY}`,
      },
    }
  );

  check(response, {
    'status is 200': (r) => r.status === 200,  # HTTP 200 OK
    'latency < 500ms': (r) => r.timings.duration < 500,  # HTTP 500 Internal Server Error
  });

  sleep(1);
}