Feed your RAG pipeline. Fresh web data, ready to embed.

import ContextDev from 'context.dev';

const client = new ContextDev({ apiKey: 'YOUR_API_KEY' });

const crawl = await client.web.webCrawlMd({
  url: 'https://help.acme.com',
  maxPages: 500,
  useMainContentOnly: true,
});

for (const page of crawl.results) {
  // Chunk and embed with your own stack, keyed by the source URL
  console.log(page.metadata.url, page.markdown.length);
}

from context.dev import ContextDev

client = ContextDev(api_key="YOUR_API_KEY")

crawl = client.web.web_crawl_md(
    url="https://help.acme.com",
    max_pages=500,
    use_main_content_only=True,
)

for page in crawl.results:
    # Chunk and embed with your own stack, keyed by the source URL
    print(page.metadata.url, len(page.markdown))

require "context_dev"

client = ContextDev::Client.new(api_key: "YOUR_API_KEY")

crawl = client.web.web_crawl_md(
  url: "https://help.acme.com",
  max_pages: 500,
  use_main_content_only: true
)

crawl.results.each do |page|
  # Chunk and embed with your own stack, keyed by the source URL
  puts "#{page.metadata.url} #{page.markdown.length}"
end

<?php

require_once 'vendor/autoload.php';

use ContextDev\Client;

$client = new Client(apiKey: 'YOUR_API_KEY');

$crawl = $client->web->webCrawlMd(
    url: 'https://help.acme.com',
    maxPages: 500,
    useMainContentOnly: true,
);

foreach ($crawl->results as $page) {
    // Chunk and embed with your own stack, keyed by the source URL
    echo $page->metadata->url, ' ', strlen($page->markdown), PHP_EOL;
}

package main

import (
	"context"
	"fmt"

	contextdev "github.com/context-dot-dev/context-go-sdk/v2"
	"github.com/context-dot-dev/context-go-sdk/v2/option"
)

func main() {
	client := contextdev.NewClient(
		option.WithAPIKey("YOUR_API_KEY"),
	)

	crawl, err := client.Web.WebCrawlMd(context.TODO(), contextdev.WebWebCrawlMdParams{
		URL:                "https://help.acme.com",
		MaxPages:           contextdev.Int(500),
		UseMainContentOnly: contextdev.Bool(true),
	})
	if err != nil {
		panic(err)
	}

	for _, page := range crawl.Results {
		// Chunk and embed with your own stack, keyed by the source URL
		fmt.Println(page.Metadata.URL, len(page.Markdown))
	}
}

curl -X POST "https://api.context.dev/v1/web/crawl" \
  -H "Content-Type: application/json" \
  -H "Authorization: Bearer YOUR_API_KEY" \
  -d '{
  "url": "https://help.acme.com",
  "maxPages": 500,
  "useMainContentOnly": true
}'