Content Aggregation
RSS Is Dead. Scrape Instead.

import requests

# Extract article content as clean Markdown
resp = requests.post('https://api.snaprender.dev/v1/markdown',
    headers={'Authorization': 'Bearer YOUR_KEY'},
    json={
        'url': 'https://techblog.com/article/new-framework-2026'
    })

article = resp.json()
# {"title": "The New Framework Everyone Is Talking About",
#  "content": "## Introduction\n\nThe JavaScript ecosystem...",
#  "url": "https://techblog.com/article/new-framework-2026"}

# Or extract structured metadata
resp = requests.post('https://api.snaprender.dev/v1/scrape',
    headers={'Authorization': 'Bearer YOUR_KEY'},
    json={
        'url': 'https://techblog.com/article/new-framework-2026',
        'extract': {
            'title': 'h1',
            'author': '.author-name',
            'date': 'time@datetime',
            'summary': 'meta[name="description"]@content',
            'image': 'meta[property="og:image"]@content'
        }
    })

metadata = resp.json()
# {"title": "...", "author": "Jane Smith",
#  "date": "2026-04-10", "summary": "...",
#  "image": "https://..."}

// Aggregate articles from multiple sources
const sources = [
  { name: 'TechBlog', url: 'https://techblog.com/latest' },
  { name: 'DevNews', url: 'https://devnews.io/feed' },
  { name: 'AIWeekly', url: 'https://aiweekly.co/posts' },
];

const articles = [];

for (const source of sources) {
  // Get article links from the index page
  const indexRes = await fetch(
    'https://api.snaprender.dev/v1/scrape',
    {
      method: 'POST',
      headers: {
        'Authorization': 'Bearer YOUR_KEY',
        'Content-Type': 'application/json'
      },
      body: JSON.stringify({
        url: source.url,
        extract: {
          'links[]': {
            selector: 'a.article-link',
            fields: {
              title: '.article-title',
              href: '@href',
              date: '.article-date'
            }
          }
        }
      })
    }
  );
  const { links } = await indexRes.json();

  // Fetch full content for each article
  for (const link of links.slice(0, 5)) {
    const mdRes = await fetch(
      'https://api.snaprender.dev/v1/markdown',
      {
        method: 'POST',
        headers: {
          'Authorization': 'Bearer YOUR_KEY',
          'Content-Type': 'application/json'
        },
        body: JSON.stringify({ url: link.href })
      }
    );
    const content = await mdRes.json();
    articles.push({ source: source.name, ...content });
  }
}

// articles: [{source, title, content, url}, ...]