Extract Reddit Posts and Discussions via API

import requests

API_KEY = "YOUR_API_KEY"
BASE = "https://api.anysite.io"
headers = {"access-token": API_KEY}

# Monitor competitor mentions across key subreddits
subreddits = ["dataengineering", "devops", "machinelearning", "SaaS"]
competitor = "CompetitorName"

all_mentions = []
for sub in subreddits:
    results = requests.post(f"{BASE}/api/reddit/search/posts",
        headers=headers,
        json={
            "query": competitor,
            "subreddit": sub,
            "sort": "new",
            "count": 25
        }
    ).json()
    all_mentions.extend(results["posts"])

print(f"Found {len(all_mentions)} mentions of {competitor}")
for post in sorted(all_mentions, key=lambda p: p["score"], reverse=True)[:10]:
    print(f"  r/{post['subreddit']} [{post['score']}] {post['title'][:80]}")

# Get top posts from a subreddit
curl -X POST "https://api.anysite.io/api/reddit/posts" \
  -H "access-token: YOUR_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{"subreddit": "dataengineering", "sort": "top", "count": 25}'

# Search all subreddits by keyword
curl -X POST "https://api.anysite.io/api/reddit/search/posts" \
  -H "access-token: YOUR_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{"query": "best data pipeline tool 2026", "count": 50}'

# Get full comment thread for a post
curl -X POST "https://api.anysite.io/api/reddit/posts/comments" \
  -H "access-token: YOUR_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{"post_url": "https://reddit.com/r/dataengineering/comments/abc123/"}'

anysite api /api/reddit/posts subreddit=dataengineering sort=top count=25

anysite api /api/reddit/search/posts \
  query="kubernetes alternatives" sort=top count=50

anysite api /api/reddit/posts/comments \
  post_url="https://reddit.com/r/dataengineering/comments/abc123/"

anysite api /api/reddit/user/posts username=data_engineer_jane
anysite api /api/reddit/user/comments username=data_engineer_jane

name: reddit-market-research
sources:
  product_discussions:
    endpoint: /api/reddit/search/posts
    input:
      query: "data pipeline tool recommendation"
      count: 50

  detailed_threads:
    endpoint: /api/reddit/posts/comments
    depends_on: product_discussions
    input:
      post_url: ${product_discussions.url}
    on_error: skip

  competitor_mentions:
    endpoint: /api/reddit/search/posts
    input:
      query: ${file:competitor_names.txt}
      count: 25
    parallel: 3

storage:
  format: parquet
  path: ./data/reddit-research