Configuration

// apps/api/src/middleware/rate-limit.ts (example)
import { Ratelimit } from '@upstash/ratelimit';
import { Redis } from '@upstash/redis';
 
const redis = new Redis({
  url: process.env.UPSTASH_REDIS_REST_URL!,
  token: process.env.UPSTASH_REDIS_REST_TOKEN!,
});
 
// Sliding window rate limiter
export const rateLimiter = new Ratelimit({
  redis,
  limiter: Ratelimit.slidingWindow(60, '1 m'),  // 60 req/min
  analytics: true,
  prefix: 'orsa:ratelimit',
});

// Set a very high limit or bypass entirely
export const rateLimiter = new Ratelimit({
  redis,
  limiter: Ratelimit.slidingWindow(100000, '1 m'),
  prefix: 'orsa:ratelimit',
});

-- supabase/migrations/00001_initial_schema.sql
-- Change the starting credit balance:
INSERT INTO public.credit_balances (user_id, balance)
VALUES (NEW.id, 100);  -- Change 100 to your desired amount

CREATE OR REPLACE FUNCTION deduct_credits(
    p_user_id UUID,
    p_amount INTEGER,
    p_endpoint VARCHAR,
    p_request_id UUID
)
RETURNS TABLE(success BOOLEAN, remaining_balance BIGINT) AS $$
BEGIN
    -- Self-hosted: always succeed, don't deduct
    RETURN QUERY SELECT true, 999999::BIGINT;
END;
$$ LANGUAGE plpgsql SECURITY DEFINER;

CACHE_TTL_BRAND=604800       # 7 days (default)
CACHE_TTL_HTML=3600          # 1 hour (default)
CACHE_TTL_SCREENSHOT=86400   # 24 hours (default)

orsa:cache:{endpoint}:{hash(params)}

curl "https://api.orsa.dev/v1/brand/retrieve?domain=stripe.com&cache=false" \
  -H "Authorization: Bearer YOUR_KEY"

CACHE_TTL_BRAND=0
CACHE_TTL_HTML=0
CACHE_TTL_SCREENSHOT=0

1. No proxy (direct request)
   ↓ on failure (403, 429, timeout)
2. Datacenter proxy (PROXY_DATACENTER_URL)
   ↓ on failure
3. Residential proxy (PROXY_RESIDENTIAL_URL)
   ↓ on failure
4. ISP proxy (PROXY_ISP_URL)
   ↓ on failure
5. Return error to client

# Enable/disable proxy escalation
PROXY_ESCALATION_ENABLED=true
 
# Skip direct request, always start with datacenter
PROXY_SKIP_DIRECT=false
 
# Maximum retries per tier before escalating
PROXY_MAX_RETRIES_PER_TIER=2
 
# Timeout per request (ms) before considering it failed
PROXY_REQUEST_TIMEOUT=15000
 
# HTTP status codes that trigger escalation
PROXY_ESCALATION_STATUS_CODES=403,429,503,520,521,522,523,524

PROXY_ESCALATION_ENABLED=false

# ─── Supabase (Required) ────────────────────────────────────
NEXT_PUBLIC_SUPABASE_URL=https://your-project.supabase.co
NEXT_PUBLIC_SUPABASE_ANON_KEY=your-anon-key
SUPABASE_SERVICE_ROLE_KEY=your-service-role-key
 
# ─── Upstash Redis (Required) ───────────────────────────────
UPSTASH_REDIS_REST_URL=https://your-redis.upstash.io
UPSTASH_REDIS_REST_TOKEN=your-token
 
# ─── Stripe (Required for Billing) ──────────────────────────
STRIPE_SECRET_KEY=sk_test_...
STRIPE_WEBHOOK_SECRET=whsec_...
NEXT_PUBLIC_STRIPE_PUBLISHABLE_KEY=pk_test_...
 
# ─── LLM Providers ──────────────────────────────────────────
OPENAI_API_KEY=sk-...
ANTHROPIC_API_KEY=sk-ant-...
# OPENAI_BASE_URL=http://localhost:11434/v1  # For Ollama/local
# LLM_DEFAULT_MODEL=gpt-4o
# LLM_EXTRACTION_MODEL=gpt-4o
# LLM_CLASSIFICATION_MODEL=gpt-4o-mini
# LLM_QUERY_MODEL=gpt-4o
 
# ─── Browser Pool ───────────────────────────────────────────
BROWSER_POOL_URL=http://localhost:3002
FLY_API_TOKEN=your-fly-token
# BROWSER_POOL_SIZE=3
# MAX_CONCURRENT_PAGES=10
# PAGE_TIMEOUT=30000
 
# ─── Trigger.dev ─────────────────────────────────────────────
TRIGGER_SECRET_KEY=tr_dev_...
TRIGGER_API_URL=https://api.trigger.dev
 
# ─── Cloudflare R2 ──────────────────────────────────────────
CLOUDFLARE_R2_ACCESS_KEY=your-access-key
CLOUDFLARE_R2_SECRET_KEY=your-secret-key
CLOUDFLARE_R2_ENDPOINT=https://your-account.r2.cloudflarestorage.com
CLOUDFLARE_R2_BUCKET=orsa-assets
# STORAGE_PROVIDER=r2  # r2, supabase, or s3
 
# ─── Proxy Providers ────────────────────────────────────────
PROXY_DATACENTER_URL=http://user:pass@dc-proxy:port
PROXY_RESIDENTIAL_URL=http://user:pass@res-proxy:port
PROXY_ISP_URL=http://user:pass@isp-proxy:port
# PROXY_ESCALATION_ENABLED=true
# PROXY_SKIP_DIRECT=false
# PROXY_MAX_RETRIES_PER_TIER=2
# PROXY_REQUEST_TIMEOUT=15000
 
# ─── Email ───────────────────────────────────────────────────
# RESEND_API_KEY=re_...
 
# ─── Application ─────────────────────────────────────────────
NEXT_PUBLIC_APP_URL=http://localhost:3000
API_URL=http://localhost:3001
# NODE_ENV=development
# LOG_LEVEL=info
 
# ─── Cache TTLs (seconds) ───────────────────────────────────
# CACHE_TTL_BRAND=604800
# CACHE_TTL_BRAND_SIMPLE=604800
# CACHE_TTL_HTML=3600
# CACHE_TTL_MARKDOWN=3600
# CACHE_TTL_SCREENSHOT=86400
# CACHE_TTL_SITEMAP=86400
# CACHE_TTL_NAICS=2592000
# CACHE_TTL_FONTS=604800