ScraperCity + Manyreach

Pick a Route

A Complete Import Script

Python, using the requests library. It walks a search with the cursor, maps each page with the table above, sends it as one bulk call, waits about a second between calls, and backs off on 429.

import os
import time
import requests

SCRAPERCITY_KEY = os.environ["SCRAPERCITY_API_KEY"]
MANYREACH_KEY   = os.environ["MANYREACH_API_KEY"]
LIST_ID         = os.environ["MANYREACH_LIST_ID"]
CAMPAIGN_ID     = os.environ["MANYREACH_CAMPAIGN_ID"]
MAX_LEADS       = 1000

SEARCH = {
    "title": "Head of Marketing",
    "industry": "computer software",
    "minEmployees": 50,
    "maxEmployees": 500,
    "country": "United States",
    "hasEmail": "true",
    "excludeDelivered": "true",  # only leads this account has not pulled before
    "limit": 100,
}

def to_prospect(lead):
    p = {
        "email":          lead.get("email"),
        "firstName":      lead.get("first_name"),
        "lastName":       lead.get("last_name"),
        "company":        lead.get("company_name"),
        "website":        lead.get("company_website") or lead.get("company_domain"),
        "domain":         lead.get("company_domain"),
        "jobPosition":    lead.get("title"),
        "industry":       lead.get("company_industry"),
        "companySize":    lead.get("company_size"),
        "personalSocial": lead.get("linkedin_url"),
        "companySocial":  lead.get("company_linkedin"),
        "phone":          lead.get("mobile_number"),
        "city":           lead.get("city"),
        "state":          lead.get("state"),
        "country":        lead.get("country"),
        "custom1":        lead.get("seniority"),
        "custom2":        lead.get("department"),
    }
    # Leave out empty fields so Manyreach keeps any value it already has
    return {k: v for k, v in p.items() if v not in (None, "")}

def push_batch(prospects):
    for attempt in range(5):
        resp = requests.post(
            "https://api.manyreach.com/api/v2/prospects/bulk",
            headers={"X-API-Key": MANYREACH_KEY, "Content-Type": "application/json"},
            params={"listId": LIST_ID, "campaignId": CAMPAIGN_ID, "addOnlyIfNew": "true"},
            json={"prospects": prospects},
            timeout=240,  # big batches can take a few minutes
        )
        if resp.status_code == 429:
            time.sleep(5 * 2 ** attempt)  # 60 requests per minute per key
            continue
        resp.raise_for_status()
        return resp.json()
    raise RuntimeError("Still rate limited after 5 tries")

after, sent = "0", 0
while sent < MAX_LEADS:
    sc = requests.get(
        "https://app.scrapercity.com/api/v1/database/leads",
        headers={"Authorization": f"Bearer {SCRAPERCITY_KEY}"},
        params={**SEARCH, "after": after},
        timeout=90,
    )
    sc.raise_for_status()
    body = sc.json()
    leads = [l for l in body.get("data", []) if l.get("email")]
    if leads:
        result = push_batch([to_prospect(l) for l in leads])
        sent += len(leads)
        print(f"Sent {len(leads)}: {result.get('prospectsInserted', 0)} new, "
              f"{result.get('prospectsUpdated', 0)} updated")
    after = body.get("pagination", {}).get("next_after")
    if not after:
        break
    time.sleep(1.1)  # about one bulk call per second

print(f"Done: {sent} leads sent to Manyreach")

Set the four environment variables and run it with python3 import_to_manyreach.py. For a daily import, put the same command in cron, or rebuild it in n8n or Make as an HTTP GET, an HTTP POST and a one-second wait.

Keeping People From Being Emailed Twice

1. On the ScraperCity side, excludeDelivered=true skips every lead your account already pulled, from the API or the dashboard. Leads you already have do not count against the daily limit again.
2. On the Manyreach side, addOnlyIfNew=true skips emails already in your Manyreach CRM, such as people from earlier campaigns.
3. Across campaigns, notInOtherCampaign=true keeps a prospect from sitting in two sequences at once.
4. Before launch, enroll into a paused campaign. A running campaign starts sending to new prospects as soon as they are enrolled, so check the list and a preview of the merge tags first.

Questions About ScraperCity and Manyreach