Move Python code off the Google Custom Search JSON API

- API_URL = "https://www.googleapis.com/customsearch/v1"
- API_KEY = os.environ["GOOGLE_API_KEY"]
+ API_URL = "https://api.searlo.tech/customsearch/v1"
+ API_KEY = os.environ["SEARLO_API_KEY"]

- service = build("customsearch", "v1", developerKey=GOOGLE_API_KEY)
+ service = build("customsearch", "v1", developerKey=SEARLO_API_KEY,
+                 client_options={"api_endpoint": "https://api.searlo.tech"})

search.py

import os

import requests

API_URL = "https://api.searlo.tech/customsearch/v1"  # was https://www.googleapis.com/customsearch/v1
API_KEY = os.environ["SEARLO_API_KEY"]                 # was your Google API key


def search(query, start=1, num=10, **params):
    resp = requests.get(
        API_URL,
        params={"key": API_KEY, "cx": "YOUR_CX", "q": query, "num": num, "start": start, **params},
        timeout=30,
    )
    data = resp.json()
    if "error" in data:  # Google's error envelope, unchanged
        err = data["error"]
        raise RuntimeError(f"{err['code']} {err['errors'][0]['reason']}: {err['message']}")
    return data


# The first two pages, following queries.nextPage as you did on Google.
data = search("lectures")
for item in data.get("items", []):
    print(item["title"], item["link"])

next_page = data["queries"].get("nextPage")
if next_page:
    data = search("lectures", start=next_page[0]["startIndex"])
    for item in data.get("items", []):
        print(item["title"], item["link"])

search_client.py

import os

from googleapiclient.discovery import build
from googleapiclient.errors import HttpError

service = build(
    "customsearch",
    "v1",
    developerKey=os.environ["SEARLO_API_KEY"],                   # was your Google API key
    client_options={"api_endpoint": "https://api.searlo.tech"},  # the one new argument
)

try:
    res = service.cse().list(q="lectures", cx="YOUR_CX", num=10, start=1).execute()
except HttpError as err:
    # Errors keep Google's envelope, so status_code and reason (the message) read as before.
    print(err.status_code, err.reason)
    raise

for item in res.get("items", []):
    print(item["title"], item["link"])
print(res["searchInformation"]["totalResults"])

# The siterestrict resource works too; restrict with siteSearch, since cx has no effect.
res = service.cse().siterestrict().list(q="lectures", siteSearch="ocw.mit.edu").execute()
for item in res.get("items", []):
    print(item["title"], item["link"])