Paging

import os
import time

from flareio import FlareApiClient


api_key = os.environ.get("FLARE_API_KEY")
if not api_key:
    raise Exception("Please provide an API key")

api_client = FlareApiClient(api_key=api_key)

last_from: str | None = None
fetched_pages: int = 0

for resp in api_client.scroll(
    method="GET",
    url="/leaksdb/v2/sources",
    params={
        "from": None,
    },
):
    # Rate limiting.
    time.sleep(1)

    # Get results from the response
    resp_data = resp.json()
    items = resp_data.get("items")

    fetched_pages += 1
    print(f"Fetched page {fetched_pages} ({last_from=}) with {len(items)} items...")

    # Save the last "next" value.
    last_from = resp_data.get("next") or last_from

print("The last value for 'next' was", last_from)

import os
import time

from flareio import FlareApiClient


api_key = os.environ.get("FLARE_API_KEY")
if not api_key:
    raise Exception("Please provide an API key")

api_client = FlareApiClient(api_key=api_key)

from_: str | None = None
fetched_pages: int = 0

while True:
    # Rate limiting.
    time.sleep(1)

    params: dict = {}
    if from_:
        params["from"] = from_

    # Fetch the next page
    resp = api_client.get(
        "/leaksdb/v2/sources",
        params=params,
    )
    resp.raise_for_status()

    fetched_pages += 1
    print(f"Fetched {fetched_pages} pages...")

    # Stop if there is no "next" value.
    next_page = resp.json().get("next")
    if not next_page:
        print("The last value for 'next' was", from_)
        break
    else:
        print(f"Next page will be from {next_page}")
        from_ = next_page

package main

import (
	"fmt"
	"os"
	"time"

	"github.com/Flared/go-flareio"
)

func main() {
	client := flareio.NewApiClient(
		os.Getenv("FLARE_API_KEY"),
	)

	fetchedPages := 0

	for result, err := range client.IterGet(
		"/leaksdb/v2/sources", nil,
	) {
		// Rate Limiting
		time.Sleep(time.Second * 1)

		if err != nil {
			fmt.Printf("unexpected error: %s\n", err)
			os.Exit(1)
		}

		// Handle the response...
		result.Response.Body.Close()

		// Print the status
		fetchedPages = fetchedPages + 1
		fmt.Printf(
			"Fetched %d page(s) of LeaksDB Sources, next=%s\n",
			fetchedPages,
			result.Next,
		)
	}

}