How to scrape Amazon Japan

# Scrape Amazon Japan search and listing pages with the Ujeebu Scrape API.
# Calls the recipe amazon-jp/listing: the API applies its extract rules and validated settings (validated 2026-11-02). Send extract_rules or any setting to override them.
# Uses the official SDK ujeebu-python 0.1.5: pip install ujeebu-python==0.1.5
# Run: UJEEBU_API_KEY=your_key python3 amazon_jp_listing_sdk.py

import json
import os
import sys
import time

import requests
from ujeebu_python import UjeebuClient

API_KEY = os.environ.get("UJEEBU_API_KEY")
URLS = [
    "https://www.amazon.co.jp/s?k=%E3%83%87%E3%82%B9%E3%82%AF%E3%83%A9%E3%82%A4%E3%83%88",
    "https://www.amazon.co.jp/s?k=%E3%83%AA%E3%83%A5%E3%83%83%E3%82%AF",
]
RECIPE = "amazon-jp/listing"  # rules and settings come from the recipe; add your own to override them


def scrape(client, url):
    # a GET with recipe=: the API applies the recipe and answers {"result": {...}}
    try:
        response = client.scrape(url, params={"recipe": RECIPE})
    except requests.RequestException as error:
        sys.exit(f"Request failed for {url}: {error}")
    if response.status_code != 200:
        try:
            message = response.json().get("message", response.text)
        except ValueError:
            message = response.text
        sys.exit(f"HTTP {response.status_code} for {url}: {str(message)[:300]}")
    print(f"Ujb-Credits: {response.headers.get('Ujb-Credits')}, Ujb-Recipe: {response.headers.get('Ujb-Recipe')}", file=sys.stderr)
    return response.json()["result"]


if not API_KEY:
    sys.exit("Set the UJEEBU_API_KEY environment variable.")

client = UjeebuClient(api_key=API_KEY)

for i, url in enumerate(URLS):
    if i:
        time.sleep(2)  # be polite: one page at a time
    result = scrape(client, url)
    for item in result.get("products") or []:
        print(item.get("title"), item.get("rating"), item.get("review_count"))
    # Example output:
    # OHM ODS-LDC6K-W 06-1850 Ohm Electric... 4.5 (438)
    # OHM Electric LED Clip Light White Day... 4.4 (265)
    # every field: print(json.dumps(result, indent=2, ensure_ascii=False))

// Scrape Amazon Japan search and listing pages with the Ujeebu Scrape API.
// Calls the recipe amazon-jp/listing: the API applies its extract rules and validated settings (validated 2026-11-02). Send extract_rules or any setting to override them.
// Uses the official SDK @ujeebu-org/ujeebu-sdk 0.1.2: npm install @ujeebu-org/ujeebu-sdk@0.1.2
// Run: UJEEBU_API_KEY=your_key node amazon_jp_listing_sdk.mjs

import { UjeebuClient } from '@ujeebu-org/ujeebu-sdk';

const API_KEY = process.env.UJEEBU_API_KEY;
const URLS = [
  "https://www.amazon.co.jp/s?k=%E3%83%87%E3%82%B9%E3%82%AF%E3%83%A9%E3%82%A4%E3%83%88",
  "https://www.amazon.co.jp/s?k=%E3%83%AA%E3%83%A5%E3%83%83%E3%82%AF",
];
const RECIPE = "amazon-jp/listing"; // rules and settings come from the recipe; add your own to override them

async function scrape(client, url) {
  let res;
  try {
    // a GET with recipe=: the API applies the recipe and answers { result: {...} }
    res = await client.scrape(url, { recipe: RECIPE });
  } catch (err) {
    const status = err.response?.status ?? 'error';
    const message = err.response?.data?.message ?? err.message;
    console.error(`HTTP ${status} for ${url}: ${String(message).slice(0, 300)}`);
    process.exit(1);
  }
  console.error(`Ujb-Credits: ${res.headers['ujb-credits']}, Ujb-Recipe: ${res.headers['ujb-recipe']}`);
  return res.data.result;
}

if (!API_KEY) {
  console.error('Set the UJEEBU_API_KEY environment variable.');
  process.exit(1);
}

const client = new UjeebuClient(API_KEY);
const pause = (ms) => new Promise((resolve) => setTimeout(resolve, ms));

for (const [i, url] of URLS.entries()) {
  if (i) await pause(2000); // be polite: one page at a time
  const result = await scrape(client, url);
  for (const item of (result?.products ?? [])) {
    console.log(item.title, item.rating, item.review_count);
  }
  // Example output:
  // OHM ODS-LDC6K-W 06-1850 Ohm Electric... 4.5 (438)
  // OHM Electric LED Clip Light White Day... 4.4 (265)
  // every field: console.log(JSON.stringify(result, null, 2));
}

# Scrape Amazon Japan search and listing pages with the Ujeebu Scrape API.
# Calls the recipe amazon-jp/listing: the API applies its extract rules and validated settings (validated 2026-11-02). Send extract_rules or any setting to override them.
# Run: UJEEBU_API_KEY=your_key python3 amazon_jp_listing.py   (pip install requests)

import json
import os
import sys
import time

import requests

API_URL = "https://api.ujeebu.com/scrape"
API_KEY = os.environ.get("UJEEBU_API_KEY")
URLS = [
    "https://www.amazon.co.jp/s?k=%E3%83%87%E3%82%B9%E3%82%AF%E3%83%A9%E3%82%A4%E3%83%88",
    "https://www.amazon.co.jp/s?k=%E3%83%AA%E3%83%A5%E3%83%83%E3%82%AF",
]
RECIPE = "amazon-jp/listing"  # rules and settings come from the recipe; add your own to override them


def scrape(url):
    response = requests.get(
        API_URL,
        headers={"ApiKey": API_KEY},
        params={"url": url, "recipe": RECIPE},
        timeout=180,
    )
    if response.status_code != 200:
        try:
            message = response.json().get("message", response.text)
        except ValueError:
            message = response.text
        sys.exit(f"HTTP {response.status_code} for {url}: {str(message)[:300]}")
    print(f"Ujb-Credits: {response.headers.get('Ujb-Credits')}, Ujb-Recipe: {response.headers.get('Ujb-Recipe')}", file=sys.stderr)
    return response.json()["result"]


if not API_KEY:
    sys.exit("Set the UJEEBU_API_KEY environment variable.")

for i, url in enumerate(URLS):
    if i:
        time.sleep(2)  # be polite: one page at a time
    result = scrape(url)
    for item in result.get("products") or []:
        print(item.get("title"), item.get("rating"), item.get("review_count"))
    # Example output:
    # OHM ODS-LDC6K-W 06-1850 Ohm Electric... 4.5 (438)
    # OHM Electric LED Clip Light White Day... 4.4 (265)
    # every field: print(json.dumps(result, indent=2, ensure_ascii=False))

// Scrape Amazon Japan search and listing pages with the Ujeebu Scrape API.
// Calls the recipe amazon-jp/listing: the API applies its extract rules and validated settings (validated 2026-11-02). Send extract_rules or any setting to override them.
// Run: UJEEBU_API_KEY=your_key node amazon_jp_listing.mjs   (Node.js 18 or later)

const API_URL = 'https://api.ujeebu.com/scrape';
const API_KEY = process.env.UJEEBU_API_KEY;
const URLS = [
  "https://www.amazon.co.jp/s?k=%E3%83%87%E3%82%B9%E3%82%AF%E3%83%A9%E3%82%A4%E3%83%88",
  "https://www.amazon.co.jp/s?k=%E3%83%AA%E3%83%A5%E3%83%83%E3%82%AF",
];
const RECIPE = "amazon-jp/listing"; // rules and settings come from the recipe; add your own to override them

async function scrape(url) {
  const params = new URLSearchParams({ url, recipe: RECIPE });
  const res = await fetch(`${API_URL}?${params}`, {
    headers: { ApiKey: API_KEY },
    signal: AbortSignal.timeout(180000),
  });
  const text = await res.text();
  if (res.status !== 200) {
    let message = text;
    try {
      message = JSON.parse(text).message ?? text;
    } catch {}
    console.error(`HTTP ${res.status} for ${url}: ${String(message).slice(0, 300)}`);
    process.exit(1);
  }
  console.error(`Ujb-Credits: ${res.headers.get('ujb-credits')}, Ujb-Recipe: ${res.headers.get('ujb-recipe')}`);
  return JSON.parse(text).result;
}

if (!API_KEY) {
  console.error('Set the UJEEBU_API_KEY environment variable.');
  process.exit(1);
}

const pause = (ms) => new Promise((resolve) => setTimeout(resolve, ms));

for (const [i, url] of URLS.entries()) {
  if (i) await pause(2000); // be polite: one page at a time
  const result = await scrape(url);
  for (const item of (result?.products ?? [])) {
    console.log(item.title, item.rating, item.review_count);
  }
  // Example output:
  // OHM ODS-LDC6K-W 06-1850 Ohm Electric... 4.5 (438)
  // OHM Electric LED Clip Light White Day... 4.4 (265)
  // every field: console.log(JSON.stringify(result, null, 2));
}

#!/usr/bin/env bash
# Scrape Amazon Japan search and listing pages with the Ujeebu Scrape API.
# Calls the recipe amazon-jp/listing: the API applies its extract rules and validated settings (validated 2026-11-02). Send extract_rules or any setting to override them.
# Run: UJEEBU_API_KEY=your_key bash amazon_jp_listing.sh   (curl 7.76 or later)
set -euo pipefail

curl -sS --fail-with-body --max-time 180 -D headers.txt -G 'https://api.ujeebu.com/scrape' \
  -H "ApiKey: ${UJEEBU_API_KEY:?Set the UJEEBU_API_KEY environment variable.}" \
  --data-urlencode 'url=https://www.amazon.co.jp/s?k=%E3%83%87%E3%82%B9%E3%82%AF%E3%83%A9%E3%82%A4%E3%83%88' \
  --data-urlencode 'recipe=amazon-jp/listing'
echo
grep -i -E '^ujb-(credits|recipe)' headers.txt >&2

<?php
// Scrape Amazon Japan search and listing pages with the Ujeebu Scrape API.
// Calls the recipe amazon-jp/listing: the API applies its extract rules and validated settings (validated 2026-11-02). Send extract_rules or any setting to override them.
// Run: UJEEBU_API_KEY=your_key php amazon_jp_listing.php   (PHP 7.4 or later with curl)

$apiKey = getenv('UJEEBU_API_KEY') ?: exit("Set the UJEEBU_API_KEY environment variable.\n");
$urls = [
    'https://www.amazon.co.jp/s?k=%E3%83%87%E3%82%B9%E3%82%AF%E3%83%A9%E3%82%A4%E3%83%88',
    'https://www.amazon.co.jp/s?k=%E3%83%AA%E3%83%A5%E3%83%83%E3%82%AF',
];
$recipe = 'amazon-jp/listing'; // rules and settings come from the recipe; add your own to override them

function scrape(string $url, string $apiKey, string $recipe)
{
    $ch = curl_init('https://api.ujeebu.com/scrape?' . http_build_query(['url' => $url, 'recipe' => $recipe]));
    $headers = [];
    curl_setopt_array($ch, [
        CURLOPT_RETURNTRANSFER => true,
        CURLOPT_TIMEOUT => 180,
        CURLOPT_HTTPHEADER => ['ApiKey: ' . $apiKey],
        CURLOPT_HEADERFUNCTION => function ($ch, $line) use (&$headers) {
            if (strpos($line, ':') !== false) {
                [$k, $v] = explode(':', $line, 2);
                $headers[strtolower(trim($k))] = trim($v);
            }
            return strlen($line);
        },
    ]);
    $body = curl_exec($ch);
    if ($body === false) {
        fwrite(STDERR, 'Request failed: ' . curl_error($ch) . "\n");
        exit(1);
    }
    $status = curl_getinfo($ch, CURLINFO_RESPONSE_CODE);
    if ($status !== 200) {
        $message = json_decode($body, true)['message'] ?? $body;
        fwrite(STDERR, "HTTP $status for $url: " . substr((string) $message, 0, 300) . "\n");
        exit(1);
    }
    fwrite(STDERR, 'Ujb-Credits: ' . ($headers['ujb-credits'] ?? '?') . ', Ujb-Recipe: ' . ($headers['ujb-recipe'] ?? '?') . "\n");
    return json_decode($body, true)['result'];
}

foreach ($urls as $i => $url) {
    if ($i > 0) {
        sleep(2); // be polite: one page at a time
    }
    $result = scrape($url, $apiKey, $recipe);
    foreach ($result['products'] ?? [] as $item) {
        echo implode(' ', [$item['title'] ?? '', $item['rating'] ?? '', $item['review_count'] ?? '']), "\n";
    }
    // Example output:
    // OHM ODS-LDC6K-W 06-1850 Ohm Electric... 4.5 (438)
    // OHM Electric LED Clip Light White Day... 4.4 (265)
    // every field: echo json_encode($result, JSON_PRETTY_PRINT | JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE), "\n";
}

// Scrape Amazon Japan search and listing pages with the Ujeebu Scrape API.
// Sends the extract rules and settings of the recipe amazon-jp/listing itself: the Go SDK v0.1.8 has no recipe field and always sends js, which would override the recipe.
// Uses the official SDK github.com/ujeebu/ujeebu-go v0.1.8: go mod init scraper && go get github.com/ujeebu/ujeebu-go@v0.1.8
// Run: UJEEBU_API_KEY=your_key go run amazon_jp_listing.go

package main

import (
	"encoding/json"
	"errors"
	"fmt"
	"os"
	"time"

	ujeebu "github.com/ujeebu/ujeebu-go"
)

var urls = []string{
	"https://www.amazon.co.jp/s?k=%E3%83%87%E3%82%B9%E3%82%AF%E3%83%A9%E3%82%A4%E3%83%88",
	"https://www.amazon.co.jp/s?k=%E3%83%AA%E3%83%A5%E3%83%83%E3%82%AF",
}

// The extract rules of the recipe, as the JSON the API takes.
const extractRulesJSON = `{
    "products": {
        "selector": "div[data-component-type=\"s-search-result\"]",
        "type": "obj",
        "multiple": true,
        "children": {
            "url": {
                "selector": "a.a-link-normal",
                "type": "link"
            },
            "title": {
                "selector": "h2.a-size-base-plus span",
                "type": "text"
            },
            "image": {
                "selector": "img.s-image",
                "type": "image"
            },
            "rating": {
                "selector": "[data-cy='reviews-block'] .a-size-small.a-color-base",
                "type": "text"
            },
            "review_count": {
                "selector": "[data-cy='reviews-block'] a[aria-label*='ratings'] span.a-size-mini",
                "type": "text"
            }
        }
    }
}`

var extractRules map[string]any

func fail(format string, args ...any) {
	fmt.Fprintf(os.Stderr, format+"\n", args...)
	os.Exit(1)
}

func short(s string) string {
	if len(s) > 300 {
		return s[:300]
	}
	return s
}

func params(target string) ujeebu.ScrapeParams {
	p := ujeebu.ScrapeParams{URL: target}
	p.JS = true
	p.ExtractRules = extractRules
	return p
}

func scrape(client *ujeebu.Client, target string) map[string]any {
	// the int is the credits the request cost (the Ujb-Credits header), not an HTTP status
	resp, credits, err := client.Scrape(params(target))
	if err != nil {
		var apiErr *ujeebu.APIError
		if errors.As(err, &apiErr) {
			fail("HTTP %d for %s: %s", apiErr.StatusCode, target, short(apiErr.Message))
		}
		fail("Request failed for %s: %v", target, err)
	}
	fmt.Fprintf(os.Stderr, "Ujb-Credits: %d\n", credits)
	result, _ := resp.Result.(map[string]any)
	return result
}

func printJSON(v any) {
	enc := json.NewEncoder(os.Stdout)
	enc.SetEscapeHTML(false)
	enc.SetIndent("", "  ")
	if err := enc.Encode(v); err != nil {
		fail("Cannot print the result: %v", err)
	}
}

func main() {
	apiKey := os.Getenv("UJEEBU_API_KEY")
	if apiKey == "" {
		fail("Set the UJEEBU_API_KEY environment variable.")
	}
	if err := json.Unmarshal([]byte(extractRulesJSON), &extractRules); err != nil {
		fail("Bad extract rules: %v", err)
	}
	client, err := ujeebu.NewClient(apiKey, ujeebu.WithTimeout(180*time.Second))
	if err != nil {
		fail("%v", err)
	}

	for i, target := range urls {
		if i > 0 {
			time.Sleep(2 * time.Second) // be polite: one page at a time
		}
		printJSON(scrape(client, target))
	}
}

# Scrape Amazon Japan product pages with the Ujeebu Scrape API.
# Calls the recipe amazon-jp/detail: the API applies its extract rules and validated settings (validated 2026-11-06). Send extract_rules or any setting to override them.
# Uses the official SDK ujeebu-python 0.1.5: pip install ujeebu-python==0.1.5
# Run: UJEEBU_API_KEY=your_key python3 amazon_jp_detail_sdk.py

import json
import os
import sys
import time

import requests
from ujeebu_python import UjeebuClient

API_KEY = os.environ.get("UJEEBU_API_KEY")
URLS = [
    "https://www.amazon.co.jp/-/en/dp/B08LGNJR78",
    "https://www.amazon.co.jp/-/en/dp/B0CBTC9Z9D",
]
RECIPE = "amazon-jp/detail"  # rules and settings come from the recipe; add your own to override them


def scrape(client, url):
    # a GET with recipe=: the API applies the recipe and answers {"result": {...}}
    try:
        response = client.scrape(url, params={"recipe": RECIPE})
    except requests.RequestException as error:
        sys.exit(f"Request failed for {url}: {error}")
    if response.status_code != 200:
        try:
            message = response.json().get("message", response.text)
        except ValueError:
            message = response.text
        sys.exit(f"HTTP {response.status_code} for {url}: {str(message)[:300]}")
    print(f"Ujb-Credits: {response.headers.get('Ujb-Credits')}, Ujb-Recipe: {response.headers.get('Ujb-Recipe')}", file=sys.stderr)
    return response.json()["result"]


if not API_KEY:
    sys.exit("Set the UJEEBU_API_KEY environment variable.")

client = UjeebuClient(api_key=API_KEY)

for i, url in enumerate(URLS):
    if i:
        time.sleep(2)  # be polite: one page at a time
    result = scrape(client, url)
    print(result.get("title"), result.get("price"), result.get("rating"), result.get("availability"))
    # Example output: Iris Ohyama (アイリスオーヤマ) 【Just Place to... USD42.12 4.5 out of 5 stars In Stock
    # every field: print(json.dumps(result, indent=2, ensure_ascii=False))

// Scrape Amazon Japan product pages with the Ujeebu Scrape API.
// Calls the recipe amazon-jp/detail: the API applies its extract rules and validated settings (validated 2026-11-06). Send extract_rules or any setting to override them.
// Uses the official SDK @ujeebu-org/ujeebu-sdk 0.1.2: npm install @ujeebu-org/ujeebu-sdk@0.1.2
// Run: UJEEBU_API_KEY=your_key node amazon_jp_detail_sdk.mjs

import { UjeebuClient } from '@ujeebu-org/ujeebu-sdk';

const API_KEY = process.env.UJEEBU_API_KEY;
const URLS = [
  "https://www.amazon.co.jp/-/en/dp/B08LGNJR78",
  "https://www.amazon.co.jp/-/en/dp/B0CBTC9Z9D",
];
const RECIPE = "amazon-jp/detail"; // rules and settings come from the recipe; add your own to override them

async function scrape(client, url) {
  let res;
  try {
    // a GET with recipe=: the API applies the recipe and answers { result: {...} }
    res = await client.scrape(url, { recipe: RECIPE });
  } catch (err) {
    const status = err.response?.status ?? 'error';
    const message = err.response?.data?.message ?? err.message;
    console.error(`HTTP ${status} for ${url}: ${String(message).slice(0, 300)}`);
    process.exit(1);
  }
  console.error(`Ujb-Credits: ${res.headers['ujb-credits']}, Ujb-Recipe: ${res.headers['ujb-recipe']}`);
  return res.data.result;
}

if (!API_KEY) {
  console.error('Set the UJEEBU_API_KEY environment variable.');
  process.exit(1);
}

const client = new UjeebuClient(API_KEY);
const pause = (ms) => new Promise((resolve) => setTimeout(resolve, ms));

for (const [i, url] of URLS.entries()) {
  if (i) await pause(2000); // be polite: one page at a time
  const result = await scrape(client, url);
  console.log(result.title, result.price, result.rating, result.availability);
  // Example output: Iris Ohyama (アイリスオーヤマ) 【Just Place to... USD42.12 4.5 out of 5 stars In Stock
  // every field: console.log(JSON.stringify(result, null, 2));
}

# Scrape Amazon Japan product pages with the Ujeebu Scrape API.
# Calls the recipe amazon-jp/detail: the API applies its extract rules and validated settings (validated 2026-11-06). Send extract_rules or any setting to override them.
# Run: UJEEBU_API_KEY=your_key python3 amazon_jp_detail.py   (pip install requests)

import json
import os
import sys
import time

import requests

API_URL = "https://api.ujeebu.com/scrape"
API_KEY = os.environ.get("UJEEBU_API_KEY")
URLS = [
    "https://www.amazon.co.jp/-/en/dp/B08LGNJR78",
    "https://www.amazon.co.jp/-/en/dp/B0CBTC9Z9D",
]
RECIPE = "amazon-jp/detail"  # rules and settings come from the recipe; add your own to override them


def scrape(url):
    response = requests.get(
        API_URL,
        headers={"ApiKey": API_KEY},
        params={"url": url, "recipe": RECIPE},
        timeout=180,
    )
    if response.status_code != 200:
        try:
            message = response.json().get("message", response.text)
        except ValueError:
            message = response.text
        sys.exit(f"HTTP {response.status_code} for {url}: {str(message)[:300]}")
    print(f"Ujb-Credits: {response.headers.get('Ujb-Credits')}, Ujb-Recipe: {response.headers.get('Ujb-Recipe')}", file=sys.stderr)
    return response.json()["result"]


if not API_KEY:
    sys.exit("Set the UJEEBU_API_KEY environment variable.")

for i, url in enumerate(URLS):
    if i:
        time.sleep(2)  # be polite: one page at a time
    result = scrape(url)
    print(result.get("title"), result.get("price"), result.get("rating"), result.get("availability"))
    # Example output: Iris Ohyama (アイリスオーヤマ) 【Just Place to... USD42.12 4.5 out of 5 stars In Stock
    # every field: print(json.dumps(result, indent=2, ensure_ascii=False))

// Scrape Amazon Japan product pages with the Ujeebu Scrape API.
// Calls the recipe amazon-jp/detail: the API applies its extract rules and validated settings (validated 2026-11-06). Send extract_rules or any setting to override them.
// Run: UJEEBU_API_KEY=your_key node amazon_jp_detail.mjs   (Node.js 18 or later)

const API_URL = 'https://api.ujeebu.com/scrape';
const API_KEY = process.env.UJEEBU_API_KEY;
const URLS = [
  "https://www.amazon.co.jp/-/en/dp/B08LGNJR78",
  "https://www.amazon.co.jp/-/en/dp/B0CBTC9Z9D",
];
const RECIPE = "amazon-jp/detail"; // rules and settings come from the recipe; add your own to override them

async function scrape(url) {
  const params = new URLSearchParams({ url, recipe: RECIPE });
  const res = await fetch(`${API_URL}?${params}`, {
    headers: { ApiKey: API_KEY },
    signal: AbortSignal.timeout(180000),
  });
  const text = await res.text();
  if (res.status !== 200) {
    let message = text;
    try {
      message = JSON.parse(text).message ?? text;
    } catch {}
    console.error(`HTTP ${res.status} for ${url}: ${String(message).slice(0, 300)}`);
    process.exit(1);
  }
  console.error(`Ujb-Credits: ${res.headers.get('ujb-credits')}, Ujb-Recipe: ${res.headers.get('ujb-recipe')}`);
  return JSON.parse(text).result;
}

if (!API_KEY) {
  console.error('Set the UJEEBU_API_KEY environment variable.');
  process.exit(1);
}

const pause = (ms) => new Promise((resolve) => setTimeout(resolve, ms));

for (const [i, url] of URLS.entries()) {
  if (i) await pause(2000); // be polite: one page at a time
  const result = await scrape(url);
  console.log(result.title, result.price, result.rating, result.availability);
  // Example output: Iris Ohyama (アイリスオーヤマ) 【Just Place to... USD42.12 4.5 out of 5 stars In Stock
  // every field: console.log(JSON.stringify(result, null, 2));
}

#!/usr/bin/env bash
# Scrape Amazon Japan product pages with the Ujeebu Scrape API.
# Calls the recipe amazon-jp/detail: the API applies its extract rules and validated settings (validated 2026-11-06). Send extract_rules or any setting to override them.
# Run: UJEEBU_API_KEY=your_key bash amazon_jp_detail.sh   (curl 7.76 or later)
set -euo pipefail

curl -sS --fail-with-body --max-time 180 -D headers.txt -G 'https://api.ujeebu.com/scrape' \
  -H "ApiKey: ${UJEEBU_API_KEY:?Set the UJEEBU_API_KEY environment variable.}" \
  --data-urlencode 'url=https://www.amazon.co.jp/-/en/dp/B08LGNJR78' \
  --data-urlencode 'recipe=amazon-jp/detail'
echo
grep -i -E '^ujb-(credits|recipe)' headers.txt >&2

<?php
// Scrape Amazon Japan product pages with the Ujeebu Scrape API.
// Calls the recipe amazon-jp/detail: the API applies its extract rules and validated settings (validated 2026-11-06). Send extract_rules or any setting to override them.
// Run: UJEEBU_API_KEY=your_key php amazon_jp_detail.php   (PHP 7.4 or later with curl)

$apiKey = getenv('UJEEBU_API_KEY') ?: exit("Set the UJEEBU_API_KEY environment variable.\n");
$urls = [
    'https://www.amazon.co.jp/-/en/dp/B08LGNJR78',
    'https://www.amazon.co.jp/-/en/dp/B0CBTC9Z9D',
];
$recipe = 'amazon-jp/detail'; // rules and settings come from the recipe; add your own to override them

function scrape(string $url, string $apiKey, string $recipe)
{
    $ch = curl_init('https://api.ujeebu.com/scrape?' . http_build_query(['url' => $url, 'recipe' => $recipe]));
    $headers = [];
    curl_setopt_array($ch, [
        CURLOPT_RETURNTRANSFER => true,
        CURLOPT_TIMEOUT => 180,
        CURLOPT_HTTPHEADER => ['ApiKey: ' . $apiKey],
        CURLOPT_HEADERFUNCTION => function ($ch, $line) use (&$headers) {
            if (strpos($line, ':') !== false) {
                [$k, $v] = explode(':', $line, 2);
                $headers[strtolower(trim($k))] = trim($v);
            }
            return strlen($line);
        },
    ]);
    $body = curl_exec($ch);
    if ($body === false) {
        fwrite(STDERR, 'Request failed: ' . curl_error($ch) . "\n");
        exit(1);
    }
    $status = curl_getinfo($ch, CURLINFO_RESPONSE_CODE);
    if ($status !== 200) {
        $message = json_decode($body, true)['message'] ?? $body;
        fwrite(STDERR, "HTTP $status for $url: " . substr((string) $message, 0, 300) . "\n");
        exit(1);
    }
    fwrite(STDERR, 'Ujb-Credits: ' . ($headers['ujb-credits'] ?? '?') . ', Ujb-Recipe: ' . ($headers['ujb-recipe'] ?? '?') . "\n");
    return json_decode($body, true)['result'];
}

foreach ($urls as $i => $url) {
    if ($i > 0) {
        sleep(2); // be polite: one page at a time
    }
    $result = scrape($url, $apiKey, $recipe);
    echo implode(' ', [$result['title'] ?? '', $result['price'] ?? '', $result['rating'] ?? '', $result['availability'] ?? '']), "\n";
    // Example output: Iris Ohyama (アイリスオーヤマ) 【Just Place to... USD42.12 4.5 out of 5 stars In Stock
    // every field: echo json_encode($result, JSON_PRETTY_PRINT | JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE), "\n";
}

// Scrape Amazon Japan product pages with the Ujeebu Scrape API.
// Sends the extract rules and settings of the recipe amazon-jp/detail itself: the Go SDK v0.1.8 has no recipe field and always sends js, which would override the recipe.
// Uses the official SDK github.com/ujeebu/ujeebu-go v0.1.8: go mod init scraper && go get github.com/ujeebu/ujeebu-go@v0.1.8
// Run: UJEEBU_API_KEY=your_key go run amazon_jp_detail.go

package main

import (
	"encoding/json"
	"errors"
	"fmt"
	"os"
	"time"

	ujeebu "github.com/ujeebu/ujeebu-go"
)

var urls = []string{
	"https://www.amazon.co.jp/-/en/dp/B08LGNJR78",
	"https://www.amazon.co.jp/-/en/dp/B0CBTC9Z9D",
}

// The extract rules of the recipe, as the JSON the API takes.
const extractRulesJSON = `{
    "title": {
        "selector": "#productTitle",
        "type": "text"
    },
    "price": {
        "selector": "#corePrice_feature_div .a-price .a-offscreen, #corePriceDisplay_desktop_feature_div .a-price .a-offscreen, .a-price .a-offscreen",
        "type": "text"
    },
    "currency": {
        "selector": "#corePrice_feature_div .a-price-symbol, #corePriceDisplay_desktop_feature_div .a-price-symbol, .a-price .a-price-symbol",
        "type": "text"
    },
    "rating": {
        "selector": "#acrPopover",
        "type": "attr",
        "attribute": "title"
    },
    "review_count": {
        "selector": "span[data-hook='total-review-count'], #acrCustomerReviewText",
        "type": "text"
    },
    "brand": {
        "selector": "#bylineInfo",
        "type": "text"
    },
    "availability": {
        "selector": "span.primary-availability-message, #availability span",
        "type": "text"
    },
    "image": {
        "selector": "img#landingImage",
        "type": "image"
    },
    "sku": {
        "selector": "input#ASIN, input[name='ASIN']",
        "type": "attr",
        "attribute": "value"
    },
    "description": {
        "selector": "meta[name=\"description\"]",
        "type": "attr",
        "attribute": "content"
    },
    "url": {
        "selector": "link[rel=\"canonical\"]",
        "type": "attr",
        "attribute": "href"
    },
    "specs": {
        "type": "fn",
        "fn": "const rows = [...document.querySelectorAll('#productOverview_feature_div tr, #poExpander tr')].map(r => [...r.querySelectorAll('td')].map(td => td.textContent.replace(/\\s+/g, ' ').trim())).filter(c => c.length >= 2 && c[0] && c[1]); const seen = {}; const out = rows.filter(c => !seen[c[0]] && (seen[c[0]] = 1)).map(c => c[0] + ': ' + c[1]); return out.length ? out.join(' | ').slice(0, 1500) : null;"
    },
    "features": {
        "type": "fn",
        "fn": "const li = [...document.querySelectorAll('#feature-bullets li span.a-list-item')].map(s => s.textContent.replace(/\\s+/g, ' ').trim()).filter(Boolean); return li.length ? li.join(' | ').slice(0, 2000) : null;"
    },
    "images": {
        "type": "fn",
        "fn": "const u = [...document.querySelectorAll('#altImages img')].map(i => i.getAttribute('src')).filter(s => s && /^https:/.test(s) && !/play-icon|transparent-pixel|sprite/i.test(s)).map(s => s.replace(/\\._[^/]*_\\./, '.')); return u.length ? [...new Set(u)].slice(0, 10) : null;"
    }
}`

var extractRules map[string]any

func fail(format string, args ...any) {
	fmt.Fprintf(os.Stderr, format+"\n", args...)
	os.Exit(1)
}

func short(s string) string {
	if len(s) > 300 {
		return s[:300]
	}
	return s
}

func params(target string) ujeebu.ScrapeParams {
	p := ujeebu.ScrapeParams{URL: target}
	p.JS = true
	p.ExtractRules = extractRules
	return p
}

func scrape(client *ujeebu.Client, target string) map[string]any {
	// the int is the credits the request cost (the Ujb-Credits header), not an HTTP status
	resp, credits, err := client.Scrape(params(target))
	if err != nil {
		var apiErr *ujeebu.APIError
		if errors.As(err, &apiErr) {
			fail("HTTP %d for %s: %s", apiErr.StatusCode, target, short(apiErr.Message))
		}
		fail("Request failed for %s: %v", target, err)
	}
	fmt.Fprintf(os.Stderr, "Ujb-Credits: %d\n", credits)
	result, _ := resp.Result.(map[string]any)
	return result
}

func printJSON(v any) {
	enc := json.NewEncoder(os.Stdout)
	enc.SetEscapeHTML(false)
	enc.SetIndent("", "  ")
	if err := enc.Encode(v); err != nil {
		fail("Cannot print the result: %v", err)
	}
}

func main() {
	apiKey := os.Getenv("UJEEBU_API_KEY")
	if apiKey == "" {
		fail("Set the UJEEBU_API_KEY environment variable.")
	}
	if err := json.Unmarshal([]byte(extractRulesJSON), &extractRules); err != nil {
		fail("Bad extract rules: %v", err)
	}
	client, err := ujeebu.NewClient(apiKey, ujeebu.WithTimeout(180*time.Second))
	if err != nil {
		fail("%v", err)
	}

	for i, target := range urls {
		if i > 0 {
			time.Sleep(2 * time.Second) // be polite: one page at a time
		}
		printJSON(scrape(client, target))
	}
}