使用网络爬虫API从任何网站获取数据

import requests
from pprint import pprint

# Structure payload.
payload = {
    'source': 'amazon_product',
    'query': 'B0BGYWPWNC',
    'geo_location': '90210',
    'domain': 'com',
    'parse': True
}

# Take a free trial or buy the product on our dashboard to create an API user.
# Replace 'USERNAME' and 'PASSWORD' with your API credentials to run this request.

# Get response by using real-time endpoint.
response = requests.request(
    'POST',
'https://realtime.oxylabs.io/v1/queries',
    auth=('USERNAME', 'PASSWORD'),
    json=payload,
)

# Print prettified response to stdout.
pprint(response.json())

...
"product_details": {
    "os": "iOS 16",
    "ram": "1024 GB",
    "asin": "B0BGYWPWNC",
    "color": "Silver",
    "batteries": "1 Lithium Ion batteries required. (included)",
    "form_factor": "Slate",
    "item_weight": "15.5 ounces",
    "manufacturer": "Apple Computer",
    "customer_reviews": "4.2 4.2 out of 5 stars 1,444 ratings 4.2 out of 5 stars",
    "whats_in_the_box": "iPhone, Charger, Mfi cable, SIM Pin ejector",
    "best_sellers_rank": "#139 in Amazon Renewed (See Top 100 in Amazon Renewed) #49 in Renewed Smartphones #1,003 in Climate Pledge Friendly: Electronics",
    "country_of_origin": "China",
    "item_model_number": "A2483",
    "product_dimensions": "0.28 x 2.8 x 5.75 inches",
    "battery_power_rating": "3095",
    "date_first_available": "September 30, 2022",
    "other_display_features": "Wireless",
    "memory_storage_capacity": "1024 GB",
    "connectivity_technologies": "Wi-Fi",
    "ram_memory_installed_size": "1 TB",
    "standing_screen_display_size": "6.1 Inches"
},
...