使用Java爬虫获取微店商品详情实践指南

在电商领域，获取商品详情数据对于商家和开发者来说至关重要。微店作为国内知名的电商平台，提供了丰富的商品数据接口，方便开发者通过API调用获取商品详情。以下将详细介绍如何使用Java爬虫获取微店商品详情，并提供具体的代码示例。

一、微店商品详情API接口简介

微店提供了商品详情API接口（micro.item.get），用于获取指定商品的详细信息。通过该接口，开发者可以快速获取商品的标题、价格、库存、描述、图片等关键信息。

二、获取API权限

（一）注册开发者账号

在调用微店商品详情API接口之前，需要在微店开放平台注册一个开发者账号，并创建应用以获取API密钥（apiKey）和访问令牌（accessToken）。

（二）获取Access Token

许多API接口调用需要使用Access Token。可以通过以下步骤获取：

POST https://open.weidian.com/api/oauth2/token
Content-Type: application/x-www-form-urlencoded
grant_type=client_credentials&client_id=YOUR_CLIENT_ID&client_secret=YOUR_CLIENT_SECRET

响应示例：

{"access_token": "YOUR_ACCESS_TOKEN","expires_in": 7200,"scope": "all"
}

三、调用API接口获取商品详情

以下是一个使用Java的HttpClient库调用微店商品详情API接口的示例代码：

import org.apache.http.client.methods.HttpGet;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.util.EntityUtils;
import com.fasterxml.jackson.databind.ObjectMapper;public class WeidianCrawler {public static void main(String[] args) {String clientId = "YOUR_CLIENT_ID";  // 替换为您的Client IDString clientSecret = "YOUR_CLIENT_SECRET";  // 替换为您的Client SecretString itemId = "YOUR_ITEM_ID";  // 替换为您的商品ID// 获取Access TokenString authUrl = "https://open.weidian.com/api/oauth2/token";String accessToken = getAccessToken(authUrl, clientId, clientSecret);// 调用商品详情接口String itemUrl = "https://api.weidian.com/v1/items/details";String response = getItemDetails(itemUrl, accessToken, itemId);// 解析响应数据parseItemDetails(response);}private static String getAccessToken(String authUrl, String clientId, String clientSecret) {try (CloseableHttpClient httpClient = HttpClients.createDefault()) {HttpPost post = new HttpPost(authUrl);List<NameValuePair> params = new ArrayList<>();params.add(new BasicNameValuePair("grant_type", "client_credentials"));params.add(new BasicNameValuePair("client_id", clientId));params.add(new BasicNameValuePair("client_secret", clientSecret));post.setEntity(new UrlEncodedFormEntity(params));HttpResponse response = httpClient.execute(post);String jsonResponse = EntityUtils.toString(response.getEntity());ObjectMapper mapper = new ObjectMapper();Map<String, Object> jsonResponseMap = mapper.readValue(jsonResponse, Map.class);return (String) jsonResponseMap.get("access_token");} catch (Exception e) {e.printStackTrace();return null;}}private static String getItemDetails(String itemUrl, String accessToken, String itemId) {try (CloseableHttpClient httpClient = HttpClients.createDefault()) {HttpGet get = new HttpGet(itemUrl + "?access_token=" + accessToken + "&item_id=" + itemId);HttpResponse response = httpClient.execute(get);return EntityUtils.toString(response.getEntity());} catch (Exception e) {e.printStackTrace();return null;}}private static void parseItemDetails(String response) {try {ObjectMapper mapper = new ObjectMapper();Map<String, Object> jsonResponseMap = mapper.readValue(response, Map.class);Map<String, Object> data = (Map<String, Object>) jsonResponseMap.get("data");System.out.println("商品ID: " + data.get("item_id"));System.out.println("商品名称: " + data.get("name"));System.out.println("商品价格: " + data.get("price"));System.out.println("商品库存: " + data.get("stock"));System.out.println("商品描述: " + data.get("description"));} catch (Exception e) {e.printStackTrace();}}
}