知微
fa45d8aa5f
- health_checklist.json: 192.168.1.122→node122
- ocr_client.py: docstring IP→node122
- docs/market-data-requirements.md: IP→node122
- 所有API调用通过ProxyHandler({})绕过系统代理
Privoxy对node122:18003返回500，直连正常
233 lines
9.2 KiB
Python
233 lines
9.2 KiB
Python
# -*- coding:utf-8 -*-
|
|
# !/usr/bin/env python
|
|
"""
|
|
Date: 2024/8/10 15:30
|
|
Desc: 搜猪-生猪大数据-各省均价实时排行榜
|
|
https://www.soozhu.com/price/data/center/
|
|
"""
|
|
|
|
import pandas as pd
|
|
import requests
|
|
from bs4 import BeautifulSoup
|
|
|
|
|
|
def spot_hog_soozhu() -> pd.DataFrame:
|
|
"""
|
|
搜猪-生猪大数据-各省均价实时排行榜
|
|
https://www.soozhu.com/price/data/center/
|
|
:return: 各省均价实时排行榜
|
|
:rtype: pandas.DataFrame
|
|
"""
|
|
session = requests.session()
|
|
url = "https://www.soozhu.com/price/data/center/"
|
|
r = session.get(url)
|
|
soup = BeautifulSoup(r.text, features="lxml")
|
|
token = soup.find(name="input", attrs={"name": "csrfmiddlewaretoken"})["value"]
|
|
url = "https://www.soozhu.com/price/data/center/"
|
|
payload = {"act": "mapdata", "csrfmiddlewaretoken": token}
|
|
r = session.post(url, data=payload)
|
|
data_json = r.json()
|
|
temp_df = pd.DataFrame(data_json["vlist"])
|
|
price_list = [item[0] for item in temp_df["value"]]
|
|
pct_list = [item[1] for item in temp_df["value"]]
|
|
big_df = pd.DataFrame([temp_df["name"].values, price_list, pct_list]).T
|
|
big_df.columns = ["省份", "价格", "涨跌幅"]
|
|
big_df["价格"] = pd.to_numeric(big_df["价格"], errors="coerce")
|
|
big_df["涨跌幅"] = pd.to_numeric(big_df["涨跌幅"], errors="coerce")
|
|
big_df["涨跌幅"] = round(big_df["涨跌幅"], 2)
|
|
return big_df
|
|
|
|
|
|
def spot_hog_year_trend_soozhu() -> pd.DataFrame:
|
|
"""
|
|
搜猪-生猪大数据-今年以来全国出栏均价走势
|
|
https://www.soozhu.com/price/data/center/
|
|
:return: 今年以来全国出栏均价走势
|
|
:rtype: pandas.DataFrame
|
|
"""
|
|
session = requests.session()
|
|
url = "https://www.soozhu.com/price/data/center/"
|
|
r = session.get(url)
|
|
soup = BeautifulSoup(r.text, features="lxml")
|
|
token = soup.find(name="input", attrs={"name": "csrfmiddlewaretoken"})["value"]
|
|
url = "https://www.soozhu.com/price/data/center/"
|
|
payload = {"act": "yeartrend", "csrfmiddlewaretoken": token}
|
|
r = session.post(url, data=payload)
|
|
data_json = r.json()
|
|
temp_df = pd.DataFrame(data_json["nationlist"])
|
|
temp_df.columns = ["日期", "价格"]
|
|
temp_df["日期"] = pd.to_datetime(temp_df["日期"], errors="coerce").dt.date
|
|
temp_df["价格"] = pd.to_numeric(temp_df["价格"], errors="coerce")
|
|
temp_df.sort_values(by=["日期"], ignore_index=True, inplace=True)
|
|
return temp_df
|
|
|
|
|
|
def spot_hog_lean_price_soozhu() -> pd.DataFrame:
|
|
"""
|
|
搜猪-生猪大数据-全国瘦肉型肉猪
|
|
https://www.soozhu.com/price/data/center/
|
|
:return: 全国瘦肉型肉猪
|
|
:rtype: pandas.DataFrame
|
|
"""
|
|
session = requests.session()
|
|
url = "https://www.soozhu.com/price/data/center/"
|
|
r = session.get(url)
|
|
soup = BeautifulSoup(r.text, features="lxml")
|
|
token = soup.find(name="input", attrs={"name": "csrfmiddlewaretoken"})["value"]
|
|
url = "https://www.soozhu.com/price/data/center/"
|
|
payload = {"act": "pricetrend", "indid": "", "csrfmiddlewaretoken": token}
|
|
r = session.post(url, data=payload)
|
|
data_json = r.json()
|
|
temp_df = pd.DataFrame(data_json["datalist"])
|
|
temp_df.columns = ["日期", "价格"]
|
|
temp_df["日期"] = pd.to_datetime(temp_df["日期"], errors="coerce").dt.date
|
|
temp_df["价格"] = pd.to_numeric(temp_df["价格"], errors="coerce")
|
|
temp_df.sort_values(by=["日期"], ignore_index=True, inplace=True)
|
|
return temp_df
|
|
|
|
|
|
def spot_hog_three_way_soozhu() -> pd.DataFrame:
|
|
"""
|
|
搜猪-生猪大数据-全国三元仔猪
|
|
https://www.soozhu.com/price/data/center/
|
|
:return: 全国三元仔猪
|
|
:rtype: pandas.DataFrame
|
|
"""
|
|
session = requests.session()
|
|
url = "https://www.soozhu.com/price/data/center/"
|
|
r = session.get(url)
|
|
soup = BeautifulSoup(r.text, features="lxml")
|
|
token = soup.find(name="input", attrs={"name": "csrfmiddlewaretoken"})["value"]
|
|
url = "https://www.soozhu.com/price/data/center/"
|
|
payload = {"act": "pricetrend", "indid": "4", "csrfmiddlewaretoken": token}
|
|
r = session.post(url, data=payload)
|
|
data_json = r.json()
|
|
temp_df = pd.DataFrame(data_json["datalist"])
|
|
temp_df.columns = ["日期", "价格"]
|
|
temp_df["日期"] = pd.to_datetime(temp_df["日期"], errors="coerce").dt.date
|
|
temp_df["价格"] = pd.to_numeric(temp_df["价格"], errors="coerce")
|
|
temp_df.sort_values(by=["日期"], ignore_index=True, inplace=True)
|
|
return temp_df
|
|
|
|
|
|
def spot_hog_crossbred_soozhu() -> pd.DataFrame:
|
|
"""
|
|
搜猪-生猪大数据-全国后备二元母猪
|
|
https://www.soozhu.com/price/data/center/
|
|
:return: 全国后备二元母猪
|
|
:rtype: pandas.DataFrame
|
|
"""
|
|
session = requests.session()
|
|
url = "https://www.soozhu.com/price/data/center/"
|
|
r = session.get(url)
|
|
soup = BeautifulSoup(r.text, features="lxml")
|
|
token = soup.find(name="input", attrs={"name": "csrfmiddlewaretoken"})["value"]
|
|
url = "https://www.soozhu.com/price/data/center/"
|
|
payload = {"act": "pricetrend", "indid": "6", "csrfmiddlewaretoken": token}
|
|
r = session.post(url, data=payload)
|
|
data_json = r.json()
|
|
temp_df = pd.DataFrame(data_json["datalist"])
|
|
temp_df.columns = ["日期", "价格"]
|
|
temp_df["日期"] = pd.to_datetime(temp_df["日期"], errors="coerce").dt.date
|
|
temp_df["价格"] = pd.to_numeric(temp_df["价格"], errors="coerce")
|
|
temp_df.sort_values(by=["日期"], ignore_index=True, inplace=True)
|
|
return temp_df
|
|
|
|
|
|
def spot_corn_price_soozhu() -> pd.DataFrame:
|
|
"""
|
|
搜猪-生猪大数据-全国玉米价格走势
|
|
https://www.soozhu.com/price/data/center/
|
|
:return: 全国玉米价格走势
|
|
:rtype: pandas.DataFrame
|
|
"""
|
|
session = requests.session()
|
|
url = "https://www.soozhu.com/price/data/center/"
|
|
r = session.get(url)
|
|
soup = BeautifulSoup(r.text, features="lxml")
|
|
token = soup.find(name="input", attrs={"name": "csrfmiddlewaretoken"})["value"]
|
|
url = "https://www.soozhu.com/price/data/center/"
|
|
payload = {"act": "pricetrend", "indid": "8", "csrfmiddlewaretoken": token}
|
|
r = session.post(url, data=payload)
|
|
data_json = r.json()
|
|
temp_df = pd.DataFrame(data_json["datalist"])
|
|
temp_df.columns = ["日期", "价格"]
|
|
temp_df["日期"] = pd.to_datetime(temp_df["日期"], errors="coerce").dt.date
|
|
temp_df["价格"] = pd.to_numeric(temp_df["价格"], errors="coerce")
|
|
temp_df.sort_values(by=["日期"], ignore_index=True, inplace=True)
|
|
return temp_df
|
|
|
|
|
|
def spot_soybean_price_soozhu() -> pd.DataFrame:
|
|
"""
|
|
搜猪-生猪大数据-全国豆粕价格走势
|
|
https://www.soozhu.com/price/data/center/
|
|
:return: 全国豆粕价格走势
|
|
:rtype: pandas.DataFrame
|
|
"""
|
|
session = requests.session()
|
|
url = "https://www.soozhu.com/price/data/center/"
|
|
r = session.get(url)
|
|
soup = BeautifulSoup(r.text, features="lxml")
|
|
token = soup.find(name="input", attrs={"name": "csrfmiddlewaretoken"})["value"]
|
|
url = "https://www.soozhu.com/price/data/center/"
|
|
payload = {"act": "pricetrend", "indid": "9", "csrfmiddlewaretoken": token}
|
|
r = session.post(url, data=payload)
|
|
data_json = r.json()
|
|
temp_df = pd.DataFrame(data_json["datalist"])
|
|
temp_df.columns = ["日期", "价格"]
|
|
temp_df["日期"] = pd.to_datetime(temp_df["日期"], errors="coerce").dt.date
|
|
temp_df["价格"] = pd.to_numeric(temp_df["价格"], errors="coerce")
|
|
temp_df.sort_values(by=["日期"], ignore_index=True, inplace=True)
|
|
return temp_df
|
|
|
|
|
|
def spot_mixed_feed_soozhu() -> pd.DataFrame:
|
|
"""
|
|
搜猪-生猪大数据-全国育肥猪合料（含自配料）半月走势
|
|
https://www.soozhu.com/price/data/center/
|
|
:return: 全国育肥猪合料（含自配料）半月走势
|
|
:rtype: pandas.DataFrame
|
|
"""
|
|
session = requests.session()
|
|
url = "https://www.soozhu.com/price/data/center/"
|
|
r = session.get(url)
|
|
soup = BeautifulSoup(r.text, features="lxml")
|
|
token = soup.find(name="input", attrs={"name": "csrfmiddlewaretoken"})["value"]
|
|
url = "https://www.soozhu.com/price/data/center/"
|
|
payload = {"act": "pricetrend", "indid": "11", "csrfmiddlewaretoken": token}
|
|
r = session.post(url, data=payload)
|
|
data_json = r.json()
|
|
temp_df = pd.DataFrame(data_json["datalist"])
|
|
temp_df.columns = ["日期", "价格"]
|
|
temp_df["日期"] = pd.to_datetime(temp_df["日期"], errors="coerce").dt.date
|
|
temp_df["价格"] = pd.to_numeric(temp_df["价格"], errors="coerce")
|
|
temp_df.sort_values(by=["日期"], ignore_index=True, inplace=True)
|
|
return temp_df
|
|
|
|
|
|
if __name__ == "__main__":
|
|
spot_hog_soozhu_df = spot_hog_soozhu()
|
|
print(spot_hog_soozhu_df)
|
|
|
|
spot_hog_year_trend_soozhu_df = spot_hog_year_trend_soozhu()
|
|
print(spot_hog_year_trend_soozhu_df)
|
|
|
|
spot_hog_lean_price_soozhu_df = spot_hog_lean_price_soozhu()
|
|
print(spot_hog_lean_price_soozhu_df)
|
|
|
|
spot_hog_three_way_soozhu_df = spot_hog_three_way_soozhu()
|
|
print(spot_hog_three_way_soozhu_df)
|
|
|
|
spot_hog_crossbred_soozhu_df = spot_hog_crossbred_soozhu()
|
|
print(spot_hog_crossbred_soozhu_df)
|
|
|
|
spot_corn_price_soozhu_df = spot_corn_price_soozhu()
|
|
print(spot_corn_price_soozhu_df)
|
|
|
|
spot_soybean_price_soozhu_df = spot_soybean_price_soozhu()
|
|
print(spot_soybean_price_soozhu_df)
|
|
|
|
spot_mixed_feed_soozhu_df = spot_mixed_feed_soozhu()
|
|
print(spot_mixed_feed_soozhu_df)
|