知微
fa45d8aa5f
- health_checklist.json: 192.168.1.122→node122
- ocr_client.py: docstring IP→node122
- docs/market-data-requirements.md: IP→node122
- 所有API调用通过ProxyHandler({})绕过系统代理
Privoxy对node122:18003返回500，直连正常
133 lines
3.4 KiB
Python
133 lines
3.4 KiB
Python
#!/usr/bin/env python
|
|
# -*- coding:utf-8 -*-
|
|
"""
|
|
Date: 2021/11/15 20:40
|
|
Desc: 艺恩
|
|
视频放映
|
|
电视剧集
|
|
综艺节目
|
|
https://www.endata.com.cn/Video/index.html
|
|
"""
|
|
|
|
import json
|
|
import os
|
|
|
|
import pandas as pd
|
|
import requests
|
|
import py_mini_racer
|
|
|
|
|
|
def _get_js_path(name: str = "", module_file: str = "") -> str:
|
|
"""
|
|
get JS file path
|
|
:param name: file name
|
|
:type name: str
|
|
:param module_file: filename
|
|
:type module_file: str
|
|
:return: 路径
|
|
:rtype: str
|
|
"""
|
|
module_folder = os.path.abspath(os.path.dirname(os.path.dirname(module_file)))
|
|
module_json_path = os.path.join(module_folder, "movie", name)
|
|
return module_json_path
|
|
|
|
|
|
def _get_file_content(file_name: str = "jm.js"):
|
|
"""
|
|
read the file content
|
|
:param file_name: filename
|
|
:type file_name: str
|
|
:return: file content
|
|
:rtype: str
|
|
"""
|
|
setting_file_name = file_name
|
|
setting_file_path = _get_js_path(setting_file_name, __file__)
|
|
with open(setting_file_path) as f:
|
|
file_data = f.read()
|
|
return file_data
|
|
|
|
|
|
def decrypt(origin_data: str = "") -> str:
|
|
"""
|
|
解密艺恩的加密数据
|
|
:param origin_data: 解密前的字符串
|
|
:type origin_data: str
|
|
:return: 解密后的字符串
|
|
:rtype: str
|
|
"""
|
|
file_data = _get_file_content(file_name="jm.js")
|
|
ctx = py_mini_racer.MiniRacer()
|
|
ctx.eval(file_data)
|
|
data = ctx.call("webInstace.shell", origin_data)
|
|
return data
|
|
|
|
|
|
def video_tv() -> pd.DataFrame:
|
|
"""
|
|
艺恩-视频放映-电视剧集
|
|
https://www.endata.com.cn/Video/index.html
|
|
:return: 电视剧集
|
|
:rtype: pandas.DataFrame
|
|
"""
|
|
url = "https://www.endata.com.cn/API/GetData.ashx"
|
|
payload = {"tvType": 2, "MethodName": "BoxOffice_GetTvData_PlayIndexRank"}
|
|
r = requests.post(url, data=payload)
|
|
r.encoding = "utf8"
|
|
data_json = json.loads(decrypt(r.text))
|
|
temp_df = pd.DataFrame(data_json["Data"]["Table"])
|
|
report_date = data_json["Data"]["Table1"][0]["MaxDate"]
|
|
temp_df.columns = [
|
|
"排序",
|
|
"名称",
|
|
"类型",
|
|
"播映指数",
|
|
"用户热度",
|
|
"媒体热度",
|
|
"观看度",
|
|
"好评度",
|
|
]
|
|
temp_df = temp_df[
|
|
["排序", "名称", "类型", "播映指数", "媒体热度", "用户热度", "好评度", "观看度"]
|
|
]
|
|
temp_df["统计日期"] = report_date
|
|
return temp_df
|
|
|
|
|
|
def video_variety_show() -> pd.DataFrame:
|
|
"""
|
|
艺恩-视频放映-综艺节目
|
|
https://www.endata.com.cn/Video/index.html
|
|
:return: 综艺节目
|
|
:rtype: pandas.DataFrame
|
|
"""
|
|
url = "https://www.endata.com.cn/API/GetData.ashx"
|
|
payload = {"tvType": 8, "MethodName": "BoxOffice_GetTvData_PlayIndexRank"}
|
|
r = requests.post(url, data=payload)
|
|
r.encoding = "utf8"
|
|
data_json = json.loads(decrypt(r.text))
|
|
temp_df = pd.DataFrame(data_json["Data"]["Table"])
|
|
report_date = data_json["Data"]["Table1"][0]["MaxDate"]
|
|
temp_df.columns = [
|
|
"排序",
|
|
"名称",
|
|
"类型",
|
|
"播映指数",
|
|
"用户热度",
|
|
"媒体热度",
|
|
"观看度",
|
|
"好评度",
|
|
]
|
|
temp_df = temp_df[
|
|
["排序", "名称", "类型", "播映指数", "媒体热度", "用户热度", "好评度", "观看度"]
|
|
]
|
|
temp_df["统计日期"] = report_date
|
|
return temp_df
|
|
|
|
|
|
if __name__ == "__main__":
|
|
video_tv_df = video_tv()
|
|
print(video_tv_df)
|
|
|
|
video_variety_show_df = video_variety_show()
|
|
print(video_variety_show_df)
|