"""
雪球网财务数据 根据接口
"""
import json
import time

import redis
import requests
from bs4 import BeautifulSoup
import datetime
from selenium import webdriver

from BaseCore import BaseCore
baseCore = BaseCore()
log = baseCore.getLogger()

def getFormatedate(timestamp):
    date = datetime.datetime.fromtimestamp(timestamp)
    formatted_date = date.strftime('%Y-%m-%d')
    return formatted_date

def check_code(com_code):
    r = redis.Redis(host="114.115.236.206",port=6379,password='clbzzsn',db=3)
    res = r.exists('com_xqcwsj_code::'+com_code)
    if res:
        return False
    else:
        return True

def check_date(com_code,info_date):
    r = redis.Redis(host="114.115.236.206", port=6379, password='clbzzsn', db=3)
    res = r.sismember('com_xqcwsj_code::'+com_code, info_date)  # 注意是 保存set的方式
    if res:
        return True
    else:
        return False

# 将采集后的股票代码对应的报告期保存进redis
def add_date(com_code,report_date):
    r = redis.Redis(host="114.115.236.206", port=6379, password='clbzzsn',db=3)

    res = r.sadd('com_xqcwsj_code::'+com_code,report_date)

def getrequests(url):
    req = requests.get(url=url, headers=headers)
    data = req.json()
    a_infoData = data['data']['list']
    return a_infoData

def getdriver(url_name):
    opt = webdriver.ChromeOptions()
    opt.add_argument(
        'user-agent=Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36')

    opt.add_argument("--ignore-certificate-errors")
    opt.add_argument("--ignore-ssl-errors")
    opt.add_experimental_option("excludeSwitches", ["enable-automation"])
    opt.add_experimental_option('excludeSwitches', ['enable-logging'])
    opt.add_experimental_option('useAutomationExtension', False)
    opt.binary_location = r'D:/Google/Chrome/Application/chrome.exe'
    chromedriver = r'D:/cmd100/chromedriver.exe'
    browser = webdriver.Chrome(chrome_options=opt, executable_path=chromedriver)
    # 使用模拟浏览器打开
    browser.get(url_name)
    time.sleep(3)
    page_source = browser.page_source
    soup = BeautifulSoup(page_source, 'html.parser')
    return soup

def getdetail(reportInfodata,name_map,listinfo,url_name):
    # # 报告期
    # report_date = reportInfodata['report_date']
    # report_date = getFormatedate(int(report_date / 1000))
    #模拟浏览器请求
    soup = getdriver(url_name)
    time.sleep(2)
    # 利润表
    table = soup.find('div', class_='tab-table-responsive')
    list_tr = table.find_all('tr')
    for tr in list_tr[1:]:
        info_name = tr.find('td', colspan='2').text
        # 营业总收入
        try:
            info_enname = name_map[info_name]
            info_data = reportInfodata[info_enname][0]
            if info_data is None:
                info_data = '--'
        except:
            info_enname = '--'
            info_data = '--'
        dic_info = {
            "name": info_name,
            'enName': info_enname,
            "value": info_data,
            "unit": "元"
        }
        listinfo.append(dic_info)
    return listinfo

def getinfo(info_date,com_code,social_code):

    for nnn in range(0, 3):
        try:
            panduan = check_date(com_code, info_date)
            break
        except:
            time.sleep(1)
    if panduan:
        log.info(f'{info_date}----已采集过')
        return
    else:
        pass

    for nnn in range(0, 3):
        try:
            ynFirst = check_code(com_code)
            break
        except:
            time.sleep(1)

          #'https://stock.xueqiu.com/v5/stock/finance/cn/balance.json?symbol=NQ873286&type=all&is_detail=true&count=5&timestamp=1694508688637'
    url_lrb = f'https://stock.xueqiu.com/v5/stock/finance/cn/income.json?symbol={com_code}&type=all&is_detail=true&count=5&timestamp=1694414063178'

    url_zcfzb = f'https://stock.xueqiu.com/v5/stock/finance/cn/balance.json?symbol={com_code}&type=all&is_detail=true&count=5&timestamp=1694508688637'

    url_xjllb = f'https://stock.xueqiu.com/v5/stock/finance/cn/cash_flow.json?symbol={com_code}&type=all&is_detail=true&count=5&timestamp=1694512695956'

    lrb_name = f'https://xueqiu.com/snowman/S/{com_code}/detail#/GSLRB'
    zcfzb_name = f'https://xueqiu.com/snowman/S/{com_code}/detail#/ZCFZB'
    xjllb_name = f'https://xueqiu.com/snowman/S/{com_code}/detail#/XJLLB'

    a_infoData = getrequests(url_lrb)
    b_infoData = getrequests(url_zcfzb)
    c_infoData = getrequests(url_xjllb)

    listLrb = []
    listZcfzb = []
    listXjllb = []
    for i in range(len(a_infoData)):
        report_date_a = a_infoData[i]['report_date']
        report_date_a = getFormatedate(int(report_date_a / 1000))
        if info_date == report_date_a:
            log.info(f'======正在采集利润表：{com_code}---{info_date}=======')
            # 利润表
            reportLrbdata = a_infoData[i]
            listLrb = getdetail(reportLrbdata, lrb_name_map, listLrb, lrb_name)
            log.info(f'利润表数据：{len(listLrb)}个')
            break
        else:
            continue

    for j in range(len(b_infoData)):
        report_date_b = b_infoData[j]['report_date']
        report_date_b = getFormatedate(int(report_date_b / 1000))
        if info_date == report_date_b:
            log.info(f'======正在采集资产负债表：{com_code}---{info_date}=======')
            reportZcfzbdata = b_infoData[j]
            listZcfzb = getdetail(reportZcfzbdata, zcfzb_name_map, listZcfzb, zcfzb_name)
            log.info(f'资产负债表数据：{len(listZcfzb)}个')
            break
        else:
            continue
    for k in range(len(c_infoData)):
        report_date_c = c_infoData[k]['report_date']
        report_date_c = getFormatedate(int(report_date_c / 1000))
        if info_date == report_date_c:
            log.info(f'======正在采集现金流量表：{com_code}---{info_date}=======')
            reportXjllbdata = c_infoData[k]
            listXjllb = getdetail(reportXjllbdata, xjllb_name_map, listXjllb, xjllb_name)
            log.info(f'现金流量表数据：{len(listXjllb)}个')
            break
        else:
            continue
    # reportLrbname = a_infoData[i]['report_name']
    # reporZCFZbname = b_infoData[i]['report_name']
    # reportXJLLBname = c_infoData[i]['report_name']

    #时间戳转化为日期
    # report_date = getFormatedate(int(report_date / 1000))
    # 检查报告期是否已经存在

    # log.info(f'======正在采集：{com_code}---{info_date}=======')
    # #利润表
    # reportLrbdata = a_infoData[i]
    # list_Lrb = getdetail(reportLrbdata,lrb_name_map,listLrb,lrb_name)
    # log.info(f'利润表数据：{len(list_Lrb)}个')
    #
    # # print(list_Lrb)
    # #资产负债表
    # try:
    #     reportZcfzbdata = b_infoData[j]
    #     list_Zcfzb = getdetail(reportZcfzbdata,zcfzb_name_map,listZcfzb,zcfzb_name)
    #
    # except:
    #     list_Zcfzb = []
    # #现金流量表
    # reportXjllbdata = c_infoData[k]
    # list_Xjllb = getdetail(reportXjllbdata,xjllb_name_map,listXjllb,xjllb_name)
    if listLrb and listZcfzb and listXjllb:
        dic_info = {
            "socialCreditCode": social_code,
            "securitiesCode": com_code[2:],
            "date": info_date,
            "debt": listZcfzb,
            "profit": listLrb,
            "cash": listXjllb,
            "ynFirst": ynFirst,
        }
        # print(dic_info)
        #一个报告期结束
        log.info(f'----{com_code}--{info_date}----结束')
        if dic_info:
            # 调凯歌接口存储数据
            data = json.dumps(dic_info)
            # print(data)
            url_baocun = 'http://114.115.236.206:8088/sync/finance/xq'
            for nnn in range(0, 3):
                try:
                    res_baocun = requests.post(url_baocun, data=data)
                    break
                except:
                    time.sleep(1)
            log.info(f'----{com_code}--{info_date}--------数据发送接口完毕------------')
            for nnn in range(0, 3):
                try:
                    add_date(com_code, info_date)
                    break
                except:
                    time.sleep(1)
        else:
            log.error(f'---{com_code}--{info_date}--')
    else:
        log.info(f'{com_code}---{info_date}---无数据')

if __name__ == '__main__':
    info_date_list = []
    list_date = []
    # list_date = ['2023-06-30']
    # list_month = ['-12-31', '-06-30']
    # for year in range(2022, 2020, -1):
    #     for month in list_month:
    #         date = str(year) + month
    #         list_date.append(date)
    current_date_ = datetime.datetime.now()

    year = int(current_date_.strftime('%Y'))
    # list_date = ['2023-09-30','2023-06-30','2023-03-31']

    list_month = ['-12-31', '-09-30', '-06-30', '-03-31']
    for year in range(year, 2020, -1):
        for month in list_month:
            date = str(year) + month
            # todo:判断拼接的报告期是否大于当前日期，如果大于当前日期，怎说明还没到这个时间，跳过
            current_date = current_date_.strftime('%Y-%m-%d')
            if current_date < date:
                continue
            list_date.append(date)


    headers = {
        'authority': 'stock.xueqiu.com',
        'method': 'GET',
        'path': '/v5/stock/finance/cn/income.json?symbol=NQ873286&type=all&is_detail=true&count=5&timestamp=1694414063178',
        'scheme': 'https',
        'Accept': 'application/json, text/plain, */*',
        'Accept-Encoding': 'gzip, deflate, br',
        'Accept-Language': 'zh-CN,zh;q=0.9',
        'Cache-Control': 'no-cache',
        'Cookie': 'cookiesu=181695108116155; device_id=46ec772dfdf04c691b8e58a2b65c3c1a; s=cb12c0lym8; xq_a_token=a97fa15a5bb947c53ed434a6c0364dd03f36962c; xqat=a97fa15a5bb947c53ed434a6c0364dd03f36962c; xq_r_token=457987e3f3df9d22b53ad50b975087ff84ee9a79; xq_id_token=eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiJ9.eyJ1aWQiOi0xLCJpc3MiOiJ1YyIsImV4cCI6MTcwNDU4NzkwNCwiY3RtIjoxNzAyOTY4MTA0NTAyLCJjaWQiOiJkOWQwbjRBWnVwIn0.MWTvu9PB8MH3bfoemYe4oSuRNy9TkVk4E3OgNPiaSPTIuIESgx5guP7RTonL1GdqCt-H16mpNeQMAj52797u_n4EcIoCryZpmUPxjUakjOAJRpUR5H0ioQGDJ4HeJiy8on3O44F3-IXWd0ukaQadr2yyqSoaBWbKN8an4YF-_2a9Cx5sicFBzwGfL3BsdmICy4wJ9hSUjVpwyH2BIeJnDeghC4C9vvkfQ0ewN5Dfh3hN6Z-9onoqcQq6zRNdcj5HNxlHBPPmiPTrm3PQcybMsn-JYymWIf1cLlNw3of3OYmLyYA9ImccO8KZdU7nIKpXJGQqz3hUHY2flQ5y9gydGA; u=181695108116155; Hm_lvt_1db88642e346389874251b5a1eded6e3=1701745994,1702968150; is_overseas=0; Hm_lpvt_1db88642e346389874251b5a1eded6e3=1702968249',
        'Origin': 'https://xueqiu.com',
        'Pragma': 'no-cache',
        'Referer': 'https://xueqiu.com/snowman/S/NQ873286/detail',
        'Sec-Ch-Ua': '"Not/A)Brand";v="99", "Google Chrome";v="115", "Chromium";v="115"',
        'Sec-Ch-Ua-Mobile': '?0',
        'Sec-Ch-Ua-Platform': '"Windows"',
        'Sec-Fetch-Dest': 'empty',
        'Sec-Fetch-Mode': 'cors',
        'Sec-Fetch-Site': 'same-site',
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36'
    }
    #中英文名称映射
    lrb_name_map = {
        '营业总收入':'total_revenue',
        '其中：营业收入':'revenue',
        '营业总成本':'operating_costs',
        '其中：营业成本':'operating_cost',
        '营业税金及附加':'operating_taxes_and_surcharge',
        '销售费用':'sales_fee',
        '管理费用':'manage_fee',
        '研发费用':'rad_cost',
        '财务费用':'financing_expenses',
        '其中：利息费用':'finance_cost_interest_fee',
        '利息收入':'finance_cost_interest_income',
        '资产减值损失':'asset_impairment_loss',
        '信用减值损失':'credit_impairment_loss',
        '加：公允价值变动收益':'',
        '投资收益':'invest_income',
        '其中：对联营企业和合营企业的投资收益':'',
        '资产处置收益':'asset_disposal_income',
        '其他收益':'other_income',
        '营业利润':'op',
        '加：营业外收入':'non_operating_income',
        '其中：非流动资产处置利得':'',
        '减：营业外支出':'non_operating_payout',
        '其中：非流动资产处置损失':'',
        '利润总额':'profit_total_amt',
        '减：所得税费用':'income_tax_expenses',
        '净利润差额(合计平衡项目)':'',
        '净利润':'net_profit',
        '（一）持续经营净利润':'continous_operating_np',
        '归属于母公司股东的净利润':'net_profit_atsopc',
        '少数股东损益':'minority_gal',
        '扣除非经常性损益后的净利润':'net_profit_after_nrgal_atsolc',
        '基本每股收益':'basic_eps',
        '稀释每股收益':'dlt_earnings_per_share',
        '其他综合收益':'othr_compre_income',
        '归属母公司所有者的其他综合收益':'',
        '综合收益总额':'total_compre_income',
        '归属于母公司股东的综合收益总额':'net_profit_atsopc',
        '归属于少数股东的综合收益总额':'total_compre_income_atms'

    }
    zcfzb_name_map = {
        '货币资金':'currency_funds',
        '交易性金融资产':'',
        '应收票据及应收账款':'ar_and_br',
        '其中：应收票据':'bills_receivable',
        '应收账款':'account_receivable',
        '预付款项':'pre_payment',
        '应收利息':'',
        '应收股利':'',
        '其他应收款':'othr_receivables',
        '存货':'inventory',
        '合同资产':'',
        '划分为持有待售的资产':'',
        '一年内到期的非流动资产':'nca_due_within_one_year',
        '其他流动资产':'intangible_assets',
        '流动资产合计':'total_current_assets',
        '可供出售金融资产':'',
        '持有至到期投资':'',
        '长期应收款':'',
        '长期股权投资':'',
        '其他权益工具投资':'',
        '其他非流动金融资产':'',
        '投资性房地产':'',
        '固定资产合计':'fixed_asset_sum',
        '其中：固定资产':'fixed_asset',
        '固定资产清理':'',
        '在建工程合计':'construction_in_process_sum',
        '其中：在建工程':'construction_in_process',
        '工程物资':'',
        '生产性生物资产':'',
        '油气资产':'',
        '无形资产':'intangible_assets',
        '开发支出':'dev_expenditure',
        '商誉':'',
        '长期待摊费用':'lt_deferred_expense',
        '递延所得税资产':'dt_assets',
        '其他非流动资产':'othr_noncurrent_assets',
        '非流动资产合计':'total_noncurrent_assets',
        '资产合计':'total_assets',
        '短期借款':'st_loan',
        '交易性金融负债':'',
        '衍生金融负债':'',
        '应付票据及应付账款':'accounts_payable',
        '应付票据':'',
        '应付账款':'',
        '预收款项':'',
        '合同负债':'contract_liabilities',
        '应付职工薪酬':'payroll_payable',
        '应交税费':'tax_payable',
        '应付利息':'',
        '应付股利':'',
        '其他应付款':'othr_payables',
        '划分为持有待售的负债':'',
        '一年内到期的非流动负债':'noncurrent_liab_due_in1y',
        '其他流动负债':'othr_current_liab',
        '流动负债合计':'total_current_liab',
        '长期借款':'lt_loan',
        '应付债券':'',
        '长期应付款合计':'lt_payable_sum',
        '长期应付款':'lt_payable',
        '专项应付款':'',
        '预计负债':'',
        '递延所得税负债':'dt_liab',
        '递延收益-非流动负债':'',
        '其他非流动负债':'',
        '非流动负债合计':'total_noncurrent_liab',
        '负债合计':'total_liab',
        '实收资本(或股本)':'shares',
        '其他权益工具':'',
        '永续债':'',
        '资本公积':'capital_reserve',
        '减：库存股':'',
        '其他综合收益':'',
        '专项储备':'special_reserve',
        '盈余公积':'earned_surplus',
        '未分配利润':'undstrbtd_profit',
        '一般风险准备':'',
        '外币报表折算差额':'',
        '归属于母公司股东权益合计':'total_quity_atsopc',
        '少数股东权益':'minority_equity',
        '股东权益合计':'total_holders_equity',
        '负债和股东权益总计':'total_assets'
    }
    xjllb_name_map = {
        '销售商品、提供劳务收到的现金':'cash_received_of_sales_service',
        '收到的税费返还':'refund_of_tax_and_levies',
        '收到其他与经营活动有关的现金':'cash_received_of_othr_oa',
        '经营活动现金流入小计':'sub_total_of_ci_from_oa',
        '购买商品、接受劳务支付的现金':'goods_buy_and_service_cash_pay',
        '支付给职工以及为职工支付的现金':'cash_paid_to_employee_etc',
        '支付的各项税费':'payments_of_all_taxes',
        '支付其他与经营活动有关的现金':'othrcash_paid_relating_to_oa',
        '经营活动现金流出小计':'sub_total_of_cos_from_oa',
        '经营活动产生的现金流量净额':'ncf_from_oa',
        '收回投资收到的现金':'cash_received_of_dspsl_invest',
        '取得投资收益收到的现金':"othrcash_paid_relating_to_fa",
        '处置固定资产、无形资产和其他长期资产收回的现金净额':'net_cash_of_disposal_assets',
        '处置子公司及其他营业单位收到的现金净额':'',
        '收到其他与投资活动有关的现金':'',
        '投资活动现金流入小计':'sub_total_of_ci_from_ia',
        '购建固定资产、无形资产和其他长期资产支付的现金':'cash_paid_for_assets',
        '投资支付的现金':'invest_paid_cash',
        '取得子公司及其他营业单位支付的现金净额':'',
        '支付其他与投资活动有关的现金':'',
        '投资活动现金流出小计':'sub_total_of_cos_from_ia',
        '投资活动产生的现金流量净额':'ncf_from_ia',
        '筹资活动产生的现金流量':'',
        '吸收投资收到的现金':'cash_received_of_absorb_invest',
        '其中：子公司吸收少数股东投资收到的现金':'',
        '取得借款收到的现金':'cash_received_of_borrowing',
        '发行债券收到的现金':'',
        '收到其他与筹资活动有关的现金':'cash_received_of_othr_fa',
        '筹资活动现金流入小计':'sub_total_of_ci_from_fa',
        '偿还债务支付的现金':'cash_pay_for_debt',
        '分配股利、利润或偿付利息支付的现金':'cash_paid_of_distribution',
        '其中：子公司支付给少数股东的股利':'',
        '支付其他与筹资活动有关的现金':'othrcash_paid_relating_to_fa',
        '筹资活动现金流出小计':'sub_total_of_cos_from_fa',
        '筹资活动产生的现金流量净额':'ncf_from_fa',
        '汇率变动对现金及现金等价物的影响':'',
        '现金及现金等价物净增加额':'net_increase_in_cce',
        '加：期初现金及现金等价物余额':'final_balance_of_cce',
        '期末现金及现金等价物余额':'final_balance_of_cce'
    }

    while True:
        # social_code = baseCore.redicPullData('NQEnterprise:nq_finance')
        social_code = '91520115697528509T'
        if social_code is None:
                log.info('已没有数据----------等待')
                time.sleep(20)
                continue
        log.info(f'========正在采集{social_code}===========')
        data = baseCore.getInfomation(social_code)
        # social_code = data[1]
        com_code = data[3]
        start = time.time()
        com_code = 'NQ' + com_code
        for info_date in list_date:
            dic_info = getinfo(info_date,com_code,social_code)








