# -*- coding: utf-8 -*- import os from collections import defaultdict import pandas as pd import numpy as np import openpyxl import time from pandas import Index from calendar import monthrange import datetime import calendar import logging import platform plat = platform.system().lower() # -*- 跑2023-01月脚本 02-06需求 -*- ''' 戴姆勒脚本变更代码 各word子账号合并到一个主账号，只要总数 ''' ############初始化目录地址 merge_file_dir = '/server/billing/daimler/merge_data/' alter_dbr_dir = '/server/billing/daimler/alter_data/' ############初始化变量参数 # csv表头字段 dbr_index = Index(['InvoiceID', 'PayerAccountId', 'LinkedAccountId', 'RecordType', 'RecordId', 'ProductName', 'RateId', 'SubscriptionId', 'PricingPlanId', 'UsageType', 'Operation', 'AvailabilityZone', 'ReservedInstance', 'ItemDescription', 'UsageStartDate', 'UsageEndDate', 'UsageQuantity', 'BlendedRate', 'BlendedCost', 'UnBlendedRate', 'UnBlendedCost', 'ResourceId'], dtype='object') class CustomCsvByHour(object): def __init__(self, pathlist, *args, **kwargs): super().__init__(*args, **kwargs) self.costs_maps = defaultdict() self.path = [pathlist] self.finally_dict = defaultdict(float) self.sourcename = None self.es_iid = None self.es_total = 0 self.edp_iid = '' self.edp_total = 0 self.exclude_id = list() self.unblendedcost = 0 self.payer = None self.accountdt = pd.DataFrame() self.statementdt = pd.DataFrame() self.name = None self.filename = None self.partname = None self.filepath = None self.word_dict = defaultdict() self.init_edp_dict = defaultdict() self.es_data = None def create_new_csv(self): self.aws_feb={} for path in self.path: payer = path.split('-')[0] print(path.split('-')[0]) self.name = path self.edp_iid = '1356844351' if path.split('-')[0] == '010265887827': self.edp_iid = '1356844499' elif path.split('-')[0] == '565095721352': self.edp_iid = '1356843675' elif path.split('-')[0] == '565359735310': self.edp_iid = '1356844263' elif path.split('-')[0] == '563347375094': self.edp_iid = '1356844635' elif path.split('-')[0] == '563646727715': self.edp_iid = '1356844351' elif path.split('-')[0] == '011562250191': self.edp_iid = '1356843707' elif path.split('-')[0] == '011276597621': self.edp_iid = '1366731839' self.daimler_read_aws_feb_sinnetcostallocation(path.split('-')[0]) insert_data = defaultdict(list) leng = 2 startdate = '2024/01/1 0:00:00' enddate = '2024/01/31 23:59:59' #lineItem for k,v in self.aws_feb.items(): if k == 'total': continue insert_data['InvoiceID'].extend([self.edp_iid for _ in range(leng)]) insert_data['PayerAccountId'].extend([payer for _ in range(leng)]) insert_data['LinkedAccountId'].extend([k for _ in range(leng)]) insert_data['RecordType'].extend(['LineItem' for _ in range(leng)]) insert_data['ProductName'].extend(['Sinnet/L2C Support BJS', '']) # 改这俩 insert_data['UsageStartDate'].extend([startdate for _ in range(leng)]) insert_data['UsageEndDate'].extend([enddate for _ in range(leng)]) insert_data['ItemDescription'].extend(['Sinnet/L2C Support BJS', '税金 VAT 类型']) insert_data['BlendedCost'].extend(['{:.2f}'.format(float(v.get('unBlendedCost',0))), '{:.2f}'.format(float(v.get('unBlendedCost',0)) * 0.06)]) insert_data['UnBlendedCost'].extend(['{:.2f}'.format(float(v.get('unBlendedCost',0))), '{:.2f}'.format(float(v.get('unBlendedCost',0)) * 0.06)]) #AccountTotal for k,v in self.aws_feb.items(): leng=1 if k == 'total': continue insert_data['InvoiceID'].extend(['' for _ in range(leng)]) insert_data['PayerAccountId'].extend([payer for _ in range(leng)]) insert_data['LinkedAccountId'].extend([k for _ in range(leng)]) insert_data['RecordType'].extend(['AccountTotal' for _ in range(leng)]) insert_data['ProductName'].extend(['']) # 改这俩 insert_data['UsageStartDate'].extend(['' for _ in range(leng)]) insert_data['UsageEndDate'].extend(['' for _ in range(leng)]) insert_data['ItemDescription'].extend(['关联账户# 019723979408 总额']) unBlendedCost = float(v.get('unBlendedCost', 0)) * 1.06; insert_data['BlendedCost'].extend(['{:.2f}'.format(unBlendedCost)]) insert_data['UnBlendedCost'].extend(['{:.2f}'.format(unBlendedCost)]) leng = 1 insert_data['InvoiceID'].extend(['' for _ in range(leng)]) insert_data['PayerAccountId'].extend([payer for _ in range(leng)]) insert_data['LinkedAccountId'].extend(['']) insert_data['RecordType'].extend(['StatementTotal' for _ in range(leng)]) insert_data['ProductName'].extend(['']) # 改这俩 insert_data['UsageStartDate'].extend(['' for _ in range(leng)]) insert_data['UsageEndDate'].extend(['' for _ in range(leng)]) insert_data['ItemDescription'].extend(['2024-01-01 00:00:00 - 2024-01-31 23:59:59 期间内的对账单总额是']) if self.aws_feb.get('total', '')=='': continue totalAmount=float(self.aws_feb.get('total','')) insert_data['BlendedCost'].extend(['{:.2f}'.format(float(totalAmount) * 1.06)]) insert_data['UnBlendedCost'].extend(['{:.2f}'.format(float(totalAmount) * 1.06)]) # self.invoiceId='1355493111'Sinnet Support-011562250191-2023-08.csv self.partname = 'Sinnet Support-'+path.split('-')[0]+'-2024-01.csv' self.sourcename = path self.init_part_file() fill_data = insert_data # 获取导出LineItem的数据 self.save_data_to_dbr(fill_data) # 写入修改部分_文件 # partname保存 修改部分_文件,self.filename 改文件 def save_data_to_dbr(self, insert_data): partname = os.path.join(alter_dbr_dir,self.partname) with open(partname, 'a', encoding='utf-8') as pw: dbr_dict = {v: int(k) for k, v in enumerate(list(dbr_index))} for i in range(len(list(insert_data.values())[0])): empty_data = ["" for _ in range(len(dbr_index))] for k, v in insert_data.items(): empty_data[dbr_dict[k]] = v[i] # 修改部分写入 pw.write(','.join('"{}"'.format(x) for x in empty_data) + '\n') # 初始化：修改部分_ 文件标题行 def init_part_file(self): partname = os.path.join(alter_dbr_dir,self.partname) with open(partname, 'w', encoding='gb2312') as f: f.write(','.join('"{}"'.format(x) for x in list(dbr_index)) + '\n') def daimler_read_aws_feb_sinnetcostallocation(self, payerId): self.aws_feb = {} read_file = 'D:\\workspace\\zhangdanjiaoben\\billing-python\\daimler\\config\\aws_feb.csv' total = 0 with open(read_file, 'r', encoding='gb2312') as r: # open(alterpath, 'w', encoding='utf-8') as w: num = 0 while True: line = r.readline() if not line: break num += 1 data = line.split(',') payer = data[0].replace(' ', '') linkedAccountId = data[1].replace(' ', '') if len(linkedAccountId) == 10: linkedAccountId = "00" + linkedAccountId elif len(linkedAccountId) == 9: linkedAccountId = "000" + linkedAccountId elif len(linkedAccountId) == 8: linkedAccountId = "0000" + linkedAccountId elif len(linkedAccountId) == 7: linkedAccountId = "00000" + linkedAccountId elif len(linkedAccountId) == 6: linkedAccountId = "000000" + linkedAccountId elif len(linkedAccountId) == 11: linkedAccountId = "0" + linkedAccountId unBlendedCost = data[2].replace('\n', '') if not payer in payerId: continue if unBlendedCost=='' or unBlendedCost == None: continue cost={} cost['unBlendedCost'] = unBlendedCost self.aws_feb[linkedAccountId] = cost print(self.aws_feb[linkedAccountId]) total += float(unBlendedCost) self.aws_feb["total"] = total print(self.aws_feb) if __name__ == '__main__': logging.basicConfig(filename='logger.log', level=logging.INFO) if (plat == 'windows'): # 1==1 本地运行是目录 alter_dbr_dir = 'D:\\workspace\\zhangdanjiaoben\\billing-python\\daimler\\alter_data' merge_file_dir = 'D:\\workspace\\hangdanjiaoben\\billing-python\\daimler\\merge_data' dbr_typle = ( # ('563347375094-aws-billing-detailed-line-items-with-resources-and-tags-ACTS-2024-01.csv', # '563347375094-aws-billing-detailed-line-items-with-resources-and-tags-ACTS-Ningxia-2024-01.csv',), # ('563646727715-aws-billing-detailed-line-items-with-resources-and-tags-ACTS-2024-01.csv', # '563646727715-aws-billing-detailed-line-items-with-resources-and-tags-ACTS-Ningxia-2024-01.csv',), ('565095721352-aws-billing-detailed-line-items-with-resources-and-tags-ACTS-2024-01.csv', '565095721352-aws-billing-detailed-line-items-with-resources-and-tags-ACTS-Ningxia-2024-01.csv',), # ('565359735310-aws-billing-detailed-line-items-with-resources-and-tags-ACTS-2024-01.csv', # '565359735310-aws-billing-detailed-line-items-with-resources-and-tags-ACTS-Ningxia-2024-01.csv',), # ('010265887827-aws-billing-detailed-line-items-with-resources-and-tags-ACTS-2024-01.csv', # '010265887827-aws-billing-detailed-line-items-with-resources-and-tags-ACTS-Ningxia-2024-01.csv',), # ('011562250191-aws-billing-detailed-line-items-with-resources-and-tags-ACTS-2024-01.csv', # '011562250191-aws-billing-detailed-line-items-with-resources-and-tags-ACTS-Ningxia-2024-01.csv'), # ('011276597621-aws-billing-detailed-line-items-with-resources-and-tags-ACTS-2024-01.csv', # '011276597621-aws-billing-detailed-line-items-with-resources-and-tags-ACTS-Ningxia-2024-01.csv'), ) # 3.核心计算 for i in dbr_typle: CustomCsvByHour(i[0]).create_new_csv()