From d0251e18cddf93813b04fa5f481b7a0f1349b35b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Jakub=20=C5=BD=C3=A1=C4=8Dek?= Date: Mon, 11 Apr 2022 17:34:43 +0200 Subject: [PATCH] f --- vdgdsp_final.py | 128 ++++++++++++++++++++++++++++++++++++++---------- 1 file changed, 103 insertions(+), 25 deletions(-) diff --git a/vdgdsp_final.py b/vdgdsp_final.py index 3f9d859..b5cb300 100644 --- a/vdgdsp_final.py +++ b/vdgdsp_final.py @@ -1,11 +1,18 @@ import csv import os import platform +import sys +import pandas as pd +from discord_webhook import DiscordWebhook + +webhook = DiscordWebhook( + url='https://discordapp.com/api/webhooks/744608404848246926/FwwWUNmuWsCetFDBOcA1trCx6nSflI0yX3f9BNh7-oB5a2VYSLl882di23XK2TNWwQxP', + username="billing vfgdsp") # system decision osver = platform.system() -print("Running on: ",osver) +print("Running on: ", osver) if osver == 'Linux': print("Setting path to: .") @@ -19,10 +26,9 @@ else: print("Not covered system architecture, exiting") exit() - -#FILE = 'Summarised_data_usage_per_ICCID_(STCU)_20211101_20211130_2021-12-02T94742084Z.CSV' -#FILE2 = 'Standard_Pairing_File___2021-12-02T1142395Z.CSV' -#FILE3 = 'VFGDSP202110_Summarised_SMS_usage_per_IMSI.CSV' +# FILE = 'Summarised_data_usage_per_ICCID_(STCU)_20211101_20211130_2021-12-02T94742084Z.CSV' +# FILE2 = 'Standard_Pairing_File___2021-12-02T1142395Z.CSV' +# FILE3 = 'VFGDSP202110_Summarised_SMS_usage_per_IMSI.CSV' FILE = [filename for filename in os.listdir(dirpath) if filename.startswith("VFGDSP_data_")] @@ -37,27 +43,29 @@ ext_date_from_filaname = FILE.split('_')[-1] print(ext_date_from_filaname) - class One(object): - def __init__(self, iccid, imsi, price, data, smscount, smsprice): + def __init__(self, iccid, imsi, msisdn, price, data, smscount, smsprice, simstatus): self.iccid = iccid self.imsi = imsi + self.msisdn = msisdn self.price = price self.smscount = smscount self.data = data self.smsprice = smsprice + self.simstatus = simstatus def __str__(self): - return " iccid: %s, imsi: %s, price: %s, data: %s, smscount: %s, smsprice: %s)" % (self.iccid, self.imsi, self.price, self.data, self.smscount, self.smsprice) + return " iccid: %s, imsi: %s, msisdn: %s, price: %s, data: %s, smscount: %s, smsprice: %s, simstatus: %s)" % ( + self.iccid, self.imsi, self.msisdn, self.price, self.data, self.smscount, self.smsprice, self.simstatus) dict_by_iccid = {} with open(FILE, newline='', encoding="utf-8") as csvfile: reader = csv.DictReader(csvfile, delimiter=',') for row in reader: - print('raw row processing: ',row) + # print('raw row processing: ',row) iccid = int(row['ICCID']) - print(row['Sum_Total_Kbytes']) + # print(row['Sum_Total_Kbytes']) price = row['Sum_Total_Kbytes'].replace(',', '') price = price.replace(' ', '') @@ -66,33 +74,60 @@ with open(FILE, newline='', encoding="utf-8") as csvfile: price = (2.23 * float(price)) / 1024 data = float(price2) / 1024 - if iccid in dict_by_iccid: dict_by_iccid[iccid].price += price dict_by_iccid[iccid].data += data else: - dict_by_iccid[iccid] = One(iccid=iccid, imsi=0, price=price, data=data, smscount=0, smsprice=0) -# dict_by_iccid = { iccid1: One(), iccid2:One(), iccid3:One(), } + dict_by_iccid[iccid] = One(iccid=iccid, imsi=0, msisdn=0, price=price, data=data, smscount=0, smsprice=0, + simstatus=None) + print("creating dict for: ", iccid, " price: ", price, " data: ", data) +# dict_by_iccid = { iccid1: One(), iccid2:One(), iccid3:One(), } +iccid2counter = 0 # only add IMSI if possible + with open(FILE2, newline='', encoding="utf-8") as csvfile2: reader2 = csv.DictReader(csvfile2, delimiter=',') for row in reader2: imsi2 = int(row['IMSI']) iccid2 = int(row['ICCID']) + msisdn = int(row['MSISDN']) + simstate = (row['SIM State']) if iccid2 in dict_by_iccid: + print("iccid: ", iccid2, " already exists, doing the math") + # print(msisdn) dict_by_iccid[iccid2].imsi = imsi2 + dict_by_iccid[iccid2].msisdn = msisdn + dict_by_iccid[iccid2].simstatus = simstate + print(dict_by_iccid[iccid2]) + + else: - print(("none")) - #dict_by_iccid[iccid2] = One(iccid=iccid2, imsi=imsi2, price=0, data=data, smscount=0, smsprice=0) + # print("not there") + + dict_by_iccid[iccid2] = One(iccid=iccid2, imsi=imsi2, msisdn=msisdn, price=0, data=0, smscount=0, + smsprice=0, simstatus=simstate) + # print("creating iccid dict") # dict_by_iccid = { iccid1: One(), iccid2:One(), iccid3:One(), } # new dictionary for easier look up + dict_by_imsi = {} +count = 0 for i in dict_by_iccid.values(): dict_by_imsi[i.imsi] = i + print("this is the dict after we convert it to imsi") + print(dict_by_imsi[i.imsi]) +# if i.msisdn == 882390031038971: +# print('problematic ', dict_by_imsi[i.msisdn]) +# count +=1 +# if count > 5: +# assert False + +print("counter: ", iccid2counter) + # dict_by_imsi = { imsi1: One(), imsi2:One(), imsi3:One(), } # add price for one imsi @@ -102,7 +137,7 @@ with open(FILE3, newline='', encoding="utf-8") as csvfile3: smspay = int(row['Nr._of_SMS_payload']) smsmo = row['Nr._of_SMS_MO'].replace(',', '') smsmo = int(smsmo) - print(row['IMSI']) + # print(row['IMSI']) imsi3 = int(row['IMSI']) # print("IMSI: ",imsi) # print("smspay: ",smspay) @@ -112,26 +147,69 @@ with open(FILE3, newline='', encoding="utf-8") as csvfile3: smscountnum = smspay + smsmo if imsi3 in dict_by_imsi: + # print("record found") dict_by_imsi[imsi3].smsprice += smsprice dict_by_imsi[imsi3].smscount += smscountnum + else: - dict_by_imsi[imsi3] = One(iccid=None, imsi=imsi3, price=price, data=data, smscount=smscountnum, smsprice=0) + # print("record not found") + # TODO: TADY VZNIKA CHYBA + dict_by_imsi[imsi3] = One(iccid=None, imsi=imsi3, msisdn=None, price=0, data=0, smscount=smscountnum, + smsprice=smsprice, simstatus=None) -print(dirpath+'\VFGDSP_output.csv') +print(dirpath + '\VFGDSP_output.csv') -with open('VFGDSP_output_'+ext_date_from_filaname,'w',newline='') as csv_file: - writer = csv.writer(csv_file) - writer.writerow(["ICCID", "IMSI", "PRICE", "DATA", "SMSCOUNT", "SMSPRICE"]) - for value in dict_by_imsi.values(): - print(value.iccid, value.imsi, value.price, value.data, value.smscount, value.smsprice) +print("last section") + +for value in dict_by_imsi.values(): + # print(value.iccid, value.imsi, value.msisdn, value.price, value.data, value.smscount, value.smsprice) + if value.msisdn == 882390031038971: + print('problematic2', value) + # print('problematic2',value.msisdn, value.iccid, value.imsi, value.price, value.data, value.smsprice, value.smscount, "0") + +with open('output_VFGDSP_' + ext_date_from_filaname, 'w', newline='') as csv_file4: + writer = csv.writer(csv_file4) + # writer.writerow(["ICCID", "IMSI", "MSISDN", "PRICE", "DATA", "SMSCOUNT", "SMSPRICE"]) + + # Need: + writer.writerow( + ["MSISDN", "ICCID", "IMSI", "DATA-PRICE", "DATA-AMOUNT", "SMS-PRICE", "SMS-COUNT", "OTHER-PRICE", "SIM-STATUS"]) + + otherprice = 0 + for value in dict_by_imsi.values(): + print(value) + if value.simstatus == "Active.Live" or value.smscount != 0 or value.data != 0: + writer.writerow( + [value.msisdn, value.iccid, value.imsi, value.price, value.data, value.smsprice, value.smscount, "0", + value.simstatus]) + + + + else: + print("neprosla, vyhazujeme") + print(value.msisdn, value.iccid, value.imsi, value.price, value.data, value.smsprice, value.smscount, "0", + value.simstatus) + +csv_file4.close() + + + + +read_file = pd.read_csv (r'output_VFGDSP_202202.CSV') +read_file.to_excel (r'output_VFGDSP_202202.xlsx', index = None, header=True,sheet_name='pocty',) + + +with open("output_VFGDSP_202202.xlsx", "rb") as f: + webhook.add_file(file=f.read(), filename='output_VFGDSP_202202.xlsx') + +response = webhook.execute() - writer.writerow([value.iccid, value.imsi,value.price,value.data,value.smscount,value.smsprice]) - #print(i) # with open('dict.csv', 'w') as csv_file: # writer = csv.writer(csv_file) # for key, value in dict_by_imsi.items(): # writer.writerow([key, value]) +# ve FILE 2 musi byt 901280031055847