generate_csv.py

Go to the documentation of this file.

# from datetime import datetime
# import traceback
# from pymongo import MongoClient
# import pandas as pd
# import sys
# import os
 
# # path = "~/Desktop/"
# path = os.getcwd()
 
# def getCSV(date):
#     date = datetime.strptime(date, "%Y-%m-%d")
#     template_format = collection.find({"accounting_date": date})
#     lines = []
#     print("file,quantity,isrc_id,release_id,release_title,track_title,artists,label_id,territory_code,type,service_id,date,accounting_date,foreign_currency,total_foreign,exchange_rate,local_currency,total_local")
#     for i in template_format:
#         if "copy" in i["file"]:
#             continue
#         try:
#             file = i["file"]
#             quantity = i["quantity"]
#             isrc_id = i["isrc_id"]
#             release_id = i["release_id"]
#         except KeyError as e:
#             if 'release_id' in str(e):
#                 release_id = "undefined" 
#         release_title = str(i["release_title"]).replace('"', "'")
#         track_title = str(i["track_title"]).replace('"', "'")
#         artists = i["artists"]
#         label_id = i["label_id"]
#         territory_code = i["territory_code"]
#         types = i["type"]
#         service_id = i["service_id"]
#         date_str = i["date"]
#         accounting_date = i["accounting_date"]
#         foreign_currency = i["foreign_currency"]
#         total_foreign = i["total_foreign"]
#         exchange_rate = i["exchange_rate"]
#         local_currency = i["local_currency"]
#         total_local = i["total_local"]
#         print('"{}",{},"{}","{}","{}","{}","{}","{}","{}","{}","{}","{}","{}","{}",{},{},"{}",{}'.format(file,quantity,isrc_id,release_id,release_title,track_title,artists,label_id,territory_code,types,service_id,date_str,accounting_date,foreign_currency,total_foreign,exchange_rate,local_currency,total_local))
#             # print(sys.exc_info()[2])
#             # print(traceback.format_exc())
#     #     line = {
#     #     }
#     #     lines.append(line)
#     # df =  pd.DataFrame(lines, columns=["file","quantity","isrc_id","release_id","release_title","track_title","artists","label_id","territory_code","type","service_id","date","accounting_date","foreign_currency","total_foreign","exchange_rate","local_currency","total_local"])
#     # df.fillna("undefined", inplace=True)
#     # df["quantity"] = df["quantity"].apply(lambda x: str(x).replace(".0", ""))
#     # df["quantity"] = df["quantity"].astype("int64")
#     # df.to_csv(path+name, index=False)
 
# date = sys.argv[1]
# # filename = sys.argv[2]
# # data_collection = sys.argv[3]
# uri = os.environ.get("MONGO_GLIDER")
# db_name = os.environ.get("DB")
# collection_name = os.environ.get("COLLECTION")
# # download_path = os.environ.get("DOWNLOADS_FOLDER")
# client = MongoClient(uri)
# db = client[db_name]
# collection = db[collection_name]
 
 
# # print("Date = {d} Filename = {f} collection = {c}".format(d=date, f=filename, c=data_collection))
 
# getCSV(date)
 
# # python src/importer/generate_csv.py "2022-04-25" "Test22.csv" "Test_Apr22" 
# # time python src/importer/generate_csv.py "2022-09-05" "test_sep22.csv" 
# # time python src/importer/generate_csv.py "2022-09-05" > test_sep22.csv
 
from datetime import datetime
from pymongo import MongoClient
import sys
import os
import json
from bson.json_util import dumps
 
path = os.getcwd()
 
 
def get_rels(date):
    f = open("date.json", "w")
    date = datetime.strptime(date, "%Y-%m-%d")
    template_format = collection.find({"accounting_date": date},{"_id":0})
    # print("file\tquantity\tisrc_id\trelease_id\trelease_title\ttrack_title\tartists\tlabel_id\tterritory_code\ttype\tservice_id\tdate\taccounting_date\tforeign_currency\ttotal_foreign\texchange_rate\tlocal_currency\ttotal_local")
    f.write("[")
    for i in template_format:
        f.write(json.dumps(i,default=str))
        f.write(",\n")
    f.write("{ }")
    f.write("]")
    # print("{ }")
    # print("]")
 
date = sys.argv[1]
# filename = sys.argv[2]
# data_collection = sys.argv[3]
uri = os.environ.get("MONGO_GLIDER")
db_name = os.environ.get("DB")
collection_name = os.environ.get("COLLECTION")
# download_path = os.environ.get("DOWNLOADS_FOLDER")
client = MongoClient(uri)
db = client[db_name]
collection = db[collection_name]
 
 
get_rels(date)