CatalogueGeneratorV2.py

Go to the documentation of this file.

import os
import sys
import ssl
from datetime import datetime
from pymongo import MongoClient, InsertOne
from dotenv import load_dotenv, dotenv_values
from MongoConnection import mongo_connection
load_dotenv()
 
 
mongo_conn = mongo_connection()
 
cat_collection = mongo_conn.mongo_conn_catalogue_gen()
 
collection = mongo_conn.mongo_conn_sales()
 
 
def catalogue_generation(date, client_id):
    """Group data by releases and tracks and build de catalogue
 
    Args:
        date (datetime): is the current date (when last files were processed)
        client_id (str): client_id to identify sales
    Returns: Nothing
    """
    date = date.replace(hour=0, minute=0, second=0, microsecond=0)
    pipeline = [
        {'$match': {"accounting_date": date, "client_id": client_id}},
        {
            "$group": {
                "_id": "$release_id",
                'client_id':{'$first': '$client_id'}, 
                "release_title": {'$first': "$release_title"},
                "tracks": { "$addToSet": {
                    "isrc_id": "$isrc_id", 
                    # "release_title": "$release_title", 
                    "track_title": "$track_title",
                    "label_id": "$label_id", 
                    "artists": "$artists"},
                }
            }
        },
        {
            "$project": {
                "_id": 0,
                "release_id": "$_id",
                "release_title": 1,
                "client_id": 1,
                "tracks": 1
            }
        }
    ]
    
    files = collection.aggregate(pipeline)
    for doc in files:
        existing_doc = cat_collection.find_one({"release_id": doc["release_id"]})
        if existing_doc: 
            new_values = doc["tracks"]
            [cat_collection.update_one({"release_id":doc["release_id"], "client_id": doc["client_id"]}, {"$addToSet": {"tracks": i}}) for i in new_values]
            cat_collection.update_one({"release_id":doc["release_id"], "client_id": doc["client_id"]}, {"$set": {"updated_at": date}})
        else:
            doc["updated_at"] = date
            cat_collection.insert_one(doc)
 
    print(f"Catalogue generated")