SanitizationLines.py

Go to the documentation of this file.

import os
 
def matching_sales(sales, catalog_collection, releases):
    if str(sales["release_id"]) == "" or str(sales["release_id"]).lower() == "nan" or str(sales["release_id"]) == "undefined":
        upc_found = catalog_collection.find_one({"tracks.isrc":sales["isrc_id"]},{"_id":0, "upc":1,"title":1,"label":1,"artist":1,"tracks.isrc":1, "tracks.title":1, "tracks.artist":1, "catalogId": 1})
        if upc_found:
            isrc_found = [element for element in upc_found["tracks"] if element["isrc"] == sales["isrc_id"]]
            sales["release_id"] = upc_found["upc"]
            sales["release_title"] = upc_found["title"]
            sales["label_id"] = upc_found["label"]
            sales["track_title"] = isrc_found[0]["title"]
            sales["artists"] = isrc_found[0]["artist"]
            sales["catalogue_id"] = upc_found["catalogId"]
            sales["clean"] = 1
    else:
        upc_found = [element for element in releases if element['upc'] == sales["release_id"]]# and element["tracks"] == track_sales]
        if len(upc_found) > 0:
            if len(sales["isrc_id"]) >= 10:
                isrc_found = [element for element in upc_found[0]["tracks"] if element["isrc"] == sales["isrc_id"]]
                sales["release_title"] = upc_found[0]["title"]
                sales["label_id"] = upc_found[0]["label"]
                sales["track_title"] = isrc_found[0]["title"]
                sales["artists"] = isrc_found[0]["artist"]
                sales["catalogue_id"] = upc_found[0]["catalogId"]
                sales["clean"] = 1
            else:
                sales["release_title"] = upc_found[0]["title"]
                sales["label_id"] = upc_found[0]["label"]
                sales["artists"] = upc_found[0]["artist"]
                sales["catalogue_id"] = upc_found[0]["catalogId"]
                sales["clean"] = 1
 
def sanitization(lines, catalog_collection, releases): 
    for line in lines:
        try:
            line["catalogue_id"] = "no catalogue"
            matching_sales(line, catalog_collection, releases)
        except:
            continue
    return lines