SpotifyTemplate.py

Go to the documentation of this file.

import re
import awswrangler as wr
 
class SpotifyTemplate:
    def preprocessing(self, filename, features, session, rel_col):
        """Loads file and do some fixes to fit it to our standard and make it able to be processed
 
        Args:
            filename (str): s3 full path of filename
            features (dict): contains delimiter, skip_rows and encoding required for current file
            session (boto3 obj): AWS client connection
            rel_col (str): column name used to identify upc/release_id
        Returns: df (pandas dataframe)
        """
        delimiter = features["delimiter"]
        skip_rows = features["skip_rows"]
        encoding = features["encoding"]
        df = wr.s3.read_csv(filename, sep=delimiter, skiprows=skip_rows, encoding=encoding, dtype={rel_col:str}, boto3_session=session)
        try:
            df["discovery_mode_fee"] = df["discovery_mode_fee"]*(-1)
        except:
            df["Discovery Mode Fee"] = df["Discovery Mode Fee"]*(-1)
        return df
 
    def date(self, filename):
        """Sets date column given the filename (it contains the date)
           For example SPOTIFY_gyrostream-track-for-breakage-202307.txt
        Args:
            filename (str): current filename
        Returns: date_str (str)
        """
        date = re.findall(r'-20\d{4}', filename)[0]
        date = date.replace("-", "")
        year = str(date[:4])
        month = str(date[4:])
        date_str = year+"-"+month+"-01"
        # df["date_from_file"] = date_str
        return date_str
    
    def dateTrends(self, filename):
        """Sets date column given the filename (it contains the date)
        Args:
            filename (str): current filename
        Returns: date (str)
        """
        date = re.findall(r"\d{4}-\d{2}-\d{2}", filename)
        date = str(date[0])
        date = date.replace("streams-", "")
        # df["date_from_file"] = date
        return date
 
    def territoryTrends(self, df, filename):
        """Sets territory column given the filename (it contains the date)
        Args:
            df (pandas dataframe): dataframe where changes will applied
            filename (str): current filename
        Returns: df (pandas dataframe)
        """
        territory = re.findall(r"\w{2,3}\.", filename)[0]
        territory = territory.replace(".", "")
        df["territory_from_file"] = territory
        return df