TemplateManager.py

Go to the documentation of this file.

from templates import *
 
class TemplateManager:
    """
    Does specifics procedures for several templates. According the current format, it executes the right template from templates folder
    """
    def preprocessing(**kwargs):
        """Read the current file whit some tech details according to format
 
        Args:
            dir_file (str): s3 path where file is storage
            type_format (str): format name of current file
            file_features (dict): features required to load file
            session (boto3 obj): AWS client connection
            rel_col (str): indicates release_id column name
        Returns: Nothing
        """
 
        dir_file = kwargs.get('dir_file')
        type_format = kwargs.get('type_format')
        file_features = kwargs.get('file_features')
        session = kwargs.get('session')
        rel_col = kwargs.get('release_col')
 
        if type_format == "amz_sales" or type_format == "amz_sales2":
            return AmazonTemplate().preprocessing(dir_file, file_features, session, rel_col)
        if type_format == "audiomack":
            return AudioMackTemplate().preprocessing(dir_file, file_features, session, rel_col)
        elif type_format == "audiosalad":
            return AudioSaladTemplate().preprocessing(dir_file, file_features, session, rel_col)
        elif type_format == "deezer":
            return DeezerTemplate().preprocessing(dir_file, file_features, session, rel_col)
        elif type_format == "facebook_revshare":
            return FacebookTemplate().preprocessing(dir_file, file_features, session, rel_col)
        elif type_format == "FUGA":
            return FugaTemplate().preprocessing(dir_file, file_features, session, rel_col)
        elif type_format == "itunes":
            return itunesTemplate().preprocessing(dir_file, file_features, session, rel_col)
        elif type_format == "itunes_music" or type_format == "djmix":
            return itunesTemplate().preprocessing_music(dir_file, file_features, session, rel_col) 
        elif type_format == "mixcloud":
            return MixcloudTemplate().preprocessing(dir_file, file_features, session, rel_col)
        elif "playground_" in type_format:
            return PlaygroundTemplate().preprocessing(dir_file, file_features, session, rel_col) 
        elif "secretly_canadian" in type_format:
            return SecretlyCanadianTemplate().preprocessing(dir_file, file_features, session, rel_col)
        elif "soundtrack_your_brand" in type_format:
            return SoundtrackTemplate().preprocessing(dir_file, file_features, session, rel_col)
        elif "spotify_discovery" in type_format:
            return SpotifyTemplate().preprocessing(dir_file, file_features, session, rel_col)
        elif "tencent" in type_format:
            return TencentTemplate().preprocessing(dir_file, file_features, session, rel_col)
        elif "youtube_merlin" in type_format:
            return YoutubeTemplate().preprocessing(dir_file, file_features, session, rel_col)
        else:
            return PreprocessingData().preprocessing(dir_file, file_features, session, rel_col)
 
    def getType(**kwargs):
        """Assign a custom column according to format
        
        Args:
            df (pandas dataframe): current file loaded as dataframe
            type_format (str): format name of current file
            filename (dict): current filename
        Returns: Nothing
        """
        df = kwargs.get('df')
        type_format = kwargs.get('type_format')
        filename = kwargs.get('filename')
        if "amz_streams" in type_format:
            AmazonTemplate().assetCurrency(df, filename)
        elif type_format == "amz_sales2":
            AmazonTemplate().assetCurrency(df, filename)
        elif type_format == "audiosalad":
            AudioSaladTemplate().assetType(df)
        elif type_format == "FUGA":
            FugaTemplate().assetType(df)
        elif type_format == "itunes":
            itunesTemplate().assetType(df)
        elif type_format == "playground_digital_2":
            PlaygroundTemplate().assetType(df)
        elif "secretly_canadian" in type_format:
            SecretlyCanadianTemplate().assetType(df)
        elif type_format == "spotify_trends":
            SpotifyTemplate.territoryTrends(df, filename)
        elif type_format == "state51":
            State51Template().assetType(df)
        elif type_format == "qobuz":
            QobuzTemplate().assetType(df, filename)
        else:
            raise TemplateError("TYPE TEMPLATE NOT FOUND FOR {}.".format(filename))
        
    def getDate(**kwargs):
        """Assign a date column according to format
        
        Args:
            df (pandas dataframe): current file loaded as dataframe
            type_format (str): format name of current file
            filename (dict): current filename
        Returns: Nothing
        """
 
        df = kwargs.get('df')
        type_format = kwargs.get('type_format')
        filename = kwargs.get('filename')
        if "amz_" in type_format:
            return AmazonTemplate().date(filename)
        elif type_format == "anghami":
            return AnghamiTemplate().date(filename)
        elif type_format == "audiomack":
            return AudioMackTemplate().date(filename)
        elif type_format == "audiosalad":
            return AudioSaladTemplate().date(filename, df)
        elif "awa" in type_format:
            return AwaTemplate().date(filename)
        elif type_format == "boomplay":
            return BoomplayTemplate().date(filename)
        elif "deezer" in type_format:
            return DeezerTemplate().date(filename)
        elif type_format == "facebook":
            return FacebookTemplate().date(filename)
        elif type_format == "FUGA":
            return FugaTemplate().date(filename)
        elif "iheart" in type_format:
            return iHeartTemplate().date(filename)
        elif type_format == "itunes_music" or type_format == "djmix":
            return itunesTemplate().date(filename)
        elif type_format == "joox":
            return JooxTemplate().date(filename)
        elif "kkbox" in type_format:
            return KKBOXTemplate().date(filename)
        elif "media" in type_format:
            return MediaNetTemplate().date(filename)
        elif type_format == "napster":
            return NapsterTemplate().date(filename)
        elif "netease" in type_format:
            return NeteaseTemplate().date(filename)
        elif "nightlife" in type_format:
            return NightlifeTemplate().date(filename)
        elif "pandora" in type_format:
            return PandoraTemplate().date(filename)
        elif type_format == "playground_physical_2":
            return PlaygroundTemplate().date(filename)
        elif type_format == "qobuz":
            return QobuzTemplate().date(filename)
        elif "roxi" in type_format:
            return RoxiTemplate().date(filename)
        elif "saavn" in type_format:
            return SaavnTemplate().date(filename)
        elif "secretly_canadian" in type_format:
            if "phy" in type_format:
                return SecretlyCanadianTemplate().date_phy(filename)
            return SecretlyCanadianTemplate().date_dig(filename)
        elif type_format == "slacker":
            return SlackerTemplate().date(filename)
        elif type_format == "snapchat":
            return SnapchatTemplate().date(filename)
        elif "soundcloud" in type_format:
            return SoundcloudTemplate().date(filename)
        elif "soundtrack_your_brand" in type_format:
            return SoundtrackTemplate().date(filename)
        elif type_format == "spotify" or type_format == "spotify_discovery":
            return SpotifyTemplate().date(filename)
        elif type_format == "spotify_trends":
            return SpotifyTemplate().dateTrends(filename)
        elif type_format == "state51":
            return State51Template().date(filename)
        elif type_format == "tencent":
            return TencentTemplate().date(filename, df)
        elif "triller" in type_format:
            return TrillerTemplate().date(filename)
        elif "youtube_" in type_format:
            return YoutubeTemplate().date(filename)
        else:
            raise TemplateError("DATE TEMPLATE NOT FOUND FOR {}.".format(filename))
 
    def full_type(type):
        """Sets full name for 'type' column
        
        Args:
            type (str): A single letter 
        Returns: full type (str)
        """
        if type == "S":
            return "Stream"
        elif type == "T":
            return "Track"
        elif type == "D":
            return "Download"
        elif type == "A":
            return "Album"
        elif type == "C":
            return "Channel"
        elif "trends" in type.lower():
            return "Trends"
    
    # def set_full_type(df):
    #     df["full_type"] = df.apply(lambda Row: full_type(Row["type"]), axis=1)