ProcessFiles.py File Reference

Go to the source code of this file.

Namespaces
namespace	src
namespace	src.importer
namespace	src.importer.ProcessFiles

Functions
	src.importer.ProcessFiles.save_parquet_s3 (df, event, name)
	src.importer.ProcessFiles.upload_data_mongo (df, filename)
	src.importer.ProcessFiles.fix_date (date)
	src.importer.ProcessFiles.get_period (date, filename)
	src.importer.ProcessFiles.create_new_df (event, formats, return_dict)
	src.importer.ProcessFiles.process_files_parallel (event, context=None)

Constants
list	src.importer.ProcessFiles.merlin_formats
	Merlin formats consider to make 1.5% discount.
	src.importer.ProcessFiles.ACCESS_ID
	Access keys for AWS.
	src.importer.ProcessFiles.ACCESS_KEY
	Access keys for AWS.
	src.importer.ProcessFiles.mongo_conn = mongo_connection()
	Class to connect to mongodb.
	src.importer.ProcessFiles.snap_collection = mongo_conn.mongo_conn_snapshots()
	Mongo collection to upload status procedure.
	src.importer.ProcessFiles.collection_name = os.environ.get("COLLECTION")
	src.importer.ProcessFiles.collection = mongo_conn.mongo_conn_sales()
	It's the mongo's collection for sales storage.
	src.importer.ProcessFiles.s3_session = boto3.Session(aws_access_key_id=ACCESS_ID, aws_secret_access_key=ACCESS_KEY)
	Connection for AWS using boto3.