Project_Carmignac/reconciliation/load.py

20 lines
680 B
Python
Raw Normal View History

2025-12-08 13:01:52 +01:00
import os
import s3fs
import pandas as pd
def load():
"""Loading the csv fils and converting them to dataframes"""
fs = s3fs.S3FileSystem(
client_kwargs={'endpoint_url': 'https://'+'minio-simple.lab.groupe-genes.fr'},
key = os.environ["AWS_ACCESS_KEY_ID"],
secret = os.environ["AWS_SECRET_ACCESS_KEY"],
token = os.environ["AWS_SESSION_TOKEN"])
with fs.open('s3://projet-bdc-data/carmignac/AUM ENSAE V2 -20251105.csv', 'rb') as aum:
df_aum = pd.read_csv(aum, sep=";")
with fs.open('projet-bdc-data//carmignac/Flows ENSAE V2 -20251105.csv', 'rb') as flows:
df_flows = pd.read_csv(flows, sep=";")
return df_aum, df_flows