From d34309cec69c82581d60d1b59c69764f717b7433 Mon Sep 17 00:00:00 2001 From: sthoumyre-ensae Date: Fri, 14 Nov 2025 15:27:55 +0000 Subject: [PATCH] first test --- .../dataloader-checkpoint.ipynb | 6 + dataloader.ipynb | 201 ++++++++++++++++++ 2 files changed, 207 insertions(+) create mode 100644 .ipynb_checkpoints/dataloader-checkpoint.ipynb create mode 100644 dataloader.ipynb diff --git a/.ipynb_checkpoints/dataloader-checkpoint.ipynb b/.ipynb_checkpoints/dataloader-checkpoint.ipynb new file mode 100644 index 0000000..363fcab --- /dev/null +++ b/.ipynb_checkpoints/dataloader-checkpoint.ipynb @@ -0,0 +1,6 @@ +{ + "cells": [], + "metadata": {}, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/dataloader.ipynb b/dataloader.ipynb new file mode 100644 index 0000000..0d21068 --- /dev/null +++ b/dataloader.ipynb @@ -0,0 +1,201 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": null, + "id": "126c8a80-d9ad-4816-84f0-0c3d580f62c8", + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "id": "ff2261fb-9516-4410-b42d-3acc8dc1a460", + "metadata": {}, + "outputs": [], + "source": [ + "import os\n", + "import s3fs\n", + "os.environ[\"AWS_ACCESS_KEY_ID\"] = 'N1DBJCHI7YTK9AVMG6XT'\n", + "os.environ[\"AWS_SECRET_ACCESS_KEY\"] = 'SRCPMh8a1eQxX6Z09GeDxZoD55MBpnkJzyBctLII'\n", + "os.environ[\"AWS_SESSION_TOKEN\"] = 'eyJhbGciOiJIUzUxMiIsInR5cCI6IkpXVCJ9.eyJhY2Nlc3NLZXkiOiJOMURCSkNISTdZVEs5QVZNRzZYVCIsImFjciI6IjAiLCJhbGxvd2VkLW9yaWdpbnMiOlsiKiJdLCJhdWQiOlsibWluaW8iLCJhY2NvdW50Il0sImF1dGhfdGltZSI6MTc2MzEzMTgzNiwiYXpwIjoib255eGlhLW1pbmlvIiwiZW1haWwiOiJzYXJhaC50aG91bXlyZUBlbnNhZS5mciIsImVtYWlsX3ZlcmlmaWVkIjp0cnVlLCJleHAiOjE3NjQzNDE0MzksImZhbWlseV9uYW1lIjoiVEhPVU1ZUkUiLCJnaXZlbl9uYW1lIjoiU2FyYWgiLCJncm91cHMiOlsiYmRjLWRhdGEiLCJiZGMtY2FybWlnbmFjLWczIl0sImlhdCI6MTc2MzEzMTgzOCwiaXNzIjoiaHR0cHM6Ly9hdXRoLmdyb3VwZS1nZW5lcy5mci9yZWFsbXMvZ2VuZXMiLCJqdGkiOiJkY2I2MWJiZi1lZjU4LTRhMTItOGYyZS1jYTI0ZmUyNTA2YzEiLCJuYW1lIjoiU2FyYWggVEhPVU1ZUkUiLCJwb2xpY3kiOiJzdHNvbmx5IiwicHJlZmVycmVkX3VzZXJuYW1lIjoic3Rob3VteXJlLWVuc2FlIiwicmVhbG1fYWNjZXNzIjp7InJvbGVzIjpbIm9mZmxpbmVfYWNjZXNzIiwiZGVmYXVsdC1yb2xlcy1nZW5lcyIsInVtYV9hdXRob3JpemF0aW9uIl19LCJyZXNvdXJjZV9hY2Nlc3MiOnsiYWNjb3VudCI6eyJyb2xlcyI6WyJtYW5hZ2UtYWNjb3VudCIsIm1hbmFnZS1hY2NvdW50LWxpbmtzIiwidmlldy1wcm9maWxlIl19fSwic2NvcGUiOiJvcGVuaWQgcHJvZmlsZSBlbWFpbCIsInNpZCI6ImQxMDI0NGVlLWE3ZDMtNDA5MC04ZDA3LWNlOWY3YjM5MDRkNCIsInN1YiI6ImVhYWVkN2QyLWM4MjYtNGIxNC05MzczLTYwYjNhODhlMWFiNiIsInR5cCI6IkJlYXJlciJ9.sLXOE8w930_dXU0yNWroaDvaTvcUUCONMcbgbKeMEduQebXQjOS7gEQxo-I7Q2oqLFb_dhg1zBlwx5VpNjyTMA'\n", + "os.environ[\"AWS_DEFAULT_REGION\"] = 'us-east-1'\n", + "fs = s3fs.S3FileSystem(\n", + " client_kwargs={'endpoint_url': 'https://'+'minio-simple.lab.groupe-genes.fr'},\n", + " key = os.environ[\"AWS_ACCESS_KEY_ID\"], \n", + " secret = os.environ[\"AWS_SECRET_ACCESS_KEY\"], \n", + " token = os.environ[\"AWS_SESSION_TOKEN\"])" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "dc546698-76dc-4eaf-b9e2-7602953bf8f5", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Morningstar Global Asset ClassMorningstar Global CategoryMorningstar CategoryCombined CountryCombined Channel TypeCombined TypeMonth/Year (Record Date)Combined Net AssetsCombined Net Sales
0NaNNaNNaNLuxembourgProprietaryDomesticJan 201511170000.0799301.47
1NaNNaNNaNLuxembourgProprietaryDomesticFeb 201521210000.08922456.46
2NaNNaNNaNLuxembourgProprietaryDomesticMar 201523670000.01718627.81
3NaNNaNNaNLuxembourgProprietaryDomesticApr 201522720000.0-670097.35
4NaNNaNNaNLuxembourgProprietaryDomesticMay 201523550000.0204625.93
\n", + "
" + ], + "text/plain": [ + " Morningstar Global Asset Class Morningstar Global Category \\\n", + "0 NaN NaN \n", + "1 NaN NaN \n", + "2 NaN NaN \n", + "3 NaN NaN \n", + "4 NaN NaN \n", + "\n", + " Morningstar Category Combined Country Combined Channel Type Combined Type \\\n", + "0 NaN Luxembourg Proprietary Domestic \n", + "1 NaN Luxembourg Proprietary Domestic \n", + "2 NaN Luxembourg Proprietary Domestic \n", + "3 NaN Luxembourg Proprietary Domestic \n", + "4 NaN Luxembourg Proprietary Domestic \n", + "\n", + " Month/Year (Record Date) Combined Net Assets Combined Net Sales \n", + "0 Jan 2015 11170000.0 799301.47 \n", + "1 Feb 2015 21210000.0 8922456.46 \n", + "2 Mar 2015 23670000.0 1718627.81 \n", + "3 Apr 2015 22720000.0 -670097.35 \n", + "4 May 2015 23550000.0 204625.93 " + ] + }, + "execution_count": 8, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "with fs.open('projet-bdc-data/carmignac/Data Modélisation/market data/broadridge_Global Market data MS.csv', 'rb') as f:\n", + " df = pd.read_csv(f)\n", + "\n", + "df.head()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "7494bffd-83b5-42e2-b17e-d04c90f3b59e", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.13.8" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +}