diff --git a/.ipynb_checkpoints/dataloader-checkpoint.ipynb b/.ipynb_checkpoints/dataloader-checkpoint.ipynb deleted file mode 100644 index 363fcab..0000000 --- a/.ipynb_checkpoints/dataloader-checkpoint.ipynb +++ /dev/null @@ -1,6 +0,0 @@ -{ - "cells": [], - "metadata": {}, - "nbformat": 4, - "nbformat_minor": 5 -} diff --git a/Data_Exploration/explore.ipynb b/Data_Exploration/explore.ipynb new file mode 100644 index 0000000..4de0468 --- /dev/null +++ b/Data_Exploration/explore.ipynb @@ -0,0 +1,27 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "bd938e6e", + "metadata": {}, + "source": [ + "**Short notebook to test connectivity with S3 services and explore the data**" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "8c4e04e6", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "language_info": { + "name": "python" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/README.md b/README.md new file mode 100644 index 0000000..0b65adf --- /dev/null +++ b/README.md @@ -0,0 +1 @@ +Carmignac Project \ No newline at end of file diff --git a/Readme.md b/Readme.md deleted file mode 100644 index 70a492d..0000000 --- a/Readme.md +++ /dev/null @@ -1 +0,0 @@ -#Carmignac Project \ No newline at end of file diff --git a/dataloader.ipynb b/dataloader.ipynb deleted file mode 100644 index 0d21068..0000000 --- a/dataloader.ipynb +++ /dev/null @@ -1,201 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": null, - "id": "126c8a80-d9ad-4816-84f0-0c3d580f62c8", - "metadata": {}, - "outputs": [], - "source": [ - "import pandas as pd" - ] - }, - { - "cell_type": "code", - "execution_count": 1, - "id": "ff2261fb-9516-4410-b42d-3acc8dc1a460", - "metadata": {}, - "outputs": [], - "source": [ - "import os\n", - "import s3fs\n", - "os.environ[\"AWS_ACCESS_KEY_ID\"] = 'N1DBJCHI7YTK9AVMG6XT'\n", - "os.environ[\"AWS_SECRET_ACCESS_KEY\"] = 'SRCPMh8a1eQxX6Z09GeDxZoD55MBpnkJzyBctLII'\n", - "os.environ[\"AWS_SESSION_TOKEN\"] = 'eyJhbGciOiJIUzUxMiIsInR5cCI6IkpXVCJ9.eyJhY2Nlc3NLZXkiOiJOMURCSkNISTdZVEs5QVZNRzZYVCIsImFjciI6IjAiLCJhbGxvd2VkLW9yaWdpbnMiOlsiKiJdLCJhdWQiOlsibWluaW8iLCJhY2NvdW50Il0sImF1dGhfdGltZSI6MTc2MzEzMTgzNiwiYXpwIjoib255eGlhLW1pbmlvIiwiZW1haWwiOiJzYXJhaC50aG91bXlyZUBlbnNhZS5mciIsImVtYWlsX3ZlcmlmaWVkIjp0cnVlLCJleHAiOjE3NjQzNDE0MzksImZhbWlseV9uYW1lIjoiVEhPVU1ZUkUiLCJnaXZlbl9uYW1lIjoiU2FyYWgiLCJncm91cHMiOlsiYmRjLWRhdGEiLCJiZGMtY2FybWlnbmFjLWczIl0sImlhdCI6MTc2MzEzMTgzOCwiaXNzIjoiaHR0cHM6Ly9hdXRoLmdyb3VwZS1nZW5lcy5mci9yZWFsbXMvZ2VuZXMiLCJqdGkiOiJkY2I2MWJiZi1lZjU4LTRhMTItOGYyZS1jYTI0ZmUyNTA2YzEiLCJuYW1lIjoiU2FyYWggVEhPVU1ZUkUiLCJwb2xpY3kiOiJzdHNvbmx5IiwicHJlZmVycmVkX3VzZXJuYW1lIjoic3Rob3VteXJlLWVuc2FlIiwicmVhbG1fYWNjZXNzIjp7InJvbGVzIjpbIm9mZmxpbmVfYWNjZXNzIiwiZGVmYXVsdC1yb2xlcy1nZW5lcyIsInVtYV9hdXRob3JpemF0aW9uIl19LCJyZXNvdXJjZV9hY2Nlc3MiOnsiYWNjb3VudCI6eyJyb2xlcyI6WyJtYW5hZ2UtYWNjb3VudCIsIm1hbmFnZS1hY2NvdW50LWxpbmtzIiwidmlldy1wcm9maWxlIl19fSwic2NvcGUiOiJvcGVuaWQgcHJvZmlsZSBlbWFpbCIsInNpZCI6ImQxMDI0NGVlLWE3ZDMtNDA5MC04ZDA3LWNlOWY3YjM5MDRkNCIsInN1YiI6ImVhYWVkN2QyLWM4MjYtNGIxNC05MzczLTYwYjNhODhlMWFiNiIsInR5cCI6IkJlYXJlciJ9.sLXOE8w930_dXU0yNWroaDvaTvcUUCONMcbgbKeMEduQebXQjOS7gEQxo-I7Q2oqLFb_dhg1zBlwx5VpNjyTMA'\n", - "os.environ[\"AWS_DEFAULT_REGION\"] = 'us-east-1'\n", - "fs = s3fs.S3FileSystem(\n", - " client_kwargs={'endpoint_url': 'https://'+'minio-simple.lab.groupe-genes.fr'},\n", - " key = os.environ[\"AWS_ACCESS_KEY_ID\"], \n", - " secret = os.environ[\"AWS_SECRET_ACCESS_KEY\"], \n", - " token = os.environ[\"AWS_SESSION_TOKEN\"])" - ] - }, - { - "cell_type": "code", - "execution_count": 8, - "id": "dc546698-76dc-4eaf-b9e2-7602953bf8f5", - "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
Morningstar Global Asset ClassMorningstar Global CategoryMorningstar CategoryCombined CountryCombined Channel TypeCombined TypeMonth/Year (Record Date)Combined Net AssetsCombined Net Sales
0NaNNaNNaNLuxembourgProprietaryDomesticJan 201511170000.0799301.47
1NaNNaNNaNLuxembourgProprietaryDomesticFeb 201521210000.08922456.46
2NaNNaNNaNLuxembourgProprietaryDomesticMar 201523670000.01718627.81
3NaNNaNNaNLuxembourgProprietaryDomesticApr 201522720000.0-670097.35
4NaNNaNNaNLuxembourgProprietaryDomesticMay 201523550000.0204625.93
\n", - "
" - ], - "text/plain": [ - " Morningstar Global Asset Class Morningstar Global Category \\\n", - "0 NaN NaN \n", - "1 NaN NaN \n", - "2 NaN NaN \n", - "3 NaN NaN \n", - "4 NaN NaN \n", - "\n", - " Morningstar Category Combined Country Combined Channel Type Combined Type \\\n", - "0 NaN Luxembourg Proprietary Domestic \n", - "1 NaN Luxembourg Proprietary Domestic \n", - "2 NaN Luxembourg Proprietary Domestic \n", - "3 NaN Luxembourg Proprietary Domestic \n", - "4 NaN Luxembourg Proprietary Domestic \n", - "\n", - " Month/Year (Record Date) Combined Net Assets Combined Net Sales \n", - "0 Jan 2015 11170000.0 799301.47 \n", - "1 Feb 2015 21210000.0 8922456.46 \n", - "2 Mar 2015 23670000.0 1718627.81 \n", - "3 Apr 2015 22720000.0 -670097.35 \n", - "4 May 2015 23550000.0 204625.93 " - ] - }, - "execution_count": 8, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "with fs.open('projet-bdc-data/carmignac/Data Modélisation/market data/broadridge_Global Market data MS.csv', 'rb') as f:\n", - " df = pd.read_csv(f)\n", - "\n", - "df.head()" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "7494bffd-83b5-42e2-b17e-d04c90f3b59e", - "metadata": {}, - "outputs": [], - "source": [] - } - ], - "metadata": { - "kernelspec": { - "display_name": "Python 3 (ipykernel)", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.13.8" - } - }, - "nbformat": 4, - "nbformat_minor": 5 -} diff --git a/test_upload.py b/test_upload.py deleted file mode 100644 index e69de29..0000000