work on DS dataset

This commit is contained in:
Alexis REVELLE 2024-02-29 10:14:16 +00:00
parent b840b2403c
commit 766463acaa

View File

@ -0,0 +1,14 @@
import pandas as pd
import numpy as np
import os
import s3fs
import re
import warnings
# Create filesystem object
S3_ENDPOINT_URL = "https://" + os.environ["AWS_S3_ENDPOINT"]
fs = s3fs.S3FileSystem(client_kwargs={'endpoint_url': S3_ENDPOINT_URL})
# Ignore warning
warnings.filterwarnings('ignore')