diff --git a/append.py b/append.py index e0495f5..2d68d97 100755 --- a/append.py +++ b/append.py @@ -1,6 +1,7 @@ # https://www.udemy.com/course/ai-finance import pandas as pd from glob import glob +import os files = glob('data/*.csv') full_df = None @@ -8,12 +9,15 @@ print(f) df = pd.read_csv(f) - symbol = f.split('/')[1].split('.')[0] + symbol = os.path.splitext(os.path.basename(f))[0] + # symbol = f.split('/')[1].split('.')[0] df['Name'] = symbol if full_df is None: full_df = df else: - full_df = full_df.append(df, ignore_index=True) + # New pandas version, use concat + full_df = pd.concat([full_df, df], ignore_index=True) + # full_df = full_df.append(df, ignore_index=True) full_df.to_csv('sp500full.csv', index=False) \ No newline at end of file diff --git a/append_small.py b/append_small.py index 54d5542..fa7ba20 100755 --- a/append_small.py +++ b/append_small.py @@ -60,7 +60,7 @@ if full_df is None: full_df = df else: - full_df = full_df.append(df, ignore_index=True) - -full_df.to_csv('sp500sub.csv', index=False) + full_df = pd.concat([full_df, df], ignore_index=True) # Utilisation de pd.concat + # full_df = full_df.append(df, ignore_index=True) +full_df.to_csv('sp500sub.csv', index=False) \ No newline at end of file diff --git a/get_data.py b/get_data.py index a6512f0..1746e44 100755 --- a/get_data.py +++ b/get_data.py @@ -52,7 +52,11 @@ for symbol in symbols: if not os.path.exists(f"data/{symbol}.csv"): - data = yf.download(symbol, start="2010-01-01", end="2018-12-31") + data = yf.download(symbol, start="2000-01-01", end="2024-06-28", interval="1d") + # hour + # data = yf.download(symbol, start="2022-07-01", end="2024-06-29", interval="1h") + # Last version: + # data = yf.download(symbol, start="2010-01-01", end="2018-12-31") if data.size > 0: data.to_csv(f"data/{symbol}.csv") else: @@ -62,7 +66,4 @@ for symbol in symbols: s = open(f"data/{symbol}.csv").readlines() if len(s) < 10: - os.system(f"rm data/{symbol}.csv") - - - + os.system(f"rm data/{symbol}.csv") \ No newline at end of file