|
@@ -78,7 +78,6 @@ def read_latest_data(
|
|
|
domain_path = downloaded_data_path / domain
|
|
|
files_to_read.append((domain, get_latest_release(domain_path)))
|
|
|
|
|
|
- # df_all = None
|
|
|
df_list = []
|
|
|
for domain, release in files_to_read:
|
|
|
read_config = read_config_all[domain][release]
|
|
@@ -127,14 +126,6 @@ def read_latest_data(
|
|
|
)
|
|
|
|
|
|
df_list.append(df_domain)
|
|
|
- # if df_all is None:
|
|
|
- # df_all = df_domain
|
|
|
- # else:
|
|
|
- # df_all = pd.concat(
|
|
|
- # [df_all, df_domain],
|
|
|
- # axis=0,
|
|
|
- # join="outer",
|
|
|
- # ).reset_index(drop=True)
|
|
|
|
|
|
df_all = pd.concat(df_list, axis=0, join="outer", ignore_index=True)
|
|
|
|