get_results_PruningRewind_CVK.py

import glob
import pandas as pd
import statistics

# from src.utils.vis_utils import get_df, average_df

from src.utils.vis_utils_pvk import get_df, average_df

LOG_NAME = "logs.txt"
pd.set_option('display.max_columns', None)
pd.set_option('display.max_rows', None)

root = ''
dataset_type = 'vtab' # currently support vtab, fgvc, vtab_rewind and fgvc_rewind and vtab_finetune
MODEL_NAME = "sup_vitb16_224" # sup_vitb16_224 # mae_vitb16 # mocov3_vitb # swinb_imagenet22k_224

df_list=[]
for idx, seed in enumerate(["42", "44", "82", "100", "800"]):
    run = idx + 1

    files = glob.glob(f"{root}/{MODEL_NAME}/*/run{run}/{LOG_NAME}")
    print(files)
    for f in files:
        df = get_df(
            files, f"run{run}", root, MODEL_NAME, is_best=False, is_last=True, dataset_type=dataset_type)
        if df is None:
            continue
        df["seed"] = seed
    df_list.append(df)

df= pd.concat(df_list)
df["type"] = "P_VK"
print(df)

f_df = average_df(df, metric_names=["l-test_top1"], take_average=True)
# print(f_df)

best_top_1 = pd.to_numeric(f_df["l-test_top1"]).tolist()[0]
if dataset_type != 'vtab_finetune' and dataset_type != 'vtab': # and dataset_type != 'vtab
    Prompt_length = f_df["Prompt_length"].tolist()[0][1:]
    VK_length = f_df["VK_length"].tolist()[0][2:]
lr = f_df["lr"].tolist()[0]
wd = f_df["wd"].tolist()[0]
tuned_percentage = f_df["tuned / total (%)"].tolist()[0]
batch_size = f_df["batch_size"].tolist()[0]
runs = df["l-test_top1"].tolist()
train_loss = df["train_loss_atbest"].tolist()
test_loss = df["test_loss_atbest"].tolist()
val_loss = df['val_loss_atbest'].tolist()
# print('train_loss:', train_loss)
# print('test_loss:', test_loss)
# print('val_loss:', val_loss)
print(f"train/val/test: \n AVG[{statistics.mean(train_loss)}-{statistics.mean(test_loss)}-{statistics.mean(val_loss)}]")
print(f" ALL{train_loss}{test_loss}{val_loss}")
if dataset_type != 'vtab_finetune' and dataset_type != 'vtab':
    print(f"{best_top_1}--{runs}({Prompt_length}+{VK_length}+lr{lr}_wd{wd} {tuned_percentage} {batch_size})")
else: # vtab_finetune
    print(f"{best_top_1}--{runs}(lr{lr}_wd{wd} {tuned_percentage} {batch_size})")