in Utils/get_tokens_and_time.py [0:0]
def process_directory(directory_path, model, experiment):
data = ''
for category_folder in os.listdir(directory_path):
entry_path = os.path.join(directory_path, category_folder)
try:
for file in sorted(os.scandir(entry_path), key=lambda x: x.name):
if re.match(r'.*report_\d+\.md$', file.name):
data += extract_and_write_data(file.path, model, experiment)
except Exception as e:
print(f'Error while reading directory: {e}')
return data