-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathlogger.py
More file actions
85 lines (71 loc) · 2.6 KB
/
Copy pathlogger.py
File metadata and controls
85 lines (71 loc) · 2.6 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
Logger - Simplified version
"""
import os
import json
import logging
from datetime import datetime
class Logger:
"""Training logger"""
def __init__(self, log_dir, experiment_name):
self.log_dir = log_dir
self.experiment_name = experiment_name
os.makedirs(log_dir, exist_ok=True)
# Setup logger
self.logger = logging.getLogger(experiment_name)
self.logger.setLevel(logging.INFO)
# File handler
log_file = os.path.join(log_dir, f'{experiment_name}.log')
file_handler = logging.FileHandler(log_file)
file_handler.setLevel(logging.INFO)
# Console handler
console_handler = logging.StreamHandler()
console_handler.setLevel(logging.INFO)
# Formatter
formatter = logging.Formatter(
'%(asctime)s - %(name)s - %(levelname)s - %(message)s'
)
file_handler.setFormatter(formatter)
console_handler.setFormatter(formatter)
self.logger.addHandler(file_handler)
self.logger.addHandler(console_handler)
# Results storage
self.results = []
def log_epoch(self, epoch, fold_idx, train_metrics, val_metrics):
"""Log epoch results"""
self.logger.info(
f"Fold {fold_idx} - Epoch {epoch}: "
f"Train Loss: {train_metrics['loss']:.4f}, "
f"Val Loss: {val_metrics['loss']:.4f}, "
f"Val Acc: {val_metrics['acc']:.4f}, "
f"Val F1: {val_metrics['f1']:.4f}"
)
def log_fold_result(self, fold_idx, best_epoch, best_metrics):
"""Log fold results"""
self.logger.info(
f"Fold {fold_idx} completed. "
f"Best epoch: {best_epoch}, "
f"Best accuracy: {best_metrics['acc']:.4f}"
)
self.results.append({
'fold': fold_idx,
'best_epoch': best_epoch,
'metrics': best_metrics
})
def log_final_results(self, avg_metrics):
"""Log final average results"""
self.logger.info("=" * 50)
self.logger.info("Final Average Results:")
for metric, value in avg_metrics.items():
self.logger.info(f" {metric}: {value:.4f}")
self.logger.info("=" * 50)
def save_metrics(self):
"""Save results to file"""
results_file = os.path.join(self.log_dir, 'results.json')
with open(results_file, 'w') as f:
json.dump(self.results, f, indent=2)
def save_metrics(self):
"""Save results"""
pass # Simplified version, already saved in log_final_results