File size: 1,865 Bytes
4d5ab1c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 | /*
Implements a simple logger that writes log files in the output directory.
The Logger object is stateless and uses append mode to write to log files.
*/
#ifndef LOGGER_H
#define LOGGER_H
#include <assert.h>
#include <stdio.h>
#include <string.h>
// defines: fopenCheck, freadCheck, fcloseCheck, fseekCheck, mallocCheck
#include "utils.h"
typedef struct {
int active;
char output_log_file[512];
} Logger;
void logger_init(Logger *logger, const char *log_dir, int process_rank, int resume) {
// currently, only rank 0 writes logs
logger->active = 0;
if (log_dir != NULL && process_rank == 0) {
logger->active = 1;
assert(strlen(log_dir) < 500); // being a bit lazy, could relax later
snprintf(logger->output_log_file, 512, "%s/main.log", log_dir);
if (resume == 0) {
// wipe any existing logfile clean if we're starting fresh
FILE *logfile = fopenCheck(logger->output_log_file, "w");
fclose(logfile);
}
}
}
void logger_log_eval(Logger *logger, int step, float val) {
if (logger->active == 1) {
FILE *logfile = fopenCheck(logger->output_log_file, "a");
fprintf(logfile, "s:%d eval:%.4f\n", step, val);
fclose(logfile);
}
}
void logger_log_val(Logger *logger, int step, float val_loss) {
if (logger->active == 1) {
FILE *logfile = fopenCheck(logger->output_log_file, "a");
fprintf(logfile, "s:%d tel:%.4f\n", step, val_loss);
fclose(logfile);
}
}
void logger_log_train(Logger *logger, int step, float train_loss, float learning_rate, float grad_norm) {
if (logger->active == 1) {
FILE *logfile = fopenCheck(logger->output_log_file, "a");
fprintf(logfile, "s:%d trl:%.4f lr:%.6f norm:%.2f\n", step, train_loss, learning_rate, grad_norm);
fclose(logfile);
}
}
#endif |