| import torch | |||||
| from torch.utils.data import DataLoader | |||||
| from torch.optim.lr_scheduler import LambdaLR | |||||
| from tqdm import tqdm | |||||
| import datasets | |||||
| from utils.metrics import evaluate | |||||
| from opt import opt | |||||
| from utils.comm import generate_model | |||||
| from utils.loss import DeepSupervisionLoss, BceDiceLoss | |||||
| from utils.metrics import Metrics | |||||
| import torch.nn as nn | |||||
| def valid(model, valid_dataloader, total_batch): | |||||
| model.eval() | |||||
| # Metrics_logger initialization | |||||
| metrics = Metrics(['recall', 'specificity', 'precision', 'F1', 'F2', | |||||
| 'ACC_overall', 'IoU_poly', 'IoU_bg', 'IoU_mean']) | |||||
| with torch.no_grad(): | |||||
| bar = tqdm(enumerate(valid_dataloader), total=total_batch) | |||||
| for i, data in bar: | |||||
| img, gt = data['image'], data['label'] | |||||
| if opt.use_gpu: | |||||
| img = img.cuda() | |||||
| gt = gt.cuda() | |||||
| output = model(img) | |||||
| _recall, _specificity, _precision, _F1, _F2, \ | |||||
| _ACC_overall, _IoU_poly, _IoU_bg, _IoU_mean = evaluate(output, gt, 0.5) | |||||
| metrics.update(recall= _recall, specificity= _specificity, precision= _precision, | |||||
| F1= _F1, F2= _F2, ACC_overall= _ACC_overall, IoU_poly= _IoU_poly, | |||||
| IoU_bg= _IoU_bg, IoU_mean= _IoU_mean | |||||
| ) | |||||
| metrics_result = metrics.mean(total_batch) | |||||
| return metrics_result | |||||
| def train(): | |||||
| model = generate_model(opt) | |||||
| #model = nn.DataParallel(model) | |||||
| # load data | |||||
| train_data = getattr(datasets, opt.dataset)(opt.root, opt.train_data_dir, mode='train') | |||||
| train_dataloader = DataLoader(train_data, opt.batch_size, shuffle=True, num_workers=opt.num_workers) | |||||
| valid_data = getattr(datasets, opt.dataset)(opt.root, opt.valid_data_dir, mode='test') | |||||
| valid_dataloader = DataLoader(valid_data, batch_size=1, shuffle=False, num_workers=opt.num_workers) | |||||
| val_total_batch = int(len(valid_data) / 1) | |||||
| # load optimizer and scheduler | |||||
| optimizer = torch.optim.SGD(model.parameters(), lr=opt.lr, momentum=opt.mt, weight_decay=opt.weight_decay) | |||||
| lr_lambda = lambda epoch: 1.0 - pow((epoch / opt.nEpoch), opt.power) | |||||
| scheduler = LambdaLR(optimizer, lr_lambda) | |||||
| # train | |||||
| print('Start training') | |||||
| print('---------------------------------\n') | |||||
| for epoch in range(opt.nEpoch): | |||||
| print('------ Epoch', epoch + 1) | |||||
| model.train() | |||||
| total_batch = int(len(train_data) / opt.batch_size) | |||||
| bar = tqdm(enumerate(train_dataloader), total=total_batch) | |||||
| for i, data in bar: | |||||
| img = data['image'] | |||||
| gt = data['label'] | |||||
| if opt.use_gpu: | |||||
| img = img.cuda() | |||||
| gt = gt.cuda() | |||||
| optimizer.zero_grad() | |||||
| output = model(img) | |||||
| #loss = BceDiceLoss()(output, gt) | |||||
| loss = DeepSupervisionLoss(output, gt) | |||||
| loss.backward() | |||||
| optimizer.step() | |||||
| bar.set_postfix_str('loss: %.5s' % loss.item()) | |||||
| scheduler.step() | |||||
| metrics_result = valid(model, valid_dataloader, val_total_batch) | |||||
| print("Valid Result:") | |||||
| print('recall: %.4f, specificity: %.4f, precision: %.4f, F1: %.4f,' | |||||
| ' F2: %.4f, ACC_overall: %.4f, IoU_poly: %.4f, IoU_bg: %.4f, IoU_mean: %.4f' | |||||
| % (metrics_result['recall'], metrics_result['specificity'], metrics_result['precision'], | |||||
| metrics_result['F1'], metrics_result['F2'], metrics_result['ACC_overall'], | |||||
| metrics_result['IoU_poly'], metrics_result['IoU_bg'], metrics_result['IoU_mean'])) | |||||
| if ((epoch + 1) % opt.ckpt_period == 0): | |||||
| torch.save(model.state_dict(), './checkpoints/exp' + str(opt.expID)+"/ck_{}.pth".format(epoch + 1)) | |||||
| if __name__ == '__main__': | |||||
| if opt.mode == 'train': | |||||
| print('---PolpySeg Train---') | |||||
| train() | |||||
| print('Done') | |||||