mirror of
https://github.com/Laurent2916/REVA-QCAV.git
synced 2024-11-08 22:42:02 +00:00
138 lines
4 KiB
Python
138 lines
4 KiB
Python
import torch
|
|
import torch.backends.cudnn as cudnn
|
|
import torch.nn.functional as F
|
|
import torch.nn as nn
|
|
|
|
from load import *
|
|
from data_vis import *
|
|
from utils import split_train_val, batch
|
|
from myloss import DiceLoss
|
|
from eval import eval_net
|
|
from unet_model import UNet
|
|
from torch.autograd import Variable
|
|
from torch import optim
|
|
from optparse import OptionParser
|
|
import sys
|
|
import os
|
|
|
|
|
|
def train_net(net, epochs=5, batch_size=2, lr=0.1, val_percent=0.05,
|
|
cp=True, gpu=False):
|
|
dir_img = 'data/train/'
|
|
dir_mask = 'data/train_masks/'
|
|
dir_checkpoint = 'checkpoints/'
|
|
|
|
ids = get_ids(dir_img)
|
|
ids = split_ids(ids)
|
|
|
|
iddataset = split_train_val(ids, val_percent)
|
|
|
|
print('''
|
|
Starting training:
|
|
Epochs: {}
|
|
Batch size: {}
|
|
Learning rate: {}
|
|
Training size: {}
|
|
Validation size: {}
|
|
Checkpoints: {}
|
|
CUDA: {}
|
|
'''.format(epochs, batch_size, lr, len(iddataset['train']),
|
|
len(iddataset['val']), str(cp), str(gpu)))
|
|
|
|
N_train = len(iddataset['train'])
|
|
|
|
train = get_imgs_and_masks(iddataset['train'], dir_img, dir_mask)
|
|
val = get_imgs_and_masks(iddataset['val'], dir_img, dir_mask)
|
|
|
|
optimizer = optim.SGD(net.parameters(),
|
|
lr=lr, momentum=0.9, weight_decay=0.0005)
|
|
criterion = nn.BCELoss()
|
|
|
|
for epoch in range(epochs):
|
|
print('Starting epoch {}/{}.'.format(epoch+1, epochs))
|
|
train = get_imgs_and_masks(iddataset['train'], dir_img, dir_mask)
|
|
val = get_imgs_and_masks(iddataset['val'], dir_img, dir_mask)
|
|
|
|
epoch_loss = 0
|
|
|
|
if 1:
|
|
val_dice = eval_net(net, val, gpu)
|
|
print('Validation Dice Coeff: {}'.format(val_dice))
|
|
|
|
for i, b in enumerate(batch(train, batch_size)):
|
|
X = np.array([i[0] for i in b])
|
|
y = np.array([i[1] for i in b])
|
|
|
|
X = torch.FloatTensor(X)
|
|
y = torch.ByteTensor(y)
|
|
|
|
if gpu:
|
|
X = Variable(X).cuda()
|
|
y = Variable(y).cuda()
|
|
else:
|
|
X = Variable(X)
|
|
y = Variable(y)
|
|
|
|
y_pred = net(X)
|
|
probs = F.sigmoid(y_pred)
|
|
probs_flat = probs.view(-1)
|
|
|
|
y_flat = y.view(-1)
|
|
|
|
loss = criterion(probs_flat, y_flat.float())
|
|
epoch_loss += loss.data[0]
|
|
|
|
print('{0:.4f} --- loss: {1:.6f}'.format(i*batch_size/N_train,
|
|
loss.data[0]))
|
|
|
|
optimizer.zero_grad()
|
|
|
|
loss.backward()
|
|
|
|
optimizer.step()
|
|
|
|
print('Epoch finished ! Loss: {}'.format(epoch_loss/i))
|
|
|
|
if cp:
|
|
torch.save(net.state_dict(),
|
|
dir_checkpoint + 'CP{}.pth'.format(epoch+1))
|
|
|
|
print('Checkpoint {} saved !'.format(epoch+1))
|
|
|
|
|
|
if __name__ == '__main__':
|
|
parser = OptionParser()
|
|
parser.add_option('-e', '--epochs', dest='epochs', default=5, type='int',
|
|
help='number of epochs')
|
|
parser.add_option('-b', '--batch-size', dest='batchsize', default=10,
|
|
type='int', help='batch size')
|
|
parser.add_option('-l', '--learning-rate', dest='lr', default=0.1,
|
|
type='float', help='learning rate')
|
|
parser.add_option('-g', '--gpu', action='store_true', dest='gpu',
|
|
default=False, help='use cuda')
|
|
parser.add_option('-c', '--load', dest='load',
|
|
default=False, help='load file model')
|
|
|
|
(options, args) = parser.parse_args()
|
|
|
|
net = UNet(3, 1)
|
|
|
|
if options.load:
|
|
net.load_state_dict(torch.load(options.load))
|
|
print('Model loaded from {}'.format(options.load))
|
|
|
|
if options.gpu:
|
|
net.cuda()
|
|
cudnn.benchmark = True
|
|
|
|
try:
|
|
train_net(net, options.epochs, options.batchsize, options.lr,
|
|
gpu=options.gpu)
|
|
except KeyboardInterrupt:
|
|
torch.save(net.state_dict(), 'INTERRUPTED.pth')
|
|
print('Saved interrupt')
|
|
try:
|
|
sys.exit(0)
|
|
except SystemExit:
|
|
os._exit(0)
|