Score가 계속 0이 나옵니다.

jjxxmiin commented 4 years ago

Informations

CLI

OS (Mac, Windows, Linux, etc) and version:
client version(please show nsml --version):

WEB

Brower (chrome, firfox, etc):
URL:

What is your login ID?

jjeamin

Question

제출은 정상적으로 동작하는데 score가 계속 0.0이 나오네요.. 0.0이 나오는게 쉽지 않을것 같은데 혹시 이럴 때 생각할 수 있는 문제가 무엇이 있을까요??

def preprocess_test_info(test_dir):
    dataset_info = {
        'img_path': []
    }
    paths = [path for path in (Path(test_dir) / 'test_data').glob('*.*') if path.suffix not in ['.gif', '.GIF']]
    for path in paths:
        dataset_info['img_path'].append(str(path))

    test_info = pd.DataFrame(dataset_info)

    return test_info

def tester(model, test_dir, device='cuda'):
    mean, std = [0.5, 0.5, 0.5], [0.5, 0.5, 0.5]

    tfms = transforms.Compose([transforms.ToTensor(),
                               transforms.Normalize(mean, std)])

    test_info = preprocess_test_info(test_dir)
    test_dataset = SpamDataset(test_info.img_path.values,
                               test_info.index.values,
                               tfms=tfms,
                               test=True)

    test_loader = torch.utils.data.DataLoader(test_dataset,
                                              batch_size=1,
                                              shuffle=False)

    print(test_info)

    y_pred = []
    files = []

    for image, file in test_loader:
        image = image.to(device)
        files.append(file[0])

        pred = model(image)
        _, predicted = torch.max(pred, 1)
        y_pred += predicted.cpu().numpy().tolist()

    print(y_pred)
    ret = pd.DataFrame({'filename': files, 'y_pred': y_pred})
    print(ret)

    return ret

def bind_model(model, model_name='model.pth'):
    def save(dirname, **kwargs):
        checkpoint = {
            'model': model.state_dict()
        }
        torch.save(checkpoint, os.path.join(dirname, model_name))

    def load(dirname, **kwargs):
        checkpoint = torch.load(os.path.join(dirname, model_name))
        model.load_state_dict(checkpoint['model'])

    def infer(test_dir, **kwargs):
        return tester(model, test_dir)

    nsml.bind(save=save, load=load, infer=infer)