1148 outputs = torch.sigmoid(outputs)
1149
1150 if raw_scores:
1151 # key=sentence1152 # value=score
1153 sent_scores = list(zip(src_txt, outputs.tolist()[0]))
1154 return sent_scores
688 test_dataloader = DataLoader(
689 test_dataset,
690 num_workers=self.hparams.dataloader_num_workers,
691 # sampler=test_sampler, 692 batch_size=self.hparams.batch_size,
693 collate_fn=self.pad_batch_collate,
694 )
672 valid_dataloader = DataLoader(
673 valid_dataset,
674 num_workers=self.hparams.dataloader_num_workers,
675 # sampler=valid_sampler, 676 batch_size=self.hparams.batch_size,
677 collate_fn=self.pad_batch_collate,
678 )
658 train_dataloader = DataLoader(
659 train_dataset,
660 num_workers=self.hparams.dataloader_num_workers,
661 # sampler=train_sampler, 662 batch_size=self.hparams.batch_size,
663 collate_fn=self.pad_batch_collate,
664 )
585 zip(range(len(json_files)), json_files),
586 ):
587 pass
588 # pool.close() 589 # pool.join()
590
591 # since the dataset has been prepared, the processed dataset files should
It is recommended to remove any commented code in your codebase.
for item in sequence:
# print(item)
do_something(item)
# def old_function():
# '''Older implementation that has been replaced'''
# data = get_data()
# api.post(data)
for item in sequence:
do_something(item)