Fix separator in conll2003_dataset

kolloldas · Jul 22, 2018 · d358e15 · d358e15
1 parent bc40283
commit d358e15
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/torchnlp/data/conll.py b/torchnlp/data/conll.py
@@ -63,6 +63,7 @@ def conll2003_dataset(tag_type, batch_size, root='./conll2003',
                                 train=train_file, 
                                 validation=validation_file, 
                                 test=test_file,
+                                separator=' ',
                                 fields=tuple(fields))
 
     logger.info('---------- CONLL 2003 %s ---------'%tag_type)