11 lines
		
	
	
		
			290 B
		
	
	
	
		
			Python
		
	
	
	
	
	
			
		
		
	
	
			11 lines
		
	
	
		
			290 B
		
	
	
	
		
			Python
		
	
	
	
	
	
| import os, sys, torch
 | |
| 
 | |
| from LanguageDataset import SentCorpus, BatchSentLoader
 | |
| 
 | |
| if __name__ == '__main__':
 | |
|   path = '../../data/data/penn'
 | |
|   corpus = SentCorpus( path )
 | |
|   loader = BatchSentLoader(corpus.test, 10)
 | |
|   for i, d in enumerate(loader):
 | |
|     print('{:} :: {:}'.format(i, d.size()))
 |