support both old and new fastText model

gensim/models/wrappers/fasttext.py

@@ -286,7 +286,7 @@ def load_dict(self, file_handle, encoding='utf8'):
         # Vocab stored by [Dictionary::save](https://github.com/facebookresearch/fastText/blob/master/src/dictionary.cc)
         assert len(self.wv.vocab) == nwords, 'mismatch between vocab sizes'
         assert len(self.wv.vocab) == vocab_size, 'mismatch between vocab sizes'
-        ntokens = self.struct_unpack(file_handle, '@1q')
+        self.struct_unpack(file_handle, '@1q') # number of tokens 
         if self.new_format:
             pruneidx_size, = self.struct_unpack(file_handle, '@q')
         for i in range(nwords):
@@ -303,11 +303,11 @@ def load_dict(self, file_handle, encoding='utf8'):
 
         if self.new_format:
             for j in range(pruneidx_size):
-                _, _ = self.struct_unpack(file_handle, '@2i')
+                self.struct_unpack(file_handle, '@2i')
 
     def load_vectors(self, file_handle):
         if self.new_format:
-            _ = self.struct_unpack(file_handle, '@?')  # bool quant_input in fasttext.cc
+            self.struct_unpack(file_handle, '@?')  # bool quant_input in fasttext.cc
         num_vectors, dim = self.struct_unpack(file_handle, '@2q')
         # Vectors stored by [Matrix::save](https://github.com/facebookresearch/fastText/blob/master/src/matrix.cc)
         assert self.vector_size == dim, 'mismatch between model sizes'

gensim/test/test_fasttext_wrapper.py

@@ -285,4 +285,4 @@ def testHash(self):
 
 if __name__ == '__main__':
     logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s', level=logging.DEBUG)
-    unittest.main()
+    unittest.main()