ModuleNotFoundError: No module named 'fairseq.data.token_block_utils_fast'

@Erifai Hi, I encountered the same issue as yours when using colab for loading the PTM. I struggled a lot and found the following solution feasible. I hope this can help you.

!pip install cython -U !git clone https://github.com/pytorch/fairseq.git %cd fairseq !pip install --quiet --editable . !pip install --quiet sentencepiece cd …

Best, Zeyu

hello guys i’m trying to load camembert model and i’m having the same issue

here’s what m trying to do (jupyter notebook)

any one can help please ? (it’s been a week that m trying to solve this)

import torch
import numpy as np
import hydra
import omegaconf
import cython
import tensorboardX
#### Loading CamemBERT model
camembert = torch.hub.load('pytorch/fairseq', 'camembert.v0', force_reload=True)

ERROR :

ModuleNotFoundError                       Traceback (most recent call last)
~/.cache\torch\hub\pytorch_fairseq_main\hubconf.py in <module>
     48 try:
---> 49     import fairseq.data.token_block_utils_fast  # noqa
     50 except ImportError:

ModuleNotFoundError: No module named 'fairseq.data.token_block_utils_fast'

During handling of the above exception, another exception occurred:

DistutilsClassError                       Traceback (most recent call last)
~\Anaconda3\lib\site-packages\setuptools\sandbox.py in save_modules()
    155     with ExceptionSaver() as saved_exc:
--> 156         yield saved
    157 

~\Anaconda3\lib\site-packages\setuptools\sandbox.py in setup_context(setup_dir)
    197                             __import__('setuptools')
--> 198                             yield
    199 

~\Anaconda3\lib\site-packages\setuptools\sandbox.py in run_setup(setup_script, args)
    258                 ns = dict(__file__=setup_script, __name__='__main__')
--> 259                 _execfile(setup_script, ns)
    260         except SystemExit as v:

~\Anaconda3\lib\site-packages\setuptools\sandbox.py in _execfile(filename, globals, locals)
     45     code = compile(script, filename, 'exec')
---> 46     exec(code, globals, locals)
     47 

~/.cache\torch\hub\pytorch_fairseq_main\setup.py in <module>
    281         }
--> 282         do_setup(package_data)
    283     finally:

~/.cache\torch\hub\pytorch_fairseq_main\setup.py in do_setup(package_data)
    189 def do_setup(package_data):
--> 190     setup(
    191         name="fairseq",

~\Anaconda3\lib\site-packages\setuptools\__init__.py in setup(**attrs)
    154     _install_setup_requires(attrs)
--> 155     return distutils.core.setup(**attrs)
    156 

~\Anaconda3\lib\site-packages\setuptools\_distutils\core.py in setup(**attrs)
    134     try:
--> 135         ok = dist.parse_command_line()
    136     except DistutilsArgError as msg:

~\Anaconda3\lib\site-packages\setuptools\_distutils\dist.py in parse_command_line(self)
    483         while args:
--> 484             args = self._parse_command_opts(parser, args)
    485             if args is None:            # user asked for help (and got it)

~\Anaconda3\lib\site-packages\setuptools\dist.py in _parse_command_opts(self, parser, args)
   1083 
-> 1084         nargs = _Distribution._parse_command_opts(self, parser, args)
   1085 

~\Anaconda3\lib\site-packages\setuptools\_distutils\dist.py in _parse_command_opts(self, parser, args)
    546         if not issubclass(cmd_class, Command):
--> 547             raise DistutilsClassError(
    548                 "command class %s must subclass Command" % cmd_class)

DistutilsClassError: command class <class 'torch.utils.cpp_extension.BuildExtension'> must subclass Command

During handling of the above exception, another exception occurred:

DistutilsClassError                       Traceback (most recent call last)
<ipython-input-15-63fa60b7fe1a> in <module>
      6 import tensorboardX
      7 # Loading CamemBERT model
----> 8 camembert = torch.hub.load('pytorch/fairseq', 'camembert.v0')#, force_reload=True)

~\Anaconda3\lib\site-packages\torch\hub.py in load(repo_or_dir, model, source, force_reload, verbose, skip_validation, *args, **kwargs)
    397         repo_or_dir = _get_cache_or_reload(repo_or_dir, force_reload, verbose, skip_validation)
    398 
--> 399     model = _load_local(repo_or_dir, model, *args, **kwargs)
    400     return model
    401 

~\Anaconda3\lib\site-packages\torch\hub.py in _load_local(hubconf_dir, model, *args, **kwargs)
    423 
    424     hubconf_path = os.path.join(hubconf_dir, MODULE_HUBCONF)
--> 425     hub_module = import_module(MODULE_HUBCONF, hubconf_path)
    426 
    427     entry = _load_entry_from_hubconf(hub_module, model)

~\Anaconda3\lib\site-packages\torch\hub.py in import_module(name, path)
     74     module = importlib.util.module_from_spec(spec)
     75     assert isinstance(spec.loader, Loader)
---> 76     spec.loader.exec_module(module)
     77     return module
     78 

~\Anaconda3\lib\importlib\_bootstrap_external.py in exec_module(self, module)

~\Anaconda3\lib\importlib\_bootstrap.py in _call_with_frames_removed(f, *args, **kwds)

~/.cache\torch\hub\pytorch_fairseq_main\hubconf.py in <module>
     54         from setuptools import sandbox
     55 
---> 56         sandbox.run_setup(
     57             os.path.join(os.path.dirname(__file__), "setup.py"),
     58             ["build_ext", "--inplace"],

~\Anaconda3\lib\site-packages\setuptools\sandbox.py in run_setup(setup_script, args)
    260         except SystemExit as v:
    261             if v.args and v.args[0]:
--> 262                 raise
    263             # Normal exit, just return
    264 

~\Anaconda3\lib\contextlib.py in __exit__(self, type, value, traceback)
    129                 value = type()
    130             try:
--> 131                 self.gen.throw(type, value, traceback)
    132             except StopIteration as exc:
    133                 # Suppress StopIteration *unless* it's the same exception that

~\Anaconda3\lib\site-packages\setuptools\sandbox.py in setup_context(setup_dir)
    196                             # ensure setuptools commands are available
    197                             __import__('setuptools')
--> 198                             yield
    199 
    200 

~\Anaconda3\lib\contextlib.py in __exit__(self, type, value, traceback)
    129                 value = type()
    130             try:
--> 131                 self.gen.throw(type, value, traceback)
    132             except StopIteration as exc:
    133                 # Suppress StopIteration *unless* it's the same exception that

~\Anaconda3\lib\site-packages\setuptools\sandbox.py in save_modules()
    167     _clear_modules(del_modules)
    168 
--> 169     saved_exc.resume()
    170 
    171 

~\Anaconda3\lib\site-packages\setuptools\sandbox.py in resume(self)
    141 
    142         type, exc = map(pickle.loads, self._saved)
--> 143         raise exc.with_traceback(self._tb)
    144 
    145 

~\Anaconda3\lib\site-packages\setuptools\sandbox.py in save_modules()
    154     saved = sys.modules.copy()
    155     with ExceptionSaver() as saved_exc:
--> 156         yield saved
    157 
    158     sys.modules.update(saved)

~\Anaconda3\lib\site-packages\setuptools\sandbox.py in setup_context(setup_dir)
    196                             # ensure setuptools commands are available
    197                             __import__('setuptools')
--> 198                             yield
    199 
    200 

~\Anaconda3\lib\site-packages\setuptools\sandbox.py in run_setup(setup_script, args)
    257             with DirectorySandbox(setup_dir):
    258                 ns = dict(__file__=setup_script, __name__='__main__')
--> 259                 _execfile(setup_script, ns)
    260         except SystemExit as v:
    261             if v.args and v.args[0]:

~\Anaconda3\lib\site-packages\setuptools\sandbox.py in _execfile(filename, globals, locals)
     44         locals = globals
     45     code = compile(script, filename, 'exec')
---> 46     exec(code, globals, locals)
     47 
     48 

~/.cache\torch\hub\pytorch_fairseq_main\setup.py in <module>
    280             )
    281         }
--> 282         do_setup(package_data)
    283     finally:
    284         if "build_ext" not in sys.argv[1:] and os.path.islink(fairseq_examples):

~/.cache\torch\hub\pytorch_fairseq_main\setup.py in do_setup(package_data)
    188 
    189 def do_setup(package_data):
--> 190     setup(
    191         name="fairseq",
    192         version=version,

~\Anaconda3\lib\site-packages\setuptools\__init__.py in setup(**attrs)
    153     logging.configure()
    154     _install_setup_requires(attrs)
--> 155     return distutils.core.setup(**attrs)
    156 
    157 

~\Anaconda3\lib\site-packages\setuptools\_distutils\core.py in setup(**attrs)
    133     # SystemExit to suppress tracebacks.
    134     try:
--> 135         ok = dist.parse_command_line()
    136     except DistutilsArgError as msg:
    137         raise SystemExit(gen_usage(dist.script_name) + "\nerror: %s" % msg)

~\Anaconda3\lib\site-packages\setuptools\_distutils\dist.py in parse_command_line(self)
    482             return
    483         while args:
--> 484             args = self._parse_command_opts(parser, args)
    485             if args is None:            # user asked for help (and got it)
    486                 return

~\Anaconda3\lib\site-packages\setuptools\dist.py in _parse_command_opts(self, parser, args)
   1082             command = args[0]
   1083 
-> 1084         nargs = _Distribution._parse_command_opts(self, parser, args)
   1085 
   1086         # Handle commands that want to consume all remaining arguments

~\Anaconda3\lib\site-packages\setuptools\_distutils\dist.py in _parse_command_opts(self, parser, args)
    545         # to be sure that the basic "command" interface is implemented.
    546         if not issubclass(cmd_class, Command):
--> 547             raise DistutilsClassError(
    548                 "command class %s must subclass Command" % cmd_class)
    549 

DistutilsClassError: command class <class 'torch.utils.cpp_extension.BuildExtension'> must subclass Command