File "C:\Users\PC1\anaconda3\envs\pythonProject\lib\site-packages\scrapy\
robotstxt.py", line 116, in init
from protego import Protego
builtins.ModuleNotFoundError: No module named 'protego'
2021-01-14 20:36:46 [twisted] CRITICAL:
Traceback (most recent call last):
File "C:\Users\PC1\anaconda3\envs\pythonProject\lib\site-packages\twisted\internet\
defer.py", line 1418, in _inlineCallbacks
result = g.send(result)
File "C:\Users\PC1\anaconda3\envs\pythonProject\lib\site-packages\scrapy\
crawler.py", line 87, in crawl
self.engine = self._create_engine()
File "C:\Users\PC1\anaconda3\envs\pythonProject\lib\site-packages\scrapy\
crawler.py", line 101, in _create_engine
return ExecutionEngine(self, lambda _: self.stop())
File "C:\Users\PC1\anaconda3\envs\pythonProject\lib\site-packages\scrapy\core\
engine.py", line 69, in init
self.downloader = downloader_cls(crawler)
File "C:\Users\PC1\anaconda3\envs\pythonProject\lib\site-packages\scrapy\core\downloader\__init__.py", line 83, in init
self.middleware = DownloaderMiddlewareManager.from_crawler(crawler)
File "C:\Users\PC1\anaconda3\envs\pythonProject\lib\site-packages\scrapy\
middleware.py", line 53, in from_crawler
return cls.from_settings(crawler.settings, crawler)
File "C:\Users\PC1\anaconda3\envs\pythonProject\lib\site-packages\scrapy\
middleware.py", line 35, in from_settings
mw = create_instance(mwcls, settings, crawler)
File "C:\Users\PC1\anaconda3\envs\pythonProject\lib\site-packages\scrapy\utils\
misc.py", line 167, in create_instance
instance = objcls.from_crawler(crawler, *args, **kwargs)
File "C:\Users\PC1\anaconda3\envs\pythonProject\lib\site-packages\scrapy\downloadermiddlewares\
robotstxt.py", line 36, in from_crawler
return cls(crawler)
File "C:\Users\PC1\anaconda3\envs\pythonProject\lib\site-packages\scrapy\downloadermiddlewares\
robotstxt.py", line 32, in init
self._parserimpl.from_crawler(self.crawler, b'')
File "C:\Users\PC1\anaconda3\envs\pythonProject\lib\site-packages\scrapy\
robotstxt.py", line 124, in from_crawler
o = cls(robotstxt_body, spider)
File "C:\Users\PC1\anaconda3\envs\pythonProject\lib\site-packages\scrapy\
robotstxt.py", line 116, in init
from protego import Protego
ModuleNotFoundError: No module named 'protego'