cant't not star with config.json

Question

cant't not star with config.json

LeonGinger opened this issue 2 years ago · comments

pyspider version:0.4.0
windows10

-normal start is ok ，but cant't not star with config.json

config.json

{
  "message_queue": "redis://127.0.0.1:6379/db15",
  "webui": {
    "port":5000,
    "username": "root",
    "password": "root",
    "need-auth": false
  }
}

start error info

C:\Users\GN-LEON\Desktop\pyspider-master>python run.py -c config.json all
C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\libs\utils.py:196: FutureWarning: timeout is not supported on your platform.
  warnings.warn("timeout is not supported on your platform.", FutureWarning)
Exception in thread Thread-4:
Traceback (most recent call last):
  File "D:\python36\lib\threading.py", line 916, in _bootstrap_inner
    self.run()
  File "D:\python36\lib\threading.py", line 864, in run
    self._target(*self._args, **self._kwargs)
  File "D:\python36\lib\site-packages\click\core.py", line 754, in invoke
    return __callback(*args, **kwargs)
  File "D:\python36\lib\site-packages\click\decorators.py", line 26, in new_func
    return f(get_current_context(), *args, **kwargs)
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\run.py", line 294, in processor
    inqueue=g.fetcher2processor, status_queue=g.status_queue,
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\libs\utils.py", line 355, in __getattr__
    return ret.__get__(self, ObjectDict)
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\libs\utils.py", line 342, in __get__
    return self.getter()
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\run.py", line 155, in <lambda>
    name, kwargs.get('message_queue'), kwargs['queue_maxsize']))
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\message_queue\__init__.py", line 45, in connect_message_queue
    from .redis_queue import Queue
ImportError: cannot import name 'Queue'

Exception in thread Thread-6:
Traceback (most recent call last):
  File "D:\python36\lib\threading.py", line 916, in _bootstrap_inner
    self.run()
  File "D:\python36\lib\threading.py", line 864, in run
    self._target(*self._args, **self._kwargs)
  File "D:\python36\lib\site-packages\click\core.py", line 754, in invoke
    return __callback(*args, **kwargs)
  File "D:\python36\lib\site-packages\click\decorators.py", line 26, in new_func
    return f(get_current_context(), *args, **kwargs)
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\run.py", line 208, in scheduler
    newtask_queue=g.newtask_queue, status_queue=g.status_queue,
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\libs\utils.py", line 355, in __getattr__
    return ret.__get__(self, ObjectDict)
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\libs\utils.py", line 342, in __get__
    return self.getter()
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\run.py", line 155, in <lambda>
    name, kwargs.get('message_queue'), kwargs['queue_maxsize']))
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\message_queue\__init__.py", line 45, in connect_message_queue
    from .redis_queue import Queue
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\message_queue\redis_queue.py", line 9, in <module>
    import redis
  File "D:\python36\lib\site-packages\redis\__init__.py", line 3, in <module>
    from redis.client import Redis, StrictRedis
  File "D:\python36\lib\site-packages\redis\client.py", line 9, in <module>
    from redis.commands import (
  File "D:\python36\lib\site-packages\redis\commands\__init__.py", line 1, in <module>
    from .cluster import READ_COMMANDS, AsyncRedisClusterCommands, RedisClusterCommands
  File "D:\python36\lib\site-packages\redis\commands\cluster.py", line 2, in <module>
    from typing import (
ImportError: cannot import name 'NoReturn'

Exception in thread Thread-3:
Traceback (most recent call last):
  File "D:\python36\lib\threading.py", line 916, in _bootstrap_inner
    self.run()
  File "D:\python36\lib\threading.py", line 864, in run
    self._target(*self._args, **self._kwargs)
  File "D:\python36\lib\site-packages\click\core.py", line 754, in invoke
    return __callback(*args, **kwargs)
  File "D:\python36\lib\site-packages\click\decorators.py", line 26, in new_func
    return f(get_current_context(), *args, **kwargs)
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\run.py", line 317, in result_worker
    result_worker = ResultWorker(resultdb=g.resultdb, inqueue=g.processor2result)
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\libs\utils.py", line 355, in __getattr__
    return ret.__get__(self, ObjectDict)
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\libs\utils.py", line 342, in __get__
    return self.getter()
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\run.py", line 155, in <lambda>
    name, kwargs.get('message_queue'), kwargs['queue_maxsize']))
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\message_queue\__init__.py", line 45, in connect_message_queue
    from .redis_queue import Queue
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\message_queue\redis_queue.py", line 9, in <module>
    import redis
  File "D:\python36\lib\site-packages\redis\__init__.py", line 3, in <module>
    from redis.client import Redis, StrictRedis
  File "D:\python36\lib\site-packages\redis\client.py", line 9, in <module>
    from redis.commands import (
  File "D:\python36\lib\site-packages\redis\commands\__init__.py", line 1, in <module>
    from .cluster import READ_COMMANDS, AsyncRedisClusterCommands, RedisClusterCommands
  File "D:\python36\lib\site-packages\redis\commands\cluster.py", line 2, in <module>
    from typing import (
ImportError: cannot import name 'NoReturn'

Exception in thread Thread-5:
Traceback (most recent call last):
  File "D:\python36\lib\threading.py", line 916, in _bootstrap_inner
    self.run()
  File "D:\python36\lib\threading.py", line 864, in run
    self._target(*self._args, **self._kwargs)
  File "D:\python36\lib\site-packages\click\core.py", line 754, in invoke
    return __callback(*args, **kwargs)
  File "D:\python36\lib\site-packages\click\decorators.py", line 26, in new_func
    return f(get_current_context(), *args, **kwargs)
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\run.py", line 258, in fetcher
    inqueue = g.scheduler2fetcher
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\libs\utils.py", line 355, in __getattr__
    return ret.__get__(self, ObjectDict)
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\libs\utils.py", line 342, in __get__
    return self.getter()
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\run.py", line 155, in <lambda>
    name, kwargs.get('message_queue'), kwargs['queue_maxsize']))
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\message_queue\__init__.py", line 45, in connect_message_queue
    from .redis_queue import Queue
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\message_queue\redis_queue.py", line 9, in <module>
    import redis
  File "D:\python36\lib\site-packages\redis\__init__.py", line 3, in <module>
    from redis.client import Redis, StrictRedis
  File "D:\python36\lib\site-packages\redis\client.py", line 9, in <module>
    from redis.commands import (
  File "D:\python36\lib\site-packages\redis\commands\__init__.py", line 1, in <module>
    from .cluster import READ_COMMANDS, AsyncRedisClusterCommands, RedisClusterCommands
  File "D:\python36\lib\site-packages\redis\commands\cluster.py", line 2, in <module>
    from typing import (
ImportError: cannot import name 'NoReturn'

[I 221115 07:05:17 run:484] puppeteer exited.
[I 221115 07:05:17 run:441] phantomjs exited.
Traceback (most recent call last):
  File "run.py", line 11, in <module>
    main()
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\run.py", line 839, in main
    cli()
  File "D:\python36\lib\site-packages\click\core.py", line 1128, in __call__
    return self.main(*args, **kwargs)
  File "D:\python36\lib\site-packages\click\core.py", line 1053, in main
    rv = self.invoke(ctx)
  File "D:\python36\lib\site-packages\click\core.py", line 1659, in invoke
    return _process_result(sub_ctx.command.invoke(sub_ctx))
  File "D:\python36\lib\site-packages\click\core.py", line 1395, in invoke
    return ctx.invoke(self.callback, **ctx.params)
  File "D:\python36\lib\site-packages\click\core.py", line 754, in invoke
    return __callback(*args, **kwargs)
  File "D:\python36\lib\site-packages\click\decorators.py", line 26, in new_func
    return f(get_current_context(), *args, **kwargs)
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\run.py", line 570, in all
    ctx.invoke(webui, **webui_config)
  File "D:\python36\lib\site-packages\click\core.py", line 754, in invoke
    return __callback(*args, **kwargs)
  File "D:\python36\lib\site-packages\click\decorators.py", line 26, in new_func
    return f(get_current_context(), *args, **kwargs)
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\run.py", line 373, in webui
    app.config['queues'][name] = getattr(g, name, None)
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\libs\utils.py", line 355, in __getattr__
    return ret.__get__(self, ObjectDict)
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\libs\utils.py", line 342, in __get__
    return self.getter()
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\run.py", line 155, in <lambda>
    name, kwargs.get('message_queue'), kwargs['queue_maxsize']))
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\message_queue\__init__.py", line 45, in connect_message_queue
    from .redis_queue import Queue
  File "C:\Users\GN-LEON\Desktop\pyspider-master\pyspider\message_queue\redis_queue.py", line 9, in <module>
    import redis
  File "D:\python36\lib\site-packages\redis\__init__.py", line 3, in <module>
    from redis.client import Redis, StrictRedis
  File "D:\python36\lib\site-packages\redis\client.py", line 9, in <module>
    from redis.commands import (
  File "D:\python36\lib\site-packages\redis\commands\__init__.py", line 1, in <module>
    from .cluster import READ_COMMANDS, AsyncRedisClusterCommands, RedisClusterCommands
  File "D:\python36\lib\site-packages\redis\commands\cluster.py", line 2, in <module>
    from typing import (
ImportError: cannot import name 'NoReturn'

LeonGinger · Answer 1 · Tue Nov 15 2022 08:00:04 GMT+0800 (China Standard Time)

oh i'm find requirements.txt，No installation needed

pip install -r requirements.txt

is done