提交 5bcabfe9 编写于 作者: D Daniel Graña

SPIDER_MODULES can be set as a csv string

上级 c05e99a4
......@@ -15,7 +15,7 @@ from scrapy.utils.spider import iter_spider_classes
class SpiderManager(object):
def __init__(self, settings):
self.spider_modules = settings['SPIDER_MODULES']
self.spider_modules = settings.getlist('SPIDER_MODULES')
self._spiders = {}
for name in self.spider_modules:
for module in walk_modules(name):
......
......@@ -63,6 +63,13 @@ class SpiderManagerTest(unittest.TestCase):
self.spiderman = SpiderManager.from_settings(settings)
assert len(self.spiderman._spiders) == 1
def test_load_spider_module(self):
prefix = 'tests.test_spidermanager.test_spiders.'
module = ','.join(prefix + s for s in ('spider1', 'spider2'))
settings = Settings({'SPIDER_MODULES': module})
self.spiderman = SpiderManager.from_settings(settings)
assert len(self.spiderman._spiders) == 2
def test_load_base_spider(self):
module = 'tests.test_spidermanager.test_spiders.spider0'
settings = Settings({'SPIDER_MODULES': [module]})
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册