scrapyd_api

pip install python-scrapyd-api

import time
from scrapyd_api import ScrapydAPI

spiders = ["dappDetailSpider","dappRankSpider","dappNftsSpider","dappMarketSpider","dappPriceSpider","dappStatisSpider","dappChartSpider"]

scrapyd = ScrapydAPI('http://localhost:6800')

running_jobs = scrapyd.list_jobs('dapp_spider')["running"] + scrapyd.list_jobs('dapp_spider')["pending"]
running_jobs = [i["spider"] for i in running_jobs]

for spider in spiders:
    count = running_jobs.count(spider)
    print(f"{spider} running: {count}")
    for i in range(7-count):
        scrapyd.schedule('dapp_spider', spider)
        print(f"start spider: {spider}")
        time.sleep(1)