也许你可以使用Crawlab，点击here！我在工作中使用过5. 0版本，我认为它很好。

你可以试试Scrapyd
使用mongo的示例代码结构

import scrapy
from scrapy.crawler import CrawlerProcess
from pymongo import MongoClient
class MySpider(scrapy.Spider):
    name = 'myspider'
    start_urls = ['https://your-url']  
    def parse(self, response):
        # Extract data using Scrapy's selectors or regular expressions
        title = response.css('title::text').get()
        content = response.xpath('//p/text()').getall()
        # Connect to MongoDB
        client = MongoClient('localhost', 27017)  
        db = client['mydatabase']  
        collection = db['mycollection']  
        
        collection.insert_one({'title': title, 'content': content})
# spider locally
process = CrawlerProcess()
process.crawl(MySpider)
process.start()
# Scrapyd deployment:
# scrapyd-deploy <target-project> -p myspider

字符串