Skip to content

Instantly share code, notes, and snippets.

@Th1nhNg0
Created May 4, 2023 04:31
Show Gist options
  • Save Th1nhNg0/10baf5fbe98a5dcfad725d64d0bcb6bf to your computer and use it in GitHub Desktop.
Save Th1nhNg0/10baf5fbe98a5dcfad725d64d0bcb6bf to your computer and use it in GitHub Desktop.
[scrapyd]
eggs_dir = /app/eggs
logs_dir = /app/logs
items_dir = /app/items
jobs_to_keep = 5
dbs_dir = dbs
max_proc = 0
max_proc_per_cpu = 4
finished_to_keep = 100
poll_interval = 5.0
bind_address = 0.0.0.0
http_port = 6800
username =
password =
prefix_header = x-forwarded-prefix
debug = off
runner = scrapyd.runner
jobstorage = scrapyd.jobstorage.MemoryJobStorage
application = scrapyd.app.application
launcher = scrapyd.launcher.Launcher
spiderqueue = scrapyd.spiderqueue.SqliteSpiderQueue
webroot = scrapyd.website.Root
eggstorage = scrapyd.eggstorage.FilesystemEggStorage
[services]
schedule.json = scrapyd.webservice.Schedule
cancel.json = scrapyd.webservice.Cancel
addversion.json = scrapyd.webservice.AddVersion
listprojects.json = scrapyd.webservice.ListProjects
listversions.json = scrapyd.webservice.ListVersions
listspiders.json = scrapyd.webservice.ListSpiders
delproject.json = scrapyd.webservice.DeleteProject
delversion.json = scrapyd.webservice.DeleteVersion
listjobs.json = scrapyd.webservice.ListJobs
daemonstatus.json = scrapyd.webservice.DaemonStatus
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment