################################################## 2026-03-30 10:38:45 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=autorola.fr -d jobid=2026-03-30T10_38_44
{
    "auth": null,
    "jobid": "2026-03-30T10_38_44",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-30 10:38:45"
}
################################################## 2026-03-30 10:29:27 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=autorola.fr -d jobid=2026-03-30T10_29_26
{
    "auth": null,
    "jobid": "2026-03-30T10_29_26",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-30 10:29:27"
}
################################################## 2026-03-30 10:28:26 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=bca.uk -d jobid=2026-03-30T10_28_25
{
    "auth": null,
    "jobid": "2026-03-30T10_28_25",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-30 10:28:26"
}
################################################## 2026-03-30 10:28:07 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-30T10_28_06
{
    "auth": null,
    "jobid": "2026-03-30T10_28_06",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-30 10:28:07"
}
################################################## 2026-03-20 17:07:36 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=autorola.fr -d jobid=2026-03-20T17_07_35
{
    "auth": null,
    "jobid": "2026-03-20T17_07_35",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-20 17:07:36"
}
################################################## 2026-03-20 16:19:20 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=autorola.fr -d jobid=2026-03-20T16_19_20
{
    "auth": null,
    "jobid": "2026-03-20T16_19_20",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-20 16:19:20"
}
################################################## 2026-03-20 15:42:44 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=autorola.fr -d jobid=2026-03-20T15_42_43
{
    "auth": null,
    "jobid": "2026-03-20T15_42_43",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-20 15:42:44"
}
################################################## 2026-03-20 13:57:50 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-20T13_57_49
{
    "auth": null,
    "jobid": "2026-03-20T13_57_49",
    "node_name": "scrapyd-2",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-20 13:57:50"
}
################################################## 2026-03-20 11:59:39 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-20T11_59_38
{
    "auth": null,
    "jobid": "2026-03-20T11_59_38",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-20 11:59:39"
}
################################################## 2026-03-20 10:18:28 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.nl -d jobid=2026-03-20T10_18_27
{
    "auth": null,
    "jobid": "2026-03-20T10_18_27",
    "node_name": "scrapyd-3",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-03-20 10:18:28"
}
################################################## 2026-03-20 10:18:08 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.it -d jobid=2026-03-20T10_18_08
{
    "auth": null,
    "jobid": "2026-03-20T10_18_08",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-20 10:18:08"
}
################################################## 2026-03-20 10:17:53 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-20T10_17_53
{
    "auth": null,
    "jobid": "2026-03-20T10_17_53",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-20 10:17:53"
}
################################################## 2026-03-20 10:17:31 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.es -d jobid=2026-03-20T10_17_30
{
    "auth": null,
    "jobid": "2026-03-20T10_17_30",
    "node_name": "scrapyd-2",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-20 10:17:31"
}
################################################## 2026-03-20 10:17:16 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.de -d jobid=2026-03-20T10_17_16
{
    "auth": null,
    "jobid": "2026-03-20T10_17_16",
    "node_name": "scrapyd-2",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-20 10:17:16"
}
################################################## 2026-03-20 10:17:06 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.be -d jobid=2026-03-20T10_17_06
{
    "auth": null,
    "jobid": "2026-03-20T10_17_06",
    "node_name": "scrapyd-2",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-20 10:17:06"
}
################################################## 2026-03-20 07:57:52 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.nl -d jobid=2026-03-20T07_57_51
{
    "auth": null,
    "jobid": "2026-03-20T07_57_51",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-20 07:57:52"
}
################################################## 2026-03-20 07:57:41 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.it -d jobid=2026-03-20T07_57_40
{
    "auth": null,
    "jobid": "2026-03-20T07_57_40",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-20 07:57:41"
}
################################################## 2026-03-20 07:57:30 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.fr -d jobid=2026-03-20T07_57_29
{
    "auth": null,
    "jobid": "2026-03-20T07_57_29",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-20 07:57:30"
}
################################################## 2026-03-20 07:57:08 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.es -d jobid=2026-03-20T07_57_07
{
    "auth": null,
    "jobid": "2026-03-20T07_57_07",
    "node_name": "scrapyd-2",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-20 07:57:08"
}
################################################## 2026-03-20 07:56:56 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.de -d jobid=2026-03-20T07_56_55
{
    "auth": null,
    "jobid": "2026-03-20T07_56_55",
    "node_name": "scrapyd-2",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-20 07:56:56"
}
################################################## 2026-03-20 07:56:45 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.be -d jobid=2026-03-20T07_56_44
{
    "auth": null,
    "jobid": "2026-03-20T07_56_44",
    "node_name": "scrapyd-2",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-20 07:56:45"
}
################################################## 2026-03-20 07:53:49 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.nl -d jobid=2026-03-20T07_53_48
{
    "auth": null,
    "jobid": "2026-03-20T07_53_48",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-20 07:53:49"
}
################################################## 2026-03-20 07:49:49 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-20T07_49_48
{
    "auth": null,
    "jobid": "2026-03-20T07_49_48",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-20 07:49:49"
}
################################################## 2026-03-20 07:48:23 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.fr -d jobid=2026-03-20T07_48_21
{
    "auth": null,
    "jobid": "2026-03-20T07_48_21",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-20 07:48:23"
}
################################################## 2026-03-20 07:45:05 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-20T07_45_05
{
    "auth": null,
    "jobid": "2026-03-20T07_45_05",
    "node_name": "scrapyd-1",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-20 07:45:05"
}
################################################## 2026-03-20 07:44:20 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.nl -d jobid=2026-03-20T07_44_19
{
    "auth": null,
    "jobid": "2026-03-20T07_44_19",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-20 07:44:20"
}
################################################## 2026-03-20 07:43:41 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.de -d jobid=2026-03-20T07_43_40
{
    "auth": null,
    "jobid": "2026-03-20T07_43_40",
    "node_name": "scrapyd-2",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-20 07:43:41"
}
################################################## 2026-03-20 07:23:04 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.it -d jobid=2026-03-12T13_00_43 -d batch_index=0 -d batch_total=2
Update task #24 (batch0) successfully, next run at 2026-03-20 09:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 24
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "4,9,12,14,21",
    "id": "24",
    "jitter": 0,
    "max_instances": 2,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch0",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-20 07:22:34 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.it -d jobid=2026-03-12T13_00_43 -d batch_index=1 -d batch_total=2
Update task #23 (batch1) successfully, next run at 2026-03-20 09:05:00+00:00. 
kwargs for execute_task():
{
    "task_id": 23
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "4,9,12,14,21",
    "id": "23",
    "jitter": 0,
    "max_instances": 2,
    "minute": "5",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch1",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-20 07:20:29 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.de -d jobid=2026-03-20T07_20_29
{
    "auth": null,
    "jobid": "2026-03-20T07_20_29",
    "node_name": "scrapyd-2",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-20 07:20:29"
}
################################################## 2026-03-19 10:58:10 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=bca.uk -d jobid=2026-03-19T10_58_09
{
    "auth": null,
    "jobid": "2026-03-19T10_58_09",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-19 10:58:10"
}
################################################## 2026-03-19 06:59:47 <add>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=bca.uk -d jobid=2026-03-19T06_59_45
Add task #51 (task_51) successfully, next run at 2026-03-19 08:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 51
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6, 8, 11, 14, 22",
    "id": "51",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_51",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-18 14:16:37 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=bca.uk -d jobid=2026-03-18T14_16_36
{
    "auth": null,
    "jobid": "2026-03-18T14_16_36",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-18 14:16:37"
}
################################################## 2026-03-18 12:30:51 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=bca.uk -d jobid=2026-03-18T12_30_51
{
    "auth": null,
    "jobid": "2026-03-18T12_30_51",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-18 12:30:51"
}
################################################## 2026-03-18 10:54:18 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=autorola.fr -d jobid=2026-03-18T10_54_18
{
    "auth": null,
    "jobid": "2026-03-18T10_54_18",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-18 10:54:18"
}
################################################## 2026-03-18 10:54:00 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.fr -d jobid=2026-03-18T10_53_59
{
    "auth": null,
    "jobid": "2026-03-18T10_53_59",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-18 10:54:00"
}
################################################## 2026-03-18 10:53:45 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.fr -d jobid=2026-03-18T10_53_44
{
    "auth": null,
    "jobid": "2026-03-18T10_53_44",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-18 10:53:45"
}
################################################## 2026-03-18 09:59:24 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=bca.uk -d jobid=2026-03-18T09_59_23
{
    "auth": null,
    "jobid": "2026-03-18T09_59_23",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-18 09:59:24"
}
################################################## 2026-03-18 09:59:11 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-18T10_58_46 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-03-18T10_58_46",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-18 09:59:11"
}
################################################## 2026-03-18 09:36:43 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-18T10_36_15 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-03-18T10_36_15",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-18 09:36:43"
}
################################################## 2026-03-18 07:49:13 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=bca.uk -d jobid=2026-03-18T07_49_11
{
    "auth": null,
    "jobid": "2026-03-18T07_49_11",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-18 07:49:13"
}
################################################## 2026-03-17 13:46:20 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.be -d jobid=2026-03-17T13_46_19
{
    "auth": null,
    "jobid": "2026-03-17T13_46_19",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-17 13:46:20"
}
################################################## 2026-03-17 09:46:16 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-17T10_45_39 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-03-17T10_45_39",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-17 09:46:16"
}
################################################## 2026-03-17 09:17:53 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-17T10_17_24 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-03-17T10_17_24",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-17 09:17:53"
}
################################################## 2026-03-17 08:12:30 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=carwow.gb -d jobid=2026-03-17T09_11_57 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-03-17T09_11_57",
    "node_name": "scrapyd-1",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-17 08:12:30"
}
################################################## 2026-03-17 08:09:52 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=carwow.gb -d jobid=2026-03-17T08_09_51
{
    "auth": null,
    "jobid": "2026-03-17T08_09_51",
    "node_name": "scrapyd-3",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-03-17 08:09:52"
}
################################################## 2026-03-16 12:51:51 <add>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=arval.fr -d jobid=2026-03-16T12_51_46
Add task #50 (task_50) successfully, next run at 2026-03-16 15:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 50
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "2, 6, 12, 15",
    "id": "50",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_50",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-16 12:48:59 <add>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=arval.it -d jobid=2026-03-16T12_48_54
Add task #49 (task_49) successfully, next run at 2026-03-16 15:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 49
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6, 11, 15, 23",
    "id": "49",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_49",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-16 12:47:15 <add>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=arval.es -d jobid=2026-03-16T12_47_07
Add task #48 (task_48) successfully, next run at 2026-03-16 20:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 48
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "5, 8, 12, 20",
    "id": "48",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_48",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-16 12:43:30 <add>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=carwow.gb -d jobid=2026-03-16T12_43_28
Add task #47 (task_47) successfully, next run at 2026-03-17 06:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 47
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6, 8, 10",
    "id": "47",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_47",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-16 12:42:14 <add>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=arval.uk -d jobid=2026-03-16T12_42_08
Add task #46 (task_46) successfully, next run at 2026-03-16 16:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 46
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "7, 12, 16, 23",
    "id": "46",
    "jitter": 0,
    "max_instances": 3,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_46",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-16 10:07:18 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-16T11_06_48 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-03-16T11_06_48",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-16 10:07:18"
}
################################################## 2026-03-16 09:22:16 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=arval.it -d jobid=2026-03-16T09_22_15
{
    "auth": null,
    "jobid": "2026-03-16T09_22_15",
    "node_name": "scrapyd-2",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-16 09:22:16"
}
################################################## 2026-03-16 09:21:59 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=arval.es -d jobid=2026-03-16T09_21_58
{
    "auth": null,
    "jobid": "2026-03-16T09_21_58",
    "node_name": "scrapyd-3",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-03-16 09:21:59"
}
################################################## 2026-03-16 09:21:44 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=arval.fr -d jobid=2026-03-16T09_21_43
{
    "auth": null,
    "jobid": "2026-03-16T09_21_43",
    "node_name": "scrapyd-1",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-16 09:21:44"
}
################################################## 2026-03-16 09:21:17 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=arval.uk -d jobid=2026-03-16T09_21_17
{
    "auth": null,
    "jobid": "2026-03-16T09_21_17",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-16 09:21:17"
}
################################################## 2026-03-16 09:19:15 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-16T09_19_14
{
    "auth": null,
    "jobid": "2026-03-16T09_19_14",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-16 09:19:15"
}
################################################## 2026-03-16 09:17:58 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=carwow.gb -d jobid=2026-03-16T10_17_28 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-03-16T10_17_28",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-16 09:17:58"
}
################################################## 2026-03-16 09:13:45 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=carwow.gb -d jobid=2026-03-16T09_13_44
{
    "auth": null,
    "jobid": "2026-03-16T09_13_44",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-16 09:13:45"
}
################################################## 2026-03-16 07:12:21 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=carwow.gb -d jobid=2026-03-16T07_12_17
{
    "auth": null,
    "jobid": "2026-03-16T07_12_17",
    "node_name": "scrapyd-1",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-16 07:12:21"
}
################################################## 2026-03-13 14:56:21 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-13T14_56_21
{
    "auth": null,
    "jobid": "2026-03-13T14_56_21",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-13 14:56:21"
}
################################################## 2026-03-13 14:49:25 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.it -d jobid=2026-03-13T14_49_24
{
    "auth": null,
    "jobid": "2026-03-13T14_49_24",
    "node_name": "scrapyd-2",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-13 14:49:25"
}
################################################## 2026-03-13 14:46:20 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.es -d jobid=2026-03-13T14_46_20
{
    "auth": null,
    "jobid": "2026-03-13T14_46_20",
    "node_name": "scrapyd-3",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-03-13 14:46:20"
}
################################################## 2026-03-13 14:46:06 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.de -d jobid=2026-03-13T14_46_05
{
    "auth": null,
    "jobid": "2026-03-13T14_46_05",
    "node_name": "scrapyd-3",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-03-13 14:46:06"
}
################################################## 2026-03-13 14:44:02 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.be -d jobid=2026-03-13T14_44_01
{
    "auth": null,
    "jobid": "2026-03-13T14_44_01",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-13 14:44:02"
}
################################################## 2026-03-13 14:43:25 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.fr -d jobid=2026-03-13T14_43_24
{
    "auth": null,
    "jobid": "2026-03-13T14_43_24",
    "node_name": "scrapyd-3",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-03-13 14:43:25"
}
################################################## 2026-03-13 13:27:02 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=ecarstrade.de -d jobid=2026-03-13T14_26_40 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-03-13T14_26_40",
    "node_name": "scrapyd-3",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-03-13 13:27:02"
}
################################################## 2026-03-13 13:23:47 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-13T13_23_46
{
    "auth": null,
    "jobid": "2026-03-13T13_23_46",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-13 13:23:47"
}
################################################## 2026-03-13 13:09:01 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=ecarstrade.be -d jobid=2026-03-13T13_09_01
{
    "auth": null,
    "jobid": "2026-03-13T13_09_01",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-13 13:09:01"
}
################################################## 2026-03-13 13:08:45 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=ecarstrade.nl -d jobid=2026-03-13T13_08_45
{
    "auth": null,
    "jobid": "2026-03-13T13_08_45",
    "node_name": "scrapyd-2",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-13 13:08:45"
}
################################################## 2026-03-13 13:08:29 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=ecarstrade.de -d jobid=2026-03-13T13_08_28
{
    "auth": null,
    "jobid": "2026-03-13T13_08_28",
    "node_name": "scrapyd-2",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-13 13:08:29"
}
################################################## 2026-03-13 11:50:05 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=astonbarclay.gb -d jobid=2026-03-13T12_49_31 -d force_full_scrape=true -d batch_index=1 -d batch_total=2
{
    "auth": null,
    "jobid": "2026-03-13T12_49_31",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-13 11:50:05"
}
################################################## 2026-03-13 11:48:53 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=openlane.gb -d jobid=2026-03-13T12_48_27 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-03-13T12_48_27",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-13 11:48:53"
}
################################################## 2026-03-13 11:47:06 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=openlane.gb -d jobid=2026-03-13T12_46_40 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-03-13T12_46_40",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-13 11:47:06"
}
################################################## 2026-03-13 11:36:18 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=astonbarclay.gb -d jobid=2026-03-13T12_35_58 -d force_full_scrape=true -d batch_index=1 -d batch_total=2
{
    "auth": null,
    "jobid": "2026-03-13T12_35_58",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-13 11:36:18"
}
################################################## 2026-03-13 11:34:56 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=astonbarclay.gb -d jobid=2026-03-13T12_34_44 -d force_full_scrape=true -d batch_index=1 -d batch_total=2
{
    "auth": null,
    "jobid": "2026-03-13T12_34_44",
    "node_name": "scrapyd-3",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-03-13 11:34:56"
}
################################################## 2026-03-13 11:34:39 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=astonbarclay.gb -d jobid=2026-03-13T12_34_02 -d force_full_scrape=true -d batch_index=0 -d batch_total=2
{
    "auth": null,
    "jobid": "2026-03-13T12_34_02",
    "node_name": "scrapyd-3",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-03-13 11:34:39"
}
################################################## 2026-03-13 11:08:54 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-13T12_08_39 -d force_full_scrape=true -d batch_index=5 -d batch_total=6
{
    "auth": null,
    "jobid": "2026-03-13T12_08_39",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-13 11:08:54"
}
################################################## 2026-03-13 11:08:28 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-13T12_08_11 -d force_full_scrape=true -d batch_index=4 -d batch_total=6
{
    "auth": null,
    "jobid": "2026-03-13T12_08_11",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-13 11:08:28"
}
################################################## 2026-03-13 11:07:50 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-13T12_07_33 -d force_full_scrape=true -d batch_index=3 -d batch_total=6
{
    "auth": null,
    "jobid": "2026-03-13T12_07_33",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-13 11:07:50"
}
################################################## 2026-03-13 11:07:32 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-13T12_07_18 -d force_full_scrape=true -d batch_index=2 -d batch_total=6
{
    "auth": null,
    "jobid": "2026-03-13T12_07_18",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-13 11:07:32"
}
################################################## 2026-03-13 11:07:15 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-13T12_06_52 -d force_full_scrape=true -d batch_index=1 -d batch_total=6
{
    "auth": null,
    "jobid": "2026-03-13T12_06_52",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-13 11:07:15"
}
################################################## 2026-03-13 11:06:49 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-13T12_06_02 -d force_full_scrape=true -d batch_index=0 -d batch_total=6
{
    "auth": null,
    "jobid": "2026-03-13T12_06_02",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-13 11:06:49"
}
################################################## 2026-03-13 09:37:17 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=arval.it -d jobid=2026-03-13T09_37_15
{
    "auth": null,
    "jobid": "2026-03-13T09_37_15",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-13 09:37:17"
}
################################################## 2026-03-13 09:13:49 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=arval.es -d jobid=2026-03-13T09_13_49
{
    "auth": null,
    "jobid": "2026-03-13T09_13_49",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-13 09:13:49"
}
################################################## 2026-03-13 09:12:16 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=arval.fr -d jobid=2026-03-13T09_12_15
{
    "auth": null,
    "jobid": "2026-03-13T09_12_15",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-13 09:12:16"
}
################################################## 2026-03-13 08:58:52 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=carwow.gb -d jobid=2026-03-13T08_58_52
{
    "auth": null,
    "jobid": "2026-03-13T08_58_52",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-13 08:58:52"
}
################################################## 2026-03-13 08:17:39 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=bca.uk -d jobid=2026-03-13T08_17_38
{
    "auth": null,
    "jobid": "2026-03-13T08_17_38",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-13 08:17:39"
}
################################################## 2026-03-13 07:59:16 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-03-13T08_59_01 -d force_full_scrape=true -d batch_index=3 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-13T08_59_01",
    "node_name": "scrapyd-1",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-13 07:59:16"
}
################################################## 2026-03-13 07:58:59 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-03-13T08_58_45 -d force_full_scrape=true -d batch_index=2 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-13T08_58_45",
    "node_name": "scrapyd-1",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-13 07:58:59"
}
################################################## 2026-03-13 07:58:44 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-03-13T08_58_30 -d force_full_scrape=true -d batch_index=1 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-13T08_58_30",
    "node_name": "scrapyd-1",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-13 07:58:44"
}
################################################## 2026-03-13 07:58:26 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-03-13T08_57_18 -d force_full_scrape=true -d batch_index=0 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-13T08_57_18",
    "node_name": "scrapyd-1",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-13 07:58:26"
}
################################################## 2026-03-13 07:39:46 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=arval.uk -d jobid=2026-03-13T07_39_45
{
    "auth": null,
    "jobid": "2026-03-13T07_39_45",
    "node_name": "scrapyd-1",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-13 07:39:46"
}
################################################## 2026-03-13 07:39:25 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=arval.it -d jobid=2026-03-13T07_39_25
{
    "auth": null,
    "jobid": "2026-03-13T07_39_25",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-13 07:39:25"
}
################################################## 2026-03-13 07:39:16 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=arval.fr -d jobid=2026-03-13T07_39_13
{
    "auth": null,
    "jobid": "2026-03-13T07_39_13",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-13 07:39:16"
}
################################################## 2026-03-13 07:39:03 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=arval.es -d jobid=2026-03-13T07_39_01
{
    "auth": null,
    "jobid": "2026-03-13T07_39_01",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-13 07:39:03"
}
################################################## 2026-03-13 07:17:09 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=carwow.gb -d jobid=2026-03-13T07_17_09
{
    "auth": null,
    "jobid": "2026-03-13T07_17_09",
    "node_name": "scrapyd-1",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-13 07:17:09"
}
################################################## 2026-03-12 13:46:34 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.se -d jobid=2026-03-12T13_46_33
{
    "auth": null,
    "jobid": "2026-03-12T13_46_33",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-12 13:46:34"
}
################################################## 2026-03-12 13:32:59 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.be -d jobid=2026-03-12T13_32_59
{
    "auth": null,
    "jobid": "2026-03-12T13_32_59",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-12 13:32:59"
}
################################################## 2026-03-12 13:31:44 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.fr -d jobid=2026-03-12T13_31_43
{
    "auth": null,
    "jobid": "2026-03-12T13_31_43",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-12 13:31:44"
}
################################################## 2026-03-12 13:31:27 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.es -d jobid=2026-03-12T13_31_26
{
    "auth": null,
    "jobid": "2026-03-12T13_31_26",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-12 13:31:27"
}
################################################## 2026-03-12 13:31:09 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=autorola.es -d jobid=2026-03-12T13_31_06
{
    "auth": null,
    "jobid": "2026-03-12T13_31_06",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-12 13:31:09"
}
################################################## 2026-03-12 13:27:29 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=carwow.gb -d jobid=2026-03-12T14_26_47 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-03-12T14_26_47",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-12 13:27:29"
}
################################################## 2026-03-12 13:24:44 <add>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=adesa.uk -d jobid=2026-03-12T13_24_23
Add task #45 (task_45) successfully, next run at 2026-03-12 15:30:00+00:00. 
kwargs for execute_task():
{
    "task_id": 45
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "4,10,15,18",
    "id": "45",
    "jitter": 0,
    "max_instances": 1,
    "minute": "30",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_45",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 13:20:25 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.fr -d jobid=2026-03-12T13_20_18
Add task #44 (task_44) successfully, next run at 2026-03-12 13:45:00+00:00. 
kwargs for execute_task():
{
    "task_id": 44
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "3,13,16,23",
    "id": "44",
    "jitter": 0,
    "max_instances": 1,
    "minute": "45",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_44",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 13:20:02 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.de -d jobid=2026-03-12T13_19_58
Add task #43 (task_43) successfully, next run at 2026-03-12 14:45:00+00:00. 
kwargs for execute_task():
{
    "task_id": 43
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "2,12,14,21",
    "id": "43",
    "jitter": 0,
    "max_instances": 1,
    "minute": "45",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_43",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 13:19:47 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=ecarstrade.de -d jobid=2026-03-12T13_18_44
Add task #42 (task_42) successfully, next run at 2026-03-12 16:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 42
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "0,13,16,22",
    "id": "42",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_42",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 13:18:17 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=adesa.fr -d jobid=2026-03-12T13_18_10
Add task #41 (task_41) successfully, next run at 2026-03-12 13:30:00+00:00. 
kwargs for execute_task():
{
    "task_id": 41
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "4,13,16,19",
    "id": "41",
    "jitter": 0,
    "max_instances": 1,
    "minute": "30",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_41",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 13:18:06 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=adesa.de -d jobid=2026-03-12T13_17_39
Add task #40 (task_40) successfully, next run at 2026-03-12 17:15:00+00:00. 
kwargs for execute_task():
{
    "task_id": 40
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "4,12,17,22",
    "id": "40",
    "jitter": 0,
    "max_instances": 1,
    "minute": "15",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_40",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 13:15:39 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.it -d jobid=2026-03-12T13_15_20
Add task #39 (task_39) successfully, next run at 2026-03-12 16:30:00+00:00. 
kwargs for execute_task():
{
    "task_id": 39
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "1,7,16,19",
    "id": "39",
    "jitter": 0,
    "max_instances": 1,
    "minute": "30",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_39",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 13:14:47 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.es -d jobid=2026-03-12T13_14_41
Add task #38 (task_38) successfully, next run at 2026-03-12 13:30:00+00:00. 
kwargs for execute_task():
{
    "task_id": 38
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "2,5,13,18",
    "id": "38",
    "jitter": 0,
    "max_instances": 1,
    "minute": "30",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_38",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 13:14:19 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=adesa.it -d jobid=2026-03-12T13_14_10
Add task #37 (task_37) successfully, next run at 2026-03-12 16:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 37
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "3,7,16,22",
    "id": "37",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_37",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 13:14:04 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=adesa.es -d jobid=2026-03-12T13_13_45
Add task #36 (task_36) successfully, next run at 2026-03-12 17:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 36
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "5,10,13,17",
    "id": "36",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_36",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 13:01:19 <add>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=ecarstrade.nl -d jobid=2026-03-12T13_01_09
Add task #35 (task_35) successfully, next run at 2026-03-12 14:45:00+00:00. 
kwargs for execute_task():
{
    "task_id": 35
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "0,9,14,18",
    "id": "35",
    "jitter": 0,
    "max_instances": 1,
    "minute": "45",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_35",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 12:58:00 <add>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.be -d jobid=2026-03-12T12_57_35
Add task #34 (task_34) successfully, next run at 2026-03-12 13:45:00+00:00. 
kwargs for execute_task():
{
    "task_id": 34
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "3,10,13,22",
    "id": "34",
    "jitter": 0,
    "max_instances": 1,
    "minute": "45",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_34",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 12:57:49 <add>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=ecarstrade.be -d jobid=2026-03-12T12_57_32
Add task #33 (task_33) successfully, next run at 2026-03-12 14:30:00+00:00. 
kwargs for execute_task():
{
    "task_id": 33
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "1,14,16,21",
    "id": "33",
    "jitter": 0,
    "max_instances": 1,
    "minute": "30",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_33",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 12:56:15 <add>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=adesa.nl -d jobid=2026-03-12T12_55_35
Add task #32 (task_32) successfully, next run at 2026-03-12 13:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 32
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "1,13,16,21",
    "id": "32",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_32",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 12:56:05 <add>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=adesa.be -d jobid=2026-03-12T12_55_31
Add task #31 (task_31) successfully, next run at 2026-03-12 15:15:00+00:00. 
kwargs for execute_task():
{
    "task_id": 31
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "4,10,15,22",
    "id": "31",
    "jitter": 0,
    "max_instances": 1,
    "minute": "15",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_31",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 12:32:38 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=carwow.gb -d jobid=2026-03-12T12_32_36
{
    "auth": null,
    "jobid": "2026-03-12T12_32_36",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-12 12:32:38"
}
################################################## 2026-03-12 12:29:05 <add>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.it -d jobid=2026-03-12T12_26_58
Add task #30 (task_30) successfully, next run at 2026-03-12 17:30:00+00:00. 
kwargs for execute_task():
{
    "task_id": 30
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "3,7,9,17",
    "id": "30",
    "jitter": 0,
    "max_instances": 1,
    "minute": "30",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_30",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 12:29:00 <add>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.es -d jobid=2026-03-12T12_25_36
Add task #29 (task_29) successfully, next run at 2026-03-12 14:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 29
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "2,6,10,14",
    "id": "29",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_29",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 12:20:59 <add>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.nl -d jobid=2026-03-12T13_15_37 -d batch_index=1 -d batch_total=2
Add task #28 (batch1) successfully, next run at 2026-03-12 19:10:00+00:00. 
kwargs for execute_task():
{
    "task_id": 28
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "5,7,12,19",
    "id": "28",
    "jitter": 0,
    "max_instances": 2,
    "minute": "10",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch1",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 12:18:56 <add>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.nl -d jobid=2026-03-12T13_15_15 -d batch_index=0 -d batch_total=2
Add task #27 (batch0) successfully, next run at 2026-03-12 19:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 27
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "5,7,12,19",
    "id": "27",
    "jitter": 0,
    "max_instances": 2,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch0",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 12:16:01 <add>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.be -d jobid=2026-03-12T13_13_45 -d batch_index=1 -d batch_total=2
Add task #26 (batch1) successfully, next run at 2026-03-12 20:35:00+00:00. 
kwargs for execute_task():
{
    "task_id": 26
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,11,20",
    "id": "26",
    "jitter": 0,
    "max_instances": 2,
    "minute": "35",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch1",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 12:15:44 <add>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.be -d jobid=2026-03-12T13_12_02 -d batch_index=0 -d batch_total=2
Add task #25 (batch0) successfully, next run at 2026-03-12 20:30:00+00:00. 
kwargs for execute_task():
{
    "task_id": 25
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,11,20",
    "id": "25",
    "jitter": 0,
    "max_instances": 2,
    "minute": "30",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch0",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 12:05:41 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.it -d jobid=2026-03-12T13_00_43 -d batch_index=0 -d batch_total=2
Add task #24 (batch0) successfully, next run at 2026-03-12 15:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 24
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "4,9,12,15,21",
    "id": "24",
    "jitter": 0,
    "max_instances": 2,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch0",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 12:05:05 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.it -d jobid=2026-03-12T13_00_43 -d batch_index=1 -d batch_total=2
Add task #23 (batch1) successfully, next run at 2026-03-12 15:05:00+00:00. 
kwargs for execute_task():
{
    "task_id": 23
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "4,9,12,15,21",
    "id": "23",
    "jitter": 0,
    "max_instances": 2,
    "minute": "5",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch1",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 11:57:48 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.es -d jobid=2026-03-12T12_53_59 -d batch_index=1 -d batch_total=2
Add task #22 (batch1) successfully, next run at 2026-03-12 14:05:00+00:00. 
kwargs for execute_task():
{
    "task_id": 22
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,11,14,20",
    "id": "22",
    "jitter": 0,
    "max_instances": 2,
    "minute": "5",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch1",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 11:57:20 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.es -d jobid=2026-03-12T12_53_43 -d batch_index=0 -d batch_total=2
Add task #21 (batch0) successfully, next run at 2026-03-12 14:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 21
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,11,14,20",
    "id": "21",
    "jitter": 0,
    "max_instances": 2,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch0",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 11:51:13 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=vpauto.fr -d jobid=2026-03-12T11_49_03
Add task #20 (task_20) successfully, next run at 2026-03-12 12:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 20
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "5,9,12,19",
    "id": "20",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_20",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 11:42:58 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.de -d jobid=2026-03-12T11_40_07
Add task #19 (task_19) successfully, next run at 2026-03-12 17:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 19
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "3,5,9,17",
    "id": "19",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_19",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 11:38:07 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.de -d jobid=2026-03-12T12_34_02 -d batch_index=1 -d batch_total=2
Add task #18 (batch1) successfully, next run at 2026-03-12 18:35:00+00:00. 
kwargs for execute_task():
{
    "task_id": 18
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "5,7,10,18",
    "id": "18",
    "jitter": 0,
    "max_instances": 2,
    "minute": "35",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch1",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 11:35:45 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.de -d jobid=2026-03-12T12_31_31 -d batch_index=0 -d batch_total=2
Add task #17 (batch0) successfully, next run at 2026-03-12 18:30:00+00:00. 
kwargs for execute_task():
{
    "task_id": 17
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "5,7,10,18",
    "id": "17",
    "jitter": 0,
    "max_instances": 2,
    "minute": "30",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch0",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 11:29:20 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.fr -d jobid=2026-03-12T11_29_10
Add task #16 (task_16) successfully, next run at 2026-03-12 14:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 16
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "2,7,10,14",
    "id": "16",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_16",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 11:27:19 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-12T12_23_19 -d batch_index=2 -d batch_total=4
Add task #15 (batch2) successfully, next run at 2026-03-12 15:10:00+00:00. 
kwargs for execute_task():
{
    "task_id": 15
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,11,15,20",
    "id": "15",
    "jitter": 0,
    "max_instances": 4,
    "minute": "10",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch2",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 11:23:37 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-12T12_19_53 -d batch_index=3 -d batch_total=4
Add task #14 (batch3) successfully, next run at 2026-03-12 15:15:00+00:00. 
kwargs for execute_task():
{
    "task_id": 14
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,11,15,20",
    "id": "14",
    "jitter": 0,
    "max_instances": 4,
    "minute": "15",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch3",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 11:20:59 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-12T12_17_14 -d batch_index=1 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-12T12_17_14",
    "node_name": "scrapyd-2",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-12 11:20:59"
}
################################################## 2026-03-12 11:20:50 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-12T12_17_14 -d batch_index=1 -d batch_total=4
Add task #13 (batch1) successfully, next run at 2026-03-12 15:05:00+00:00. 
kwargs for execute_task():
{
    "task_id": 13
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,11,15,20",
    "id": "13",
    "jitter": 0,
    "max_instances": 4,
    "minute": "5",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch1",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 11:17:56 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-12T12_12_38 -d batch_index=0 -d batch_total=4
Add task #12 (batch0) successfully, next run at 2026-03-12 15:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 12
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,11,15,20",
    "id": "12",
    "jitter": 0,
    "max_instances": 4,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch0",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 11:11:09 <add>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=sytner.gb -d jobid=2026-03-12T11_10_47
Add task #11 (task_11) successfully, next run at 2026-03-12 14:30:00+00:00. 
kwargs for execute_task():
{
    "task_id": 11
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,14,20",
    "id": "11",
    "jitter": 0,
    "max_instances": 1,
    "minute": "30",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_11",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 10:59:11 <add>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=openlane.gb -d jobid=2026-03-12T10_58_49
Add task #10 (task_10) successfully, next run at 2026-03-12 13:30:00+00:00. 
kwargs for execute_task():
{
    "task_id": 10
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "5,9,13,21",
    "id": "10",
    "jitter": 0,
    "max_instances": 1,
    "minute": "30",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_10",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 10:55:34 <add>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=astonbarclay.gb -d jobid=2026-03-12T10_54_04
Add task #9 (task_9) successfully, next run at 2026-03-12 13:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 9
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "5,10,13,19",
    "id": "9",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_9",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 10:13:57 <add>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-12T11_10_32 -d batch_index=3 -d batch_total=4
Add task #8 (batch3) successfully, next run at 2026-03-12 11:15:00+00:00. 
kwargs for execute_task():
{
    "task_id": 8
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "7,9,11,14,22",
    "id": "8",
    "jitter": 0,
    "max_instances": 4,
    "minute": "15",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch3",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 10:10:20 <add>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-12T11_07_26 -d batch_index=2 -d batch_total=4
Add task #7 (batch2) successfully, next run at 2026-03-12 11:10:00+00:00. 
kwargs for execute_task():
{
    "task_id": 7
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "7,9,11,14,22",
    "id": "7",
    "jitter": 0,
    "max_instances": 4,
    "minute": "10",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch2",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 09:38:06 <add>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-12T10_33_52 -d batch_index=1 -d batch_total=4
Add task #6 (batch1) successfully, next run at 2026-03-12 11:05:00+00:00. 
kwargs for execute_task():
{
    "task_id": 6
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "7,9,11,14,22",
    "id": "6",
    "jitter": 0,
    "max_instances": 4,
    "minute": "5",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch1",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 09:30:56 <add>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-12T10_27_05 -d batch_index=0 -d batch_total=4
Add task #5 (batch0) successfully, next run at 2026-03-12 11:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 5
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "7,9,11,14,22",
    "id": "5",
    "jitter": 0,
    "max_instances": 4,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch0",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 09:29:39 <add>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-03-12T10_25_14 -d batch_index=2 -d batch_total=4
Add task #4 (batch2) successfully, next run at 2026-03-12 12:10:00+00:00. 
kwargs for execute_task():
{
    "task_id": 4
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,12,20",
    "id": "4",
    "jitter": 0,
    "max_instances": 4,
    "minute": "10",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch2",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 09:23:34 <run>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-03-12T10_16_57 -d batch_index=1 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-12T10_16_57",
    "node_name": "scrapyd-0",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-0:6800/schedule.json",
    "when": "2026-03-12 09:23:34"
}
################################################## 2026-03-12 09:23:17 <add>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-03-12T10_16_57 -d batch_index=1 -d batch_total=4
Update task #3 (batch1) successfully, next run at 2026-03-12 12:05:00+00:00. 
kwargs for execute_task():
{
    "task_id": 3
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,12,20",
    "id": "3",
    "jitter": 0,
    "max_instances": 4,
    "minute": "5",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch1",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 09:23:01 <add>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-03-12T10_16_57 -d batch_index=1 -d batch_total=4
Add task #3 (batch3) successfully, next run at 2026-03-12 12:05:00+00:00. 
kwargs for execute_task():
{
    "task_id": 3
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,12,20",
    "id": "3",
    "jitter": 0,
    "max_instances": 4,
    "minute": "5",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch3",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 09:22:39 <add>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-03-12T10_16_57 -d batch_index=3 -d batch_total=4
Update task #2 (batch3) successfully, next run at 2026-03-12 12:15:00+00:00. 
kwargs for execute_task():
{
    "task_id": 2
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,12,20",
    "id": "2",
    "jitter": 0,
    "max_instances": 4,
    "minute": "15",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch3",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 09:21:29 <add>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-03-12T10_16_57 -d batch_index=3 -d batch_total=4
Add task #2 (batch3) successfully, next run at 2026-03-12 12:05:00+00:00. 
kwargs for execute_task():
{
    "task_id": 2
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,12,20",
    "id": "2",
    "jitter": 0,
    "max_instances": 4,
    "minute": "5",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch3",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 09:06:20 <add>
['scrapyd-0:6800']
curl http://scrapyd-0:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-03-12T10_02_26 -d batch_index=0 -d batch_total=4
Add task #1 (batch0) successfully, next run at 2026-03-12 12:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 1
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,12,20",
    "id": "1",
    "jitter": 0,
    "max_instances": 4,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "batch0",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-12 07:47:23 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.be -d jobid=2026-03-12T08_47_09 -d batch_index=3 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-12T08_47_09",
    "node_name": "scrapyd-3",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-03-12 07:47:23"
}
################################################## 2026-03-12 07:47:08 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.be -d jobid=2026-03-12T08_46_55 -d batch_index=2 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-12T08_46_55",
    "node_name": "scrapyd-3",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-03-12 07:47:08"
}
################################################## 2026-03-12 07:46:53 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.be -d jobid=2026-03-12T08_46_40 -d batch_index=1 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-12T08_46_40",
    "node_name": "scrapyd-3",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-03-12 07:46:53"
}
################################################## 2026-03-12 07:46:38 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.be -d jobid=2026-03-12T08_45_57 -d batch_index=0 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-12T08_45_57",
    "node_name": "scrapyd-3",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-03-12 07:46:38"
}
################################################## 2026-03-12 07:41:53 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.nl -d jobid=2026-03-12T08_41_40 -d batch_index=3 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-12T08_41_40",
    "node_name": "scrapyd-1",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-12 07:41:53"
}
################################################## 2026-03-12 07:41:39 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.nl -d jobid=2026-03-12T08_41_25 -d batch_index=2 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-12T08_41_25",
    "node_name": "scrapyd-1",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-12 07:41:39"
}
################################################## 2026-03-12 07:41:23 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.nl -d jobid=2026-03-12T08_41_11 -d batch_index=1 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-12T08_41_11",
    "node_name": "scrapyd-1",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-12 07:41:23"
}
################################################## 2026-03-12 07:41:10 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.nl -d jobid=2026-03-12T08_40_52 -d batch_index=0 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-12T08_40_52",
    "node_name": "scrapyd-1",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-12 07:41:10"
}
################################################## 2026-03-12 07:39:30 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.de -d jobid=2026-03-12T08_39_11 -d batch_index=3 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-12T08_39_11",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-12 07:39:30"
}
################################################## 2026-03-12 07:39:10 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.de -d jobid=2026-03-12T08_38_53 -d batch_index=2 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-12T08_38_53",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-12 07:39:10"
}
################################################## 2026-03-12 07:38:51 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.de -d jobid=2026-03-12T08_38_35 -d batch_index=1 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-12T08_38_35",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-12 07:38:51"
}
################################################## 2026-03-12 07:38:33 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.de -d jobid=2026-03-12T08_38_17 -d batch_index=0 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-12T08_38_17",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-12 07:38:33"
}
################################################## 2026-03-12 07:24:15 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-12T08_24_02 -d batch_index=3 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-12T08_24_02",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-12 07:24:15"
}
################################################## 2026-03-12 07:24:01 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-12T08_23_49 -d batch_index=2 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-12T08_23_49",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-12 07:24:01"
}
################################################## 2026-03-12 07:23:47 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-12T08_23_35 -d batch_index=1 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-12T08_23_35",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-12 07:23:47"
}
################################################## 2026-03-12 07:23:32 <run>
['scrapyd-4:6800']
curl http://scrapyd-4:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-12T08_22_34 -d batch_index=0 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-12T08_22_34",
    "node_name": "scrapyd-4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-4:6800/schedule.json",
    "when": "2026-03-12 07:23:32"
}
################################################## 2026-03-10 08:36:36 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.nl -d jobid=2026-03-10T08_36_35
{
    "auth": null,
    "jobid": "2026-03-10T08_36_35",
    "node_name": "scrapyd-1-5fbc79ddbd-csw44",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-10 08:36:36"
}
################################################## 2026-03-10 08:36:15 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.de -d jobid=2026-03-10T08_36_13
{
    "auth": null,
    "jobid": "2026-03-10T08_36_13",
    "node_name": "scrapyd-1-5fbc79ddbd-csw44",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-10 08:36:15"
}
################################################## 2026-03-10 08:34:07 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.be -d jobid=2026-03-10T08_34_06
{
    "auth": null,
    "jobid": "2026-03-10T08_34_06",
    "node_name": "scrapyd-1-5fbc79ddbd-csw44",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-10 08:34:07"
}
################################################## 2026-03-10 07:57:42 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.it -d jobid=2026-03-10T08_57_28 -d force_full_scrape=true -d batch_index=2 -d batch_total=3
{
    "auth": null,
    "jobid": "2026-03-10T08_57_28",
    "node_name": "scrapyd-3-7dd4b89b7b-fjnhg",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-03-10 07:57:42"
}
################################################## 2026-03-10 07:57:25 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.it -d jobid=2026-03-10T08_57_02 -d force_full_scrape=true -d batch_index=1 -d batch_total=3
{
    "auth": null,
    "jobid": "2026-03-10T08_57_02",
    "node_name": "scrapyd-3-7dd4b89b7b-fjnhg",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-03-10 07:57:25"
}
################################################## 2026-03-10 07:56:59 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.it -d jobid=2026-03-10T08_55_25 -d force_full_scrape=true -d batch_index=0 -d batch_total=3
{
    "auth": null,
    "jobid": "2026-03-10T08_55_25",
    "node_name": "scrapyd-3-7dd4b89b7b-fjnhg",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-03-10 07:56:59"
}
################################################## 2026-03-10 07:44:23 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=vpauto.fr -d jobid=2026-03-10T08_44_06 -d force_full_scrape=true -d batch_index=2 -d batch_total=3
{
    "auth": null,
    "jobid": "2026-03-10T08_44_06",
    "node_name": "scrapyd-1-5fbc79ddbd-csw44",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-10 07:44:23"
}
################################################## 2026-03-10 07:44:02 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=vpauto.fr -d jobid=2026-03-10T08_43_40 -d force_full_scrape=true -d batch_index=1 -d batch_total=3
{
    "auth": null,
    "jobid": "2026-03-10T08_43_40",
    "node_name": "scrapyd-1-5fbc79ddbd-csw44",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-10 07:44:02"
}
################################################## 2026-03-10 07:43:37 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=default -d spider=vpauto.fr -d jobid=2026-03-10T08_43_07 -d force_full_scrape=true -d batch_index=0 -d batch_total=3
{
    "auth": null,
    "jobid": "2026-03-10T08_43_07",
    "node_name": "scrapyd-1-5fbc79ddbd-csw44",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-10 07:43:37"
}
################################################## 2026-03-10 07:18:53 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.es -d jobid=2026-03-10T08_18_36 -d force_full_scrape=true -d batch_index=1 -d batch_total=2
{
    "auth": null,
    "jobid": "2026-03-10T08_18_36",
    "node_name": "scrapyd-1-5fbc79ddbd-csw44",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-10 07:18:53"
}
################################################## 2026-03-10 07:18:33 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.es -d jobid=2026-03-10T08_17_27 -d force_full_scrape=true -d batch_index=0 -d batch_total=2
{
    "auth": null,
    "jobid": "2026-03-10T08_17_27",
    "node_name": "scrapyd-1-5fbc79ddbd-csw44",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-10 07:18:33"
}
################################################## 2026-03-10 07:16:23 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=bca.es -d jobid=2026-03-10T08_16_02 -d force_full_scrape=true -d batch_index=1 -d batch_total=2
{
    "auth": null,
    "jobid": "2026-03-10T08_16_02",
    "node_name": "scrapyd-1-5fbc79ddbd-csw44",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-10 07:16:23"
}
################################################## 2026-03-10 07:15:59 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=bca.es -d jobid=2026-03-10T08_14_56 -d force_full_scrape=true -d batch_index=0 -d batch_total=2
{
    "auth": null,
    "jobid": "2026-03-10T08_14_56",
    "node_name": "scrapyd-1-5fbc79ddbd-csw44",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-03-10 07:15:59"
}
################################################## 2026-03-10 07:12:29 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.es -d jobid=2026-03-10T08_12_08 -d force_full_scrape=true -d batch_index=3 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-10T08_12_08",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-10 07:12:29"
}
################################################## 2026-03-10 07:12:04 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.es -d jobid=2026-03-10T08_11_47 -d force_full_scrape=true -d batch_index=2 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-10T08_11_47",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-10 07:12:04"
}
################################################## 2026-03-10 07:11:43 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.es -d jobid=2026-03-10T08_11_19 -d force_full_scrape=true -d batch_index=1 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-10T08_11_19",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-10 07:11:43"
}
################################################## 2026-03-10 07:11:13 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.es -d jobid=2026-03-10T08_09_36 -d force_full_scrape=true -d batch_index=0 -d batch_total=4
{
    "auth": null,
    "jobid": "2026-03-10T08_09_36",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-10 07:11:13"
}
################################################## 2026-03-05 16:53:46 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-05T17_50_57 -d batch_index=4 -d batch_total=5
Add task #90 (Batch4 Auto1FR) successfully, next run at 2026-03-06 05:40:00+00:00. 
kwargs for execute_task():
{
    "task_id": 90
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "5, 6, 8, 12",
    "id": "90",
    "jitter": 0,
    "max_instances": 1,
    "minute": "40",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "Batch4 Auto1FR",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-05 16:49:56 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-05T17_46_51 -d batch_index=3 -d batch_total=5
Add task #89 (Batch3 Auto1FR) successfully, next run at 2026-03-06 05:30:00+00:00. 
kwargs for execute_task():
{
    "task_id": 89
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "5, 6, 8, 12",
    "id": "89",
    "jitter": 0,
    "max_instances": 1,
    "minute": "30",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "Batch3 Auto1FR",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-05 16:45:47 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-05T17_43_07 -d batch_index=2 -d batch_total=5
Update task #88 (Batch2 Auto1FR) successfully, next run at 2026-03-06 05:20:00+00:00. 
kwargs for execute_task():
{
    "task_id": 88
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "5, 6, 8, 12",
    "id": "88",
    "jitter": 0,
    "max_instances": 1,
    "minute": "20",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "Batch2 Auto1FR",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-05 16:44:13 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-05T17_43_07 -d batch_index=2 -d batch_total=5
Add task #88 (task_88) successfully, next run at 2026-03-06 05:20:00+00:00. 
kwargs for execute_task():
{
    "task_id": 88
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "5, 6, 8, 12",
    "id": "88",
    "jitter": 0,
    "max_instances": 1,
    "minute": "20",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_88",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-05 15:51:04 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.de -d jobid=2026-03-05T16_50_47 -d batch_index=2 -d batch_total=3
{
    "auth": null,
    "jobid": "2026-03-05T16_50_47",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-05 15:51:04"
}
################################################## 2026-03-05 15:50:45 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.de -d jobid=2026-03-05T16_50_29 -d batch_index=1 -d batch_total=3
{
    "auth": null,
    "jobid": "2026-03-05T16_50_29",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-05 15:50:45"
}
################################################## 2026-03-05 15:50:26 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.de -d jobid=2026-03-05T16_49_55 -d batch_index=0 -d batch_total=3
{
    "auth": null,
    "jobid": "2026-03-05T16_49_55",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-05 15:50:26"
}
################################################## 2026-03-05 15:49:17 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-05T16_47_22 -d batch_index=1 -d batch_total=5
Update task #87 (Batch1 Auto1FR) successfully, next run at 2026-03-06 05:10:00+00:00. 
kwargs for execute_task():
{
    "task_id": 87
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "5, 6, 8, 12",
    "id": "87",
    "jitter": 0,
    "max_instances": 1,
    "minute": "10",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "Batch1 Auto1FR",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-05 15:48:23 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-05T16_47_22 -d batch_index=1 -d batch_total=5
Add task #87 (task_87) successfully, next run at 2026-03-06 05:10:00+00:00. 
kwargs for execute_task():
{
    "task_id": 87
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "5, 6, 8, 12",
    "id": "87",
    "jitter": 0,
    "max_instances": 1,
    "minute": "10",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_87",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-05 15:44:59 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-05T16_41_50 -d batch_index=0 -d batch_total=5
Add task #86 (Batch0 Auto1FR) successfully, next run at 2026-03-06 05:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 86
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "mon-fri",
    "end_date": null,
    "hour": "5, 6, 8, 12",
    "id": "86",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "Batch0 Auto1FR",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-05 12:16:24 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-05T12_16_21
Update task #37 (manheim.gb) successfully, next run at 2026-03-05 20:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 37
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "8, 20",
    "id": "37",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "manheim.gb",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-05 12:14:59 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-05T13_13_43 -d batch_index=2 -d batch_total=3
Add task #85 (Batch2 Manheim) successfully, next run at 2026-03-06 05:40:00+00:00. 
kwargs for execute_task():
{
    "task_id": 85
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "mon-fri",
    "end_date": null,
    "hour": "5, 6, 11",
    "id": "85",
    "jitter": 0,
    "max_instances": 1,
    "minute": "40",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "Batch2 Manheim",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-05 12:13:12 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-05T13_06_51 -d batch_index=0 -d batch_total=3
Update task #83 (Batch0 Manheim) successfully, next run at 2026-03-06 05:30:00+00:00. 
kwargs for execute_task():
{
    "task_id": 83
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "mon-fri",
    "end_date": null,
    "hour": "5, 6, 11",
    "id": "83",
    "jitter": 0,
    "max_instances": 1,
    "minute": "30",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "Batch0 Manheim",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-05 12:12:20 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-05T13_10_56 -d batch_index=1 -d batch_total=3
Add task #84 (Batch1 Manheim) successfully, next run at 2026-03-06 05:20:00+00:00. 
kwargs for execute_task():
{
    "task_id": 84
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "mon-fri",
    "end_date": null,
    "hour": "5, 6, 11",
    "id": "84",
    "jitter": 0,
    "max_instances": 1,
    "minute": "20",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "Batch1 Manheim",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-05 12:10:27 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-05T13_06_51 -d batch_index=0 -d batch_total=3
Add task #83 (Batch0 Manheim) successfully, next run at 2026-03-06 05:30:00+00:00. 
kwargs for execute_task():
{
    "task_id": 83
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "mon-fri",
    "end_date": null,
    "hour": "5, 6, 11",
    "id": "83",
    "jitter": 0,
    "max_instances": 1,
    "minute": "30",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "Batch0 Manheim",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-05 12:05:48 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-05T12_43_29 -d batch_index=0 -d batch_total=3
Traceback (most recent call last):
  File "/usr/local/lib/python3.10/site-packages/scrapydweb/views/operations/schedule.py", line 479, in add_update_task
    job_instance = self.scheduler.add_job(func=execute_task, args=None, kwargs=kwargs,
  File "/usr/local/lib/python3.10/site-packages/apscheduler/schedulers/base.py", line 420, in add_job
    'trigger': self._create_trigger(trigger, trigger_args),
  File "/usr/local/lib/python3.10/site-packages/apscheduler/schedulers/base.py", line 921, in _create_trigger
    return self._create_plugin_instance('trigger', trigger, trigger_args)
  File "/usr/local/lib/python3.10/site-packages/apscheduler/schedulers/base.py", line 906, in _create_plugin_instance
    return plugin_cls(**constructor_kwargs)
  File "/usr/local/lib/python3.10/site-packages/apscheduler/triggers/cron/__init__.py", line 82, in __init__
    field = field_class(field_name, exprs, is_default)
  File "/usr/local/lib/python3.10/site-packages/apscheduler/triggers/cron/fields.py", line 33, in __init__
    self.compile_expressions(exprs)
  File "/usr/local/lib/python3.10/site-packages/apscheduler/triggers/cron/fields.py", line 58, in compile_expressions
    self.compile_expression(expr)
  File "/usr/local/lib/python3.10/site-packages/apscheduler/triggers/cron/fields.py", line 75, in compile_expression
    raise ValueError('Unrecognized expression "%s" for field "%s"' % (expr, self.name))
ValueError: Unrecognized expression "" for field "hour"

kwargs for execute_task():
{
    "task_id": 82
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "mon-fri",
    "end_date": null,
    "hour": "5, 6, 11,",
    "id": "82",
    "jitter": 0,
    "max_instances": 1,
    "minute": "30",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_82",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-05 11:42:34 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.it -d jobid=2026-03-05T11_42_31
Update task #70 (bca_logged_out.it) successfully, next run at 2026-03-05 21:30:00+00:00. 
kwargs for execute_task():
{
    "task_id": 70
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,21",
    "id": "70",
    "jitter": 0,
    "max_instances": 1,
    "minute": "30",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.it",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-05 11:40:29 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.be -d jobid=2026-03-05T11_40_28
Update task #71 (bca_logged_out.be) successfully, next run at 2026-03-05 21:20:00+00:00. 
kwargs for execute_task():
{
    "task_id": 71
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,21",
    "id": "71",
    "jitter": 0,
    "max_instances": 1,
    "minute": "20",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.be",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-05 11:39:08 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.be -d jobid=2026-03-05T11_39_06
Update task #72 (ayvens.be) successfully, next run at 2026-03-05 20:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 72
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,20",
    "id": "72",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "ayvens.be",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-05 11:37:15 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.it -d jobid=2026-03-05T11_37_10
Update task #74 (auto1.it) successfully, next run at 2026-03-05 21:10:00+00:00. 
kwargs for execute_task():
{
    "task_id": 74
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,21",
    "id": "74",
    "jitter": 0,
    "max_instances": 1,
    "minute": "10",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "auto1.it",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-03-04 11:16:14 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.es -d jobid=2026-03-04T12_15_56 -d force_full_scrape=true -d batch_index=4 -d batch_total=5
{
    "auth": null,
    "jobid": "2026-03-04T12_15_56",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-04 11:16:14"
}
################################################## 2026-03-04 11:15:54 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.es -d jobid=2026-03-04T12_15_36 -d force_full_scrape=true -d batch_index=3 -d batch_total=5
{
    "auth": null,
    "jobid": "2026-03-04T12_15_36",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-04 11:15:54"
}
################################################## 2026-03-04 11:15:34 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.es -d jobid=2026-03-04T12_15_08 -d force_full_scrape=true -d batch_index=2 -d batch_total=5
{
    "auth": null,
    "jobid": "2026-03-04T12_15_08",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-04 11:15:34"
}
################################################## 2026-03-04 11:15:02 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.es -d jobid=2026-03-04T12_14_29 -d force_full_scrape=true -d batch_index=1 -d batch_total=5
{
    "auth": null,
    "jobid": "2026-03-04T12_14_29",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-04 11:15:02"
}
################################################## 2026-03-04 11:14:26 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.es -d jobid=2026-03-04T12_13_15 -d force_full_scrape=true -d batch_index=0 -d batch_total=5
{
    "auth": null,
    "jobid": "2026-03-04T12_13_15",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-04 11:14:26"
}
################################################## 2026-03-04 07:13:38 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-04T08_13_24 -d force_full_scrape=true -d batch_index=2 -d batch_total=3
{
    "auth": null,
    "jobid": "2026-03-04T08_13_24",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-04 07:13:38"
}
################################################## 2026-03-04 07:13:21 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-04T08_13_06 -d force_full_scrape=true -d batch_index=1 -d batch_total=3
{
    "auth": null,
    "jobid": "2026-03-04T08_13_06",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-04 07:13:21"
}
################################################## 2026-03-04 07:13:03 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-03-04T08_10_21 -d force_full_scrape=true -d batch_index=0 -d batch_total=3
{
    "auth": null,
    "jobid": "2026-03-04T08_10_21",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-04 07:13:03"
}
################################################## 2026-03-03 12:12:43 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.de -d jobid=2026-03-03T12_12_40
{
    "auth": null,
    "jobid": "2026-03-03T12_12_40",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-03 12:12:43"
}
################################################## 2026-03-03 06:56:52 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-03-03T07_56_33 -d force_full_scrape=true -d batch_index=2 -d batch_total=3
{
    "auth": null,
    "jobid": "2026-03-03T07_56_33",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-03 06:56:52"
}
################################################## 2026-03-03 06:56:28 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-03-03T07_56_07 -d force_full_scrape=true -d batch_index=1 -d batch_total=3
{
    "auth": null,
    "jobid": "2026-03-03T07_56_07",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-03 06:56:28"
}
################################################## 2026-03-03 06:56:01 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-03-03T07_55_19 -d force_full_scrape=true -d batch_index=0 -d batch_total=3
{
    "auth": null,
    "jobid": "2026-03-03T07_55_19",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-03 06:56:01"
}
################################################## 2026-03-02 14:16:59 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-02T15_16_30 -d force_full_scrape=true -d batch_index=5 -d batch_total=6
{
    "auth": null,
    "jobid": "2026-03-02T15_16_30",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-02 14:16:59"
}
################################################## 2026-03-02 14:16:22 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-02T15_15_59 -d force_full_scrape=true -d batch_index=4 -d batch_total=6
{
    "auth": null,
    "jobid": "2026-03-02T15_15_59",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-02 14:16:22"
}
################################################## 2026-03-02 14:15:56 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-02T15_15_41 -d force_full_scrape=true -d batch_index=3 -d batch_total=6
{
    "auth": null,
    "jobid": "2026-03-02T15_15_41",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-02 14:15:56"
}
################################################## 2026-03-02 14:15:38 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-02T15_15_20 -d force_full_scrape=true -d batch_index=2 -d batch_total=6
{
    "auth": null,
    "jobid": "2026-03-02T15_15_20",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-02 14:15:38"
}
################################################## 2026-03-02 14:15:17 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-02T15_14_57 -d force_full_scrape=true -d batch_index=1 -d batch_total=6
{
    "auth": null,
    "jobid": "2026-03-02T15_14_57",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-02 14:15:17"
}
################################################## 2026-03-02 14:14:09 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-03-02T15_13_39 -d force_full_scrape=true -d batch_index=0 -d batch_total=6
{
    "auth": null,
    "jobid": "2026-03-02T15_13_39",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-02 14:14:09"
}
################################################## 2026-03-02 14:13:36 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=default -d spider=manheim.gb -d jobid=2026-03-02T15_11_46 -d force_full_scrape=true -d batch_index=0 -d batch_total=6
{
    "auth": null,
    "jobid": "2026-03-02T15_11_46",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-02 14:13:36"
}
################################################## 2026-03-02 08:45:58 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-03-02T09_45_28 -d force_full_scrape=true -d batch_index=2 -d batch_total=3
{
    "auth": null,
    "jobid": "2026-03-02T09_45_28",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-02 08:45:58"
}
################################################## 2026-03-02 08:45:24 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-03-02T09_44_55 -d force_full_scrape=true -d batch_index=1 -d batch_total=3
{
    "auth": null,
    "jobid": "2026-03-02T09_44_55",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-02 08:45:24"
}
################################################## 2026-03-02 08:44:49 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-03-02T09_44_03 -d force_full_scrape=true -d batch_index=0 -d batch_total=3
{
    "auth": null,
    "jobid": "2026-03-02T09_44_03",
    "node_name": "scrapyd-2-748c8795b4-gdqmd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-03-02 08:44:49"
}
################################################## 2026-02-26 11:52:42 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-02-26T11_52_40
{
    "auth": null,
    "jobid": "2026-02-26T11_52_40",
    "node_name": "scrapyd-2-8f54f448b-jj2zh",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-02-26 11:52:41"
}
################################################## 2026-02-25 13:58:05 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-02-25T13_58_04
{
    "auth": null,
    "jobid": "2026-02-25T13_58_04",
    "node_name": "scrapyd-3-8cd6ffd8-t794f",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-25 13:58:05"
}
################################################## 2026-02-23 15:00:47 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-02-23T16_00_18 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-02-23T16_00_18",
    "node_name": "scrapyd-2-b7db8f648-5x7k4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-02-23 15:00:47"
}
################################################## 2026-02-19 13:41:29 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=carwow.gb -d jobid=2026-02-19T13_41_28
{
    "auth": null,
    "jobid": "2026-02-19T13_41_28",
    "node_name": "scrapyd-3-8cd6ffd8-t794f",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-19 13:41:29"
}
################################################## 2026-02-18 13:39:45 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-02-18T13_39_44
{
    "auth": null,
    "jobid": "2026-02-18T13_39_44",
    "node_name": "scrapyd-3-5c9d688546-mj2jg",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-18 13:39:45"
}
################################################## 2026-02-18 13:39:28 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-02-18T13_39_27
{
    "auth": null,
    "jobid": "2026-02-18T13_39_27",
    "node_name": "scrapyd-3-5c9d688546-mj2jg",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-18 13:39:28"
}
################################################## 2026-02-18 12:13:47 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=carwow.gb -d jobid=2026-02-18T12_13_45
{
    "auth": null,
    "jobid": "2026-02-18T12_13_45",
    "node_name": "scrapyd-3-58c8464658-ck5xp",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-18 12:13:47"
}
################################################## 2026-02-18 12:13:27 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-02-18T12_13_26
{
    "auth": null,
    "jobid": "2026-02-18T12_13_26",
    "node_name": "scrapyd-3-58c8464658-ck5xp",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-18 12:13:27"
}
################################################## 2026-02-18 12:12:25 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-02-18T12_12_24
{
    "auth": null,
    "jobid": "2026-02-18T12_12_24",
    "node_name": "scrapyd-3-58c8464658-ck5xp",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-18 12:12:25"
}
################################################## 2026-02-18 11:23:34 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-02-18T11_23_33
{
    "auth": null,
    "jobid": "2026-02-18T11_23_33",
    "node_name": "scrapyd-3-7448cb5fc4-bc25d",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-18 11:23:34"
}
################################################## 2026-02-18 09:10:29 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=default -d spider=carwow.gb -d jobid=2026-02-18T08_42_08 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-02-18T08_42_08",
    "node_name": "scrapyd-3-7448cb5fc4-bc25d",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-18 09:10:29"
}
################################################## 2026-02-18 08:20:04 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=carwow.gb -d jobid=2026-02-18T08_20_03
{
    "auth": null,
    "jobid": "2026-02-18T08_20_03",
    "node_name": "scrapyd-3-7448cb5fc4-bc25d",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-18 08:20:04"
}
################################################## 2026-02-18 07:40:51 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-02-18T07_40_50
{
    "auth": null,
    "jobid": "2026-02-18T07_40_50",
    "node_name": "scrapyd-3-7448cb5fc4-bc25d",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-18 07:40:51"
}
################################################## 2026-02-18 07:40:22 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-02-18T07_40_20
{
    "auth": null,
    "jobid": "2026-02-18T07_40_20",
    "node_name": "scrapyd-3-7448cb5fc4-bc25d",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-18 07:40:22"
}
################################################## 2026-02-18 07:39:54 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca.uk -d jobid=2026-02-18T07_39_53
{
    "auth": null,
    "jobid": "2026-02-18T07_39_53",
    "node_name": "scrapyd-3-7448cb5fc4-bc25d",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-18 07:39:54"
}
################################################## 2026-02-17 14:56:14 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca.uk -d jobid=2026-02-17T14_56_12
{
    "auth": null,
    "jobid": "2026-02-17T14_56_12",
    "node_name": "scrapyd-3-7448cb5fc4-bc25d",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-17 14:56:14"
}
################################################## 2026-02-17 14:46:51 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-02-17T14_46_49
{
    "auth": null,
    "jobid": "2026-02-17T14_46_49",
    "node_name": "scrapyd-3-7448cb5fc4-bc25d",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-17 14:46:51"
}
################################################## 2026-02-17 14:45:47 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2026-02-17T14_45_44
{
    "auth": null,
    "jobid": "2026-02-17T14_45_44",
    "node_name": "scrapyd-3-7448cb5fc4-bc25d",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-17 14:45:47"
}
################################################## 2026-02-17 14:45:11 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca.uk -d jobid=2026-02-17T14_45_07
{
    "auth": null,
    "jobid": "2026-02-17T14_45_07",
    "node_name": "scrapyd-3-7448cb5fc4-bc25d",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-17 14:45:11"
}
################################################## 2026-02-17 14:44:32 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=carwow.gb -d jobid=2026-02-17T14_44_31
{
    "auth": null,
    "jobid": "2026-02-17T14_44_31",
    "node_name": "scrapyd-1-7b9fc48d66-h9k6d",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-02-17 14:44:32"
}
################################################## 2026-02-17 13:15:13 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=astonbarclay.gb -d jobid=2026-02-17T14_14_21 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-02-17T14_14_21",
    "node_name": "scrapyd-3-6bcc9cc566-r6ccl",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-17 13:15:13"
}
################################################## 2026-02-17 09:26:00 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca.uk -d jobid=2026-02-17T09_25_59
{
    "auth": null,
    "jobid": "2026-02-17T09_25_59",
    "node_name": "scrapyd-3-6bcc9cc566-r6ccl",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-17 09:26:00"
}
################################################## 2026-02-17 08:34:58 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=carwow.gb -d jobid=2026-02-17T09_34_38 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-02-17T09_34_38",
    "node_name": "scrapyd-3-6bcc9cc566-r6ccl",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-17 08:34:58"
}
################################################## 2026-02-17 08:33:53 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2026-02-17T09_33_20 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-02-17T09_33_20",
    "node_name": "scrapyd-3-6bcc9cc566-r6ccl",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-17 08:33:53"
}
################################################## 2026-02-17 08:24:26 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.fr -d jobid=2026-02-17T09_23_35 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-02-17T09_23_35",
    "node_name": "scrapyd-3-6bcc9cc566-r6ccl",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-17 08:24:26"
}
################################################## 2026-02-16 20:03:50 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.fr -d jobid=2026-02-16T20_03_49
{
    "auth": null,
    "jobid": "2026-02-16T20_03_49",
    "node_name": "scrapyd-3-6bcc9cc566-r6ccl",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-16 20:03:50"
}
################################################## 2026-02-16 12:09:16 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.fr -d jobid=2026-02-16T13_08_52 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-02-16T13_08_52",
    "node_name": "scrapyd-3-889fdd86c-qcpnt",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-16 12:09:16"
}
################################################## 2026-02-16 10:55:37 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.fr -d jobid=2026-02-16T11_53_19 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-02-16T11_53_19",
    "node_name": "scrapyd-3-889fdd86c-qcpnt",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-16 10:55:37"
}
################################################## 2026-02-12 13:27:19 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2026-02-12T14_26_49 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-02-12T14_26_49",
    "node_name": "scrapyd-3-889fdd86c-qcpnt",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-12 13:27:19"
}
################################################## 2026-02-12 12:50:22 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=vpauto.fr -d jobid=2026-02-12T13_48_11 -d force_full_scrape=true
{
    "auth": null,
    "jobid": "2026-02-12T13_48_11",
    "node_name": "scrapyd-3-889fdd86c-qcpnt",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2026-02-12 12:50:22"
}
################################################## 2026-02-12 09:37:56 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=vpauto.fr -d jobid=2026-02-12T09_37_41
Update task #32 (vpauto.fr) successfully, next run at 2026-02-12 11:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 32
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "5,7,11,21",
    "id": "32",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "vpauto.fr",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2026-02-03 10:29:11 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2026-02-03T11_28_25 -d url_to_scrape=https://www.coches.net/concesionario/deltonacar/ -d multipost_profile_id=f98d348c-b07b-4cd3-873a-482682aac46d
{
    "auth": null,
    "jobid": "2026-02-03T11_28_25",
    "node_name": "scrapyd-2-5f88b4777c-jn9lz",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-02-03 10:29:10"
}
################################################## 2026-02-02 10:54:29 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2026-02-02T11_54_02 -d url_to_scrape=https://www.coches.net/concesionario/automovileslasagra/?Section1Id=3820 -d multipost_profile_id=34b2b6c0-a6a8-4528-ba54-075f3768a65d
{
    "auth": null,
    "jobid": "2026-02-02T11_54_02",
    "node_name": "scrapyd-2-5cd8f47d67-vkpn8",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-02-02 10:54:29"
}
################################################## 2026-02-02 10:23:10 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2026-02-02T11_22_37 -d url_to_scrape=https://www.coches.net/concesionario/automovileslasagra/?Section1Id=3820 -d multipost_profile_id=34b2b6c0-a6a8-4528-ba54-075f3768a65d
{
    "auth": null,
    "jobid": "2026-02-02T11_22_37",
    "node_name": "scrapyd-2-5cd8f47d67-vkpn8",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-02-02 10:23:10"
}
################################################## 2026-02-02 10:21:20 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_leboncoin.fr -d jobid=2026-02-02T11_20_38 -d url_to_scrape=https://www.coches.net/concesionario/automovileslasagra/?Section1Id=3820 -d multipost_profile_id=34b2b6c0-a6a8-4528-ba54-075f3768a65d
{
    "auth": null,
    "jobid": "2026-02-02T11_20_38",
    "node_name": "scrapyd-2-5cd8f47d67-vkpn8",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-02-02 10:21:20"
}
################################################## 2026-01-29 17:10:15 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2026-01-29T18_09_42 -d url_to_scrape=https://www.coches.net/concesionario/icarbbbcantabria/?Section1Id=2900 -d multipost_profile_id=dea77588-6a8a-40ba-9d40-36748c0e12df
{
    "auth": null,
    "jobid": "2026-01-29T18_09_42",
    "node_name": "scrapyd-1-58f89449bc-8x2dl",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-01-29 17:10:15"
}
################################################## 2026-01-22 15:18:15 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_autotrader.co.uk -d jobid=2026-01-22T16_16_19 -d url_to_scrape=https://www.autotrader.co.uk/cars/retailer/stock?retailerId=10046468 -d multipost_profile_id=5f9a6e1f-1f26-4ca7-960b-7162e4fa5887
{
    "auth": null,
    "jobid": "2026-01-22T16_16_19",
    "node_name": "scrapyd-1-576744df95-ffwb6",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-01-22 15:18:15"
}
################################################## 2026-01-22 12:36:08 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2026-01-22T13_35_23 -d url_to_scrape=https://www.coches.net/concesionario/salterasutos/?Section1Id=3820 -d multipost_profile_id=ceef56b9-e5df-41aa-9791-4b054a6b1f61
{
    "auth": null,
    "jobid": "2026-01-22T13_35_23",
    "node_name": "scrapyd-2-77bc5dd8c9-vks8p",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-01-22 12:36:08"
}
################################################## 2026-01-22 12:34:36 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2026-01-22T13_33_42 -d url_to_scrape=https://www.coches.net/concesionario/salterasutos/?Section1Id=2900 -d multipost_profile_id=ceef56b9-e5df-41aa-9791-4b054a6b1f61
{
    "auth": null,
    "jobid": "2026-01-22T13_33_42",
    "node_name": "scrapyd-2-77bc5dd8c9-vks8p",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-01-22 12:34:36"
}
################################################## 2026-01-14 13:30:40 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_leboncoin.fr -d jobid=2026-01-14T14_29_45 -d url_to_scrape=https://www.leboncoin.fr/boutique/6794019/val_auto.htm -d multipost_profile_id=be9cb344-3b15-48d5-bbeb-8ce6694bd7f4
{
    "auth": null,
    "jobid": "2026-01-14T14_29_45",
    "node_name": "scrapyd-2-56cff77857-5kqsn",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2026-01-14 13:30:40"
}
################################################## 2026-01-14 13:26:32 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_leboncoin.fr -d jobid=2026-01-14T14_25_15 -d url_to_scrape=https://www.leboncoin.fr/boutique/6794019/val_auto.htm -d multipost_profile_id=be9cb344-3b15-48d5-bbeb-8ce6694bd7f4
{
    "auth": null,
    "jobid": "2026-01-14T14_25_15",
    "node_name": "scrapyd-1-84684bcbd9-zzvw4",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2026-01-14 13:26:32"
}
################################################## 2025-12-15 13:22:42 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_autotrader.co.uk -d jobid=2025-12-15T14_21_23-f -d setting=CLOSESPIDER_PAGECOUNT=10 -d setting=CLOSESPIDER_TIMEOUT=60 -d arg1=val1 -d url_to_scrape=https://www.autotrader.co.uk/cars/retailer/stock?advertising-location=at_cars&advertising-location=at_profile_cars&onesearchad=Used&onesearchad=Nearly%20New&onesearchad=New&postcode=OX3%209JY&retailerId=10040076&sort=price-asc -d multipost_profile_id=d86f259f-f142-425d-a55f-0c4cf79a7b0a
{
    "auth": null,
    "jobid": "2025-12-15T14_21_23-f",
    "node_name": "scrapyd-1-75f77584c7-7r8gv",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-12-15 13:22:42"
}
################################################## 2025-12-15 12:55:26 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_autotrader.co.uk -d jobid=2025-12-15T13_54_25 -d url_to_scrape=https://www.autotrader.co.uk/cars/retailer/stock?advertising-location=at_cars&advertising-location=at_profile_cars&onesearchad=Used&onesearchad=Nearly%20New&onesearchad=New&postcode=OX3%209JY&retailerId=10040076&sort=price-asc -d multipost_profile_id=d86f259f-f142-425d-a55f-0c4cf79a7b0a
{
    "auth": null,
    "jobid": "2025-12-15T13_54_25",
    "node_name": "scrapyd-1-59567d4cf5-8568s",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-12-15 12:55:26"
}
################################################## 2025-12-15 12:30:06 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_autotrader.co.uk -d jobid=2025-12-15T13_15_16 -d url_to_scrape=https://www.autotrader.co.uk/cars/retailer/stock?postcode=OX3%209JY&retailerId=2751947 -d multipost_profile_id=72cb1d25-9ad0-4979-9fec-b50d6cf7bfe3
{
    "auth": null,
    "jobid": "2025-12-15T13_15_16",
    "node_name": "scrapyd-1-59567d4cf5-8568s",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-12-15 12:30:06"
}
################################################## 2025-12-09 13:59:10 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-12-09T14_58_55 -d url_to_scrape=https://www.coches.net/concesionario/expoauto1/ -d multipost_profile_id=68ccbb55-0baa-43f0-b3ab-a613872ce69e
{
    "auth": null,
    "jobid": "2025-12-09T14_58_55",
    "node_name": "scrapyd-1-59567d4cf5-8568s",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-12-09 13:59:10"
}
################################################## 2025-12-05 14:21:06 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-12-05T15_20_48 -d url_to_scrape=https://www.coches.net/concesionario/utacars/?Section1Id=2900 -d multipost_profile_id=8a689f9c-f542-47d0-9d71-15f024896b98
{
    "auth": null,
    "jobid": "2025-12-05T15_20_48",
    "node_name": "scrapyd-1-59567d4cf5-8568s",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-12-05 14:21:06"
}
################################################## 2025-12-05 14:13:17 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-12-05T14_56_27 -d url_to_scrape=https://www.coches.net/concesionario/utacars/?Section1Id=2500 -d multipost_profile_id=8a689f9c-f542-47d0-9d71-15f024896b98
{
    "auth": null,
    "jobid": "2025-12-05T14_56_27",
    "node_name": "scrapyd-1-59567d4cf5-8568s",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-12-05 14:13:17"
}
################################################## 2025-12-05 07:31:16 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-12-05T08_30_52 -d url_to_scrape=https://www.coches.net/concesionario/utacars/?Section1Id=2500 -d multipost_profile_id=8a689f9c-f542-47d0-9d71-15f024896b98
{
    "auth": null,
    "jobid": "2025-12-05T08_30_52",
    "node_name": "scrapyd-1-59567d4cf5-8568s",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-12-05 07:31:16"
}
################################################## 2025-12-05 07:26:36 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-12-05T08_25_57 -d url_to_scrape=https://www.coches.net/concesionario/utacars/?Section1Id=2900 -d multipost_profile_id=8a689f9c-f542-47d0-9d71-15f024896b98
{
    "auth": null,
    "jobid": "2025-12-05T08_25_57",
    "node_name": "scrapyd-1-59567d4cf5-8568s",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-12-05 07:26:36"
}
################################################## 2025-12-05 00:43:19 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-12-05T01_42_52 -d url_to_scrape=https://www.coches.net/concesionario/utacars/?Section1Id=2900 -d multipost_profile_id=8a689f9c-f542-47d0-9d71-15f024896b98
{
    "auth": null,
    "jobid": "2025-12-05T01_42_52",
    "node_name": "scrapyd-1-6bfc67b8f7-cb9bz",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-12-05 00:43:19"
}
################################################## 2025-12-05 00:29:10 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-12-05T01_21_28 -d url_to_scrape=https://www.coches.net/concesionario/utacars/?Section1Id=2500 -d multipost_profile_id=8a689f9c-f542-47d0-9d71-15f024896b98
{
    "auth": null,
    "jobid": "2025-12-05T01_21_28",
    "node_name": "scrapyd-1-6bfc67b8f7-cb9bz",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-12-05 00:29:10"
}
################################################## 2025-12-05 00:21:24 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-12-05T01_20_51 -d url_to_scrape=https://www.coches.net/concesionario/utacars/?Section1Id=2900 -d multipost_profile_id=8a689f9c-f542-47d0-9d71-15f024896b98
{
    "auth": null,
    "jobid": "2025-12-05T01_20_51",
    "node_name": "scrapyd-1-94dcdc48c-5kbr7",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-12-05 00:21:24"
}
################################################## 2025-12-04 23:43:33 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-12-05T00_43_15 -d url_to_scrape=https://www.coches.net/concesionario/utacars/?Section1Id=2900 -d multipost_profile_id=8a689f9c-f542-47d0-9d71-15f024896b98
{
    "auth": null,
    "jobid": "2025-12-05T00_43_15",
    "node_name": "scrapyd-1-94dcdc48c-5kbr7",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-12-04 23:43:33"
}
################################################## 2025-12-04 23:39:45 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-12-05T00_39_14 -d url_to_scrape=https://www.coches.net/concesionario/utacars/?Section1Id=2500 -d multipost_profile_id=8a689f9c-f542-47d0-9d71-15f024896b98
{
    "auth": null,
    "jobid": "2025-12-05T00_39_14",
    "node_name": "scrapyd-1-94dcdc48c-5kbr7",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-12-04 23:39:45"
}
################################################## 2025-12-04 18:11:56 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-12-04T19_11_18 -d url_to_scrape=https://www.coches.net/concesionario/utacars/?Section1Id=2500 -d multipost_profile_id=8a689f9c-f542-47d0-9d71-15f024896b98
{
    "auth": null,
    "jobid": "2025-12-04T19_11_18",
    "node_name": "scrapyd-1-6db44745d5-kd8vk",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-12-04 18:11:56"
}
################################################## 2025-12-04 18:07:52 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-12-04T19_06_56 -d url_to_scrape=https://www.coches.net/concesionario/utacars/?Section1Id=2900 -d multipost_profile_id=8a689f9c-f542-47d0-9d71-15f024896b98
{
    "auth": null,
    "jobid": "2025-12-04T19_06_56",
    "node_name": "scrapyd-1-6db44745d5-kd8vk",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-12-04 18:07:52"
}
################################################## 2025-12-04 17:59:26 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-12-04T18_56_26 -d url_to_scrape=https://www.coches.net/concesionario/utacars/ -d multipost_profile_id=8a689f9c-f542-47d0-9d71-15f024896b98
{
    "auth": null,
    "jobid": "2025-12-04T18_56_26",
    "node_name": "scrapyd-1-6db44745d5-kd8vk",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-12-04 17:59:26"
}
################################################## 2025-12-04 15:03:31 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-12-04T16_02_44 -d url_to_scrape=https://www.coches.net/concesionario/ruautosalbacete/ -d multipost_profile_id=102710a7-1760-4a93-8fbe-c9893893f9bf
{
    "auth": null,
    "jobid": "2025-12-04T16_02_44",
    "node_name": "scrapyd-1-6db44745d5-kd8vk",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-12-04 15:03:31"
}
################################################## 2025-12-02 16:31:44 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_leboncoin.fr -d jobid=2025-12-02T17_19_03 -d url_to_scrape=https://www.leboncoin.fr/boutique/7150872/slk_automobile.htm -d multipost_profile_id=f34c50dc-c61e-47eb-bf78-dc59b8016d6d
{
    "auth": null,
    "jobid": "2025-12-02T17_19_03",
    "node_name": "scrapyd-1-6db44745d5-kd8vk",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-12-02 16:31:44"
}
################################################## 2025-11-19 10:29:39 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-11-19T11_28_44 -d url_to_scrape=https://www.coches.net/concesionario/bellamachina -d multipost_profile_id=91266557-8777-4290-895e-73b115a7e783
{
    "auth": null,
    "jobid": "2025-11-19T11_28_44",
    "node_name": "scrapyd-2-77c769bfb5-kvff6",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2025-11-19 10:29:39"
}
################################################## 2025-11-17 20:50:21 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-11-17T21_47_15 -d url_to_scrape=https://www.coches.net/concesionario/rvautomoviles/ -d multipost_profile_id=9cbcf09c-c347-473d-8aaa-74460561b9ea
{
    "auth": null,
    "jobid": "2025-11-17T21_47_15",
    "node_name": "scrapyd-2-77c769bfb5-kvff6",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2025-11-17 20:50:21"
}
################################################## 2025-11-13 14:49:48 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-11-13T15_48_52 -d url_to_scrape=https://www.coches.net/concesionario/roymaautomotor/ -d multipost_profile_id=4a63bf47-ed41-464f-ad4b-c1fa37515848
{
    "auth": null,
    "jobid": "2025-11-13T15_48_52",
    "node_name": "scrapyd-2-77c769bfb5-kvff6",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2025-11-13 14:49:48"
}
################################################## 2025-11-13 09:54:36 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-11-13T10_53_29 -d url_to_scrape=https://www.coches.net/concesionario/maxautocenter/ -d multipost_profile_id=b0322c37-5ed8-42bd-bfc4-67590326a59b
{
    "auth": null,
    "jobid": "2025-11-13T10_53_29",
    "node_name": "scrapyd-2-77c769bfb5-kvff6",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2025-11-13 09:54:36"
}
################################################## 2025-11-12 12:37:25 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_autotrader.co.uk -d jobid=2025-11-12T13_35_46 -d url_to_scrape=https://www.autotrader.co.uk/cars/retailer/stock?postcode=OX3%209JY&retailerId=10020993&sort=price-asc -d multipost_profile_id=b5e4e21e-6586-4473-9e44-174054803bc8
{
    "auth": null,
    "jobid": "2025-11-12T13_35_46",
    "node_name": "scrapyd-1-58f6565c5f-s25fr",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-11-12 12:37:24"
}
################################################## 2025-11-12 09:49:46 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-11-12T10_46_14 -d url_to_scrape=https://www.coches.net/concesionario/maxautocenter -d multipost_profile_id=b0322c37-5ed8-42bd-bfc4-67590326a59b
{
    "auth": null,
    "jobid": "2025-11-12T10_46_14",
    "node_name": "scrapyd-1-c974df75b-qxztj",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-11-12 09:49:46"
}
################################################## 2025-11-05 14:47:05 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_berrocar.es -d jobid=2025-11-05T15_44_51 -d url_to_scrape=https://www.berrocar.com/coches-ocasion -d multipost_profile_id=932ab72a-f733-4732-886d-bc8163c89d63
{
    "auth": null,
    "jobid": "2025-11-05T15_44_51",
    "node_name": "scrapyd-1-c974df75b-qxztj",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-11-05 14:47:05"
}
################################################## 2025-11-04 10:00:35 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.fr -d jobid=2025-11-04T10_00_32
{
    "auth": null,
    "jobid": "2025-11-04T10_00_32",
    "node_name": "scrapyd-3-587fbfcbb9-ttwlg",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-11-04 10:00:35"
}
################################################## 2025-11-04 09:35:29 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.fr -d jobid=2025-11-04T09_35_25
{
    "auth": null,
    "jobid": "2025-11-04T09_35_25",
    "node_name": "scrapyd-2-6d8479f899-jdg47",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2025-11-04 09:35:29"
}
################################################## 2025-11-04 09:32:03 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-11-04T10_31_08 -d url_to_scrape=https://www.coches.net/concesionario/aciertocars -d multipost_profile_id=442804f3-ac62-4488-b940-1c11a0f641c2
{
    "auth": null,
    "jobid": "2025-11-04T10_31_08",
    "node_name": "scrapyd-1-55dc49cb45-xfv84",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-11-04 09:32:03"
}
################################################## 2025-11-04 09:28:18 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-11-04T10_27_06 -d url="https://www.coches.net/concesionario/aciertocars/" -d multipost_profile_id=442804f3-ac62-4488-b940-1c11a0f641c2
{
    "auth": null,
    "jobid": "2025-11-04T10_27_06",
    "node_name": "scrapyd-1-55dc49cb45-xfv84",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-11-04 09:28:18"
}
################################################## 2025-11-04 09:24:29 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-11-04T10_22_13 -d url=https://www.coches.net/concesionario/aciertocars/ -d multipost_profile_id=442804f3-ac62-4488-b940-1c11a0f641c2
{
    "auth": null,
    "jobid": "2025-11-04T10_22_13",
    "node_name": "scrapyd-1-55dc49cb45-xfv84",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-11-04 09:24:29"
}
################################################## 2025-10-28 08:26:27 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_coches.net -d jobid=2025-10-28T09_23_36 -d url_to_scrape=https://www.coches.net/concesionario/automovilesquintana/ -d multipost_profile_id=fc947a9f-9150-4b48-a3fe-86063e0c466e
{
    "auth": null,
    "jobid": "2025-10-28T09_23_36",
    "node_name": "scrapyd-1-55dc49cb45-xfv84",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-10-28 08:26:27"
}
################################################## 2025-10-16 15:03:39 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_lacentrale.fr -d jobid=2025-10-16T17_03_04 -d multipost_profile_id=5a7c2f01-d8a5-48f6-ac77-c2008bdc11a4 -d url_to_scrape=https://alizeautomobiles77.espacevo.fr/index?options=&page=2&vertical=car
{
    "auth": null,
    "jobid": "2025-10-16T17_03_04",
    "node_name": "scrapyd-1-655c5b64cb-98pjq",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-10-16 15:03:39"
}
################################################## 2025-10-16 15:01:26 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_lacentrale.fr -d jobid=2025-10-16T17_00_09 -d multipost_profile_id=5a7c2f01-d8a5-48f6-ac77-c2008bdc11a4 -d url_to_scrape=https://alizeautomobiles77.espacevo.fr/index?options=&page=1&vertical=car
{
    "auth": null,
    "jobid": "2025-10-16T17_00_09",
    "node_name": "scrapyd-1-655c5b64cb-98pjq",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-10-16 15:01:26"
}
################################################## 2025-10-16 13:00:35 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_lacentrale.fr -d jobid=2025-10-16T14_59_47 -d multipost_profile_id=5a7c2f01-d8a5-48f6-ac77-c2008bdc11a4 -d url_to_scrape=https://alizeautomobiles77.espacevo.fr/index?options=&page=1&vertical=car
{
    "auth": null,
    "jobid": "2025-10-16T14_59_47",
    "node_name": "scrapyd-1-79b6cccfbb-bss74",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-10-16 13:00:35"
}
################################################## 2025-10-16 12:58:54 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_lacentrale_v3.fr -d jobid=2025-10-16T14_56_46 -d multipost_profile_id=5a7c2f01-d8a5-48f6-ac77-c2008bdc11a4 -d url_to_scrape=https://alizeautomobiles77.espacevo.fr/index?options=&page=1&vertical=car
{
    "auth": null,
    "jobid": "2025-10-16T14_56_46",
    "node_name": "scrapyd-1-79b6cccfbb-bss74",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-10-16 12:58:54"
}
################################################## 2025-09-29 14:16:28 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_autotrader.co.uk -d jobid=2025-09-29T16_15_50 -d url_to_scrape=https://www.autotrader.co.uk/cars/retailer/stock?advertising-location=at_cars&advertising-location=at_profile_cars&onesearchad=Used&onesearchad=Nearl  y%20New&onesearchad=New&postcode=OX3%209JY&retailerId=10017493&sort=price-asc -d multipost_profile_id=04276225-d3bc-44e6-8edf-ca7a858a5b8d
{
    "auth": null,
    "jobid": "2025-09-29T16_15_50",
    "node_name": "scrapyd-2-7bfbbbcf55-h692r",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2025-09-29 14:16:28"
}
################################################## 2025-09-29 13:53:16 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_autotrader.co.uk -d jobid=2025-09-29T15_52_19 -d url_to_scrape=https://www.autotrader.co.uk/cars/retailer/stock?advertising-location=at_cars&advertising-location=at_profile_cars&onesearchad=Used&onesearchad=Nearl  y%20New&onesearchad=New&postcode=OX3%209JY&retailerId=10017493&sort=price-asc -d multipost_profile_id=04276225-d3bc-44e6-8edf-ca7a858a5b8d
{
    "auth": null,
    "jobid": "2025-09-29T15_52_19",
    "node_name": "scrapyd-2-b68c846b4-r6bgd",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2025-09-29 13:53:16"
}
################################################## 2025-09-29 13:19:19 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_autotrader.co.uk -d jobid=2025-09-29T15_14_22 -d url_to_scrape=https://www.autotrader.co.uk/cars/retailer/stock?advertising-location=at_cars&advertising-location=at_profile_cars&onesearchad=Used&onesearchad=Nearly%20New&onesearchad=New&postcode=OX3%209JY&retailerId=10017493&sort=price-asc -d multipost_profile_id=04276225-d3bc-44e6-8edf-ca7a858a5b8d
{
    "auth": null,
    "jobid": "2025-09-29T15_14_22",
    "node_name": "scrapyd-2-54cfd66fc7-x62d7",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2025-09-29 13:19:19"
}
################################################## 2025-09-29 13:00:48 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=default -d spider=auto_selling_autotrader.co.uk -d jobid=2025-09-29T13_00_48
{
    "auth": null,
    "jobid": "2025-09-29T13_00_48",
    "node_name": "scrapyd-2-54cfd66fc7-x62d7",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2025-09-29 13:00:48"
}
################################################## 2025-09-29 12:57:25 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_autotrader.co.uk -d jobid=2025-09-29T12_57_24
{
    "auth": null,
    "jobid": "2025-09-29T12_57_24",
    "node_name": "scrapyd-2-54cfd66fc7-x62d7",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2025-09-29 12:57:25"
}
################################################## 2025-09-29 12:27:44 <run>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto_selling_autotrader.co.uk -d jobid=2025-09-29T12_27_43
{
    "auth": null,
    "jobid": "2025-09-29T12_27_43",
    "node_name": "scrapyd-1-f978f657c-wllg7",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-1:6800/schedule.json",
    "when": "2025-09-29 12:27:44"
}
################################################## 2025-09-29 08:29:56 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.nl -d jobid=2025-09-29T08_29_56
{
    "auth": null,
    "jobid": "2025-09-29T08_29_56",
    "node_name": "scrapyd-3-578f6d748f-kdgxt",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-29 08:29:56"
}
################################################## 2025-09-29 08:29:42 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.it -d jobid=2025-09-29T08_29_41
{
    "auth": null,
    "jobid": "2025-09-29T08_29_41",
    "node_name": "scrapyd-3-578f6d748f-kdgxt",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-29 08:29:42"
}
################################################## 2025-09-29 08:29:20 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.fr -d jobid=2025-09-29T08_29_20
{
    "auth": null,
    "jobid": "2025-09-29T08_29_20",
    "node_name": "scrapyd-3-578f6d748f-kdgxt",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-29 08:29:20"
}
################################################## 2025-09-29 08:29:07 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.es -d jobid=2025-09-29T08_29_06
{
    "auth": null,
    "jobid": "2025-09-29T08_29_06",
    "node_name": "scrapyd-3-578f6d748f-kdgxt",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-29 08:29:07"
}
################################################## 2025-09-29 08:28:44 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.de -d jobid=2025-09-29T08_28_43
{
    "auth": null,
    "jobid": "2025-09-29T08_28_43",
    "node_name": "scrapyd-3-578f6d748f-kdgxt",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-29 08:28:44"
}
################################################## 2025-09-29 08:26:44 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.be -d jobid=2025-09-29T08_26_43
{
    "auth": null,
    "jobid": "2025-09-29T08_26_43",
    "node_name": "scrapyd-3-578f6d748f-kdgxt",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-29 08:26:44"
}
################################################## 2025-09-29 08:00:16 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.es -d jobid=2025-09-29T08_00_07
{
    "auth": null,
    "jobid": "2025-09-29T08_00_07",
    "node_name": "scrapyd-3-c7b9db555-5gznh",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-29 08:00:15"
}
################################################## 2025-09-29 07:59:26 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.de -d jobid=2025-09-29T07_59_26
{
    "auth": null,
    "jobid": "2025-09-29T07_59_26",
    "node_name": "scrapyd-3-c7b9db555-5gznh",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-29 07:59:26"
}
################################################## 2025-09-29 07:58:57 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.be -d jobid=2025-09-29T07_58_53
{
    "auth": null,
    "jobid": "2025-09-29T07_58_53",
    "node_name": "scrapyd-3-c7b9db555-5gznh",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-29 07:58:57"
}
################################################## 2025-09-25 15:30:03 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.nl -d jobid=2025-09-25T15_29_59
Add task #81 (autorola_from_listing.nl) successfully, next run at 2025-09-26 02:10:00+00:00. 
kwargs for execute_task():
{
    "task_id": 81
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "2",
    "id": "81",
    "jitter": 0,
    "max_instances": 1,
    "minute": "10",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "autorola_from_listing.nl",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-09-25 15:28:59 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.it -d jobid=2025-09-25T15_28_58
Add task #80 (autorola_from_listing.it) successfully, next run at 2025-09-26 02:07:00+00:00. 
kwargs for execute_task():
{
    "task_id": 80
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "2",
    "id": "80",
    "jitter": 0,
    "max_instances": 1,
    "minute": "7",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "autorola_from_listing.it",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-09-25 15:27:57 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.fr -d jobid=2025-09-25T15_27_56
Add task #79 ( autorola_from_listing.fr) successfully, next run at 2025-09-26 02:03:00+00:00. 
kwargs for execute_task():
{
    "task_id": 79
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "2",
    "id": "79",
    "jitter": 0,
    "max_instances": 1,
    "minute": "3",
    "misfire_grace_time": 600,
    "month": "*",
    "name": " autorola_from_listing.fr",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-09-25 15:27:16 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.es -d jobid=2025-09-25T15_27_13
Add task #78 (autorola_from_listing.es) successfully, next run at 2025-09-26 02:05:00+00:00. 
kwargs for execute_task():
{
    "task_id": 78
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "2",
    "id": "78",
    "jitter": 0,
    "max_instances": 1,
    "minute": "5",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "autorola_from_listing.es",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-09-25 15:26:32 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.de -d jobid=2025-09-25T15_26_31
Add task #77 ( autorola_from_listing.de) successfully, next run at 2025-09-26 02:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 77
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "2",
    "id": "77",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": " autorola_from_listing.de",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-09-25 15:25:21 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.be -d jobid=2025-09-25T15_25_16
Add task #76 (autorola_from_listing.be) successfully, next run at 2025-09-26 02:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 76
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "2",
    "id": "76",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "autorola_from_listing.be",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-09-25 13:21:49 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.es -d jobid=2025-09-25T13_21_49
{
    "auth": null,
    "jobid": "2025-09-25T13_21_49",
    "node_name": "scrapyd-2-74dd97b7fd-fhr9l",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2025-09-25 13:21:49"
}
################################################## 2025-09-25 13:19:36 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.es -d jobid=2025-09-25T13_19_35
{
    "auth": null,
    "jobid": "2025-09-25T13_19_35",
    "node_name": "scrapyd-2-74dd97b7fd-fhr9l",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2025-09-25 13:19:36"
}
################################################## 2025-09-25 09:15:58 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.es -d jobid=2025-09-25T09_15_34
{
    "auth": null,
    "jobid": "2025-09-25T09_15_34",
    "node_name": "scrapyd-2-96bdd565-wqtg7",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2025-09-25 09:15:58"
}
################################################## 2025-09-25 08:32:25 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.es -d jobid=2025-09-25T08_32_24
{
    "auth": null,
    "jobid": "2025-09-25T08_32_24",
    "node_name": "scrapyd-2-76579f64fb-fl66s",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2025-09-25 08:32:25"
}
################################################## 2025-09-25 08:07:14 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.es -d jobid=2025-09-25T08_07_13
{
    "auth": null,
    "jobid": "2025-09-25T08_07_13",
    "node_name": "scrapyd-2-5c5bc64b68-cqfdk",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2025-09-25 08:07:14"
}
################################################## 2025-09-23 16:16:59 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.es -d jobid=2025-09-23T16_16_58
{
    "auth": null,
    "jobid": "2025-09-23T16_16_58",
    "node_name": "scrapyd-3-5d4c9c784c-c7x2h",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-23 16:16:59"
}
################################################## 2025-09-23 16:02:13 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.es -d jobid=2025-09-23T16_02_03
{
    "auth": null,
    "jobid": "2025-09-23T16_02_03",
    "node_name": "scrapyd-3-848f4fcb8-p2rrm",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-23 16:02:13"
}
################################################## 2025-09-23 15:42:27 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_from_listing.es -d jobid=2025-09-23T15_42_25
{
    "auth": null,
    "jobid": "2025-09-23T15_42_25",
    "node_name": "scrapyd-3-58d678cd49-2jn5m",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-23 15:42:27"
}
################################################## 2025-09-23 15:08:14 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.es -d jobid=2025-09-23T15_08_13
{
    "auth": null,
    "jobid": "2025-09-23T15_08_13",
    "node_name": "scrapyd-3-5dbbf448d6-c6776",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-23 15:08:14"
}
################################################## 2025-09-23 14:10:18 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.es -d jobid=2025-09-23T14_10_17
{
    "auth": null,
    "jobid": "2025-09-23T14_10_17",
    "node_name": "scrapyd-3-5494b8d756-2lfn6",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-23 14:10:18"
}
################################################## 2025-09-23 13:21:49 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.es -d jobid=2025-09-23T13_21_49
{
    "auth": null,
    "jobid": "2025-09-23T13_21_49",
    "node_name": "scrapyd-3-5494b8d756-2lfn6",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-23 13:21:49"
}
################################################## 2025-09-19 12:57:58 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola.fr -d jobid=2025-09-19T12_57_57
{
    "auth": null,
    "jobid": "2025-09-19T12_57_57",
    "node_name": "scrapyd-3-59b8478c6c-nc9zj",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-19 12:57:58"
}
################################################## 2025-09-19 12:06:35 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.fr -d jobid=2025-09-19T12_06_33
{
    "auth": null,
    "jobid": "2025-09-19T12_06_33",
    "node_name": "scrapyd-3-59b8478c6c-nc9zj",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-19 12:06:35"
}
################################################## 2025-09-19 12:06:01 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.es -d jobid=2025-09-19T12_06_00
{
    "auth": null,
    "jobid": "2025-09-19T12_06_00",
    "node_name": "scrapyd-3-59b8478c6c-nc9zj",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-19 12:06:01"
}
################################################## 2025-09-19 12:05:21 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.de -d jobid=2025-09-19T12_05_20
{
    "auth": null,
    "jobid": "2025-09-19T12_05_20",
    "node_name": "scrapyd-3-59b8478c6c-nc9zj",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-19 12:05:21"
}
################################################## 2025-09-19 12:04:55 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.be -d jobid=2025-09-19T12_04_55
{
    "auth": null,
    "jobid": "2025-09-19T12_04_55",
    "node_name": "scrapyd-3-59b8478c6c-nc9zj",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-19 12:04:55"
}
################################################## 2025-09-19 11:31:23 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=default -d spider=autorola.de -d jobid=2025-09-19T11_31_23
{
    "auth": null,
    "jobid": "2025-09-19T11_31_23",
    "node_name": "scrapyd-3-59b8478c6c-nc9zj",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-19 11:31:23"
}
################################################## 2025-09-19 11:30:50 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola.be -d jobid=2025-09-19T11_30_49
{
    "auth": null,
    "jobid": "2025-09-19T11_30_49",
    "node_name": "scrapyd-3-59b8478c6c-nc9zj",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-19 11:30:50"
}
################################################## 2025-09-19 11:27:01 <run>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola.fr -d jobid=2025-09-19T11_26_59
{
    "auth": null,
    "jobid": "2025-09-19T11_26_59",
    "node_name": "scrapyd-3-59b8478c6c-nc9zj",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-3:6800/schedule.json",
    "when": "2025-09-19 11:27:01"
}
################################################## 2025-08-29 16:02:08 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=bca.uk -d jobid=2025-08-29T16_02_07
{
    "auth": null,
    "jobid": "2025-08-29T16_02_07",
    "node_name": "scrapyd-2-59cf95c584-g97rc",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2025-08-29 16:02:08"
}
################################################## 2025-08-28 08:27:33 <run>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=bca.uk -d jobid=2025-08-28T08_27_32
{
    "auth": null,
    "jobid": "2025-08-28T08_27_32",
    "node_name": "scrapyd-2-6755b64f94-jvqps",
    "status": "ok",
    "status_code": 200,
    "url": "http://scrapyd-2:6800/schedule.json",
    "when": "2025-08-28 08:27:33"
}
################################################## 2025-08-12 13:48:45 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.nl -d jobid=2025-08-12T13_48_43
Update task #49 (autorola_logged_out.nl) successfully, next run at 2025-08-12 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 49
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,21",
    "id": "49",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "autorola_logged_out.nl",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 11:07:35 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.it -d jobid=2025-06-30T11_07_34
Add task #75 (auto1) successfully, next run at 2025-06-30 20:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 75
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,20",
    "id": "75",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "auto1",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 11:01:45 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.it -d jobid=2025-06-30T11_01_43
Add task #74 (auto1.it) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 74
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,21",
    "id": "74",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "auto1.it",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 11:01:08 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.fr -d jobid=2025-06-30T11_01_06
Update task #31 (auto1.fr) successfully, next run at 2025-06-30 17:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 31
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,17",
    "id": "31",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "auto1.fr",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:59:21 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.be -d jobid=2025-06-30T10_59_18
Update task #71 (bca_logged_out.be) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 71
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,21",
    "id": "71",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.be",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:58:54 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.be -d jobid=2025-06-30T10_58_52
Update task #71 (bca_logged_out.be) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 71
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,21",
    "id": "71",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.be",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:58:13 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.fr -d jobid=2025-06-30T10_57_56
Add task #73 (ayvens.fr) successfully, next run at 2025-06-30 20:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 73
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,20",
    "id": "73",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "ayvens.fr",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:56:55 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.be -d jobid=2025-06-30T10_56_45
Update task #72 (ayvens.be) successfully, next run at 2025-06-30 20:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 72
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,20",
    "id": "72",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "ayvens.be",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:56:22 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.be -d jobid=2025-06-30T10_56_18
Add task #72 (task_72) successfully, next run at 2025-06-30 20:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 72
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,20",
    "id": "72",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "task_72",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:55:06 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.be -d jobid=2025-06-30T10_54_55
Add task #71 (bca_logged_out.be) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 71
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,21",
    "id": "71",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.be",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:53:18 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.it -d jobid=2025-06-30T10_53_13
Add task #70 (bca_logged_out.it) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 70
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,21",
    "id": "70",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.it",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:52:25 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.pl -d jobid=2025-06-30T10_52_24
Add task #69 (bca_logged_out.pl) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 69
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,21",
    "id": "69",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.pl",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:51:38 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.pt -d jobid=2025-06-30T10_51_31
Update task #68 (bca_logged_out.pt) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 68
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,21",
    "id": "68",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.pt",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:51:13 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.pt -d jobid=2025-06-30T10_51_11
Add task #68 (6,7,8,9,10,21) successfully, next run at 2025-06-30 11:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 68
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "*",
    "id": "68",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "6,7,8,9,10,21",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:49:57 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.pl -d jobid=2025-06-30T10_49_56
Update task #59 (ayvens.pl) successfully, next run at 2025-06-30 20:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 59
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,20",
    "id": "59",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "ayvens.pl",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:49:47 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.es -d jobid=2025-06-30T10_49_46
Update task #61 (bca_logged_out.es) successfully, next run at 2025-06-30 23:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 61
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,23",
    "id": "61",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.es",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:49:36 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.de -d jobid=2025-06-30T10_49_36
Update task #67 (bca_logged_out.de) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 67
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,21",
    "id": "67",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.de",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:49:20 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.se -d jobid=2025-06-30T10_49_19
Update task #66 (bca_logged_out.se) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 66
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,21",
    "id": "66",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.se",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:41:13 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.be -d jobid=2025-06-30T10_41_12
Add task #68 (bca_logged_out.be) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 68
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,21",
    "id": "68",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.be",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:40:23 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.de -d jobid=2025-06-30T10_40_22
Add task #67 (bca_logged_out.de) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 67
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,21",
    "id": "67",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.de",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:37:47 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.se -d jobid=2025-06-30T10_37_46
Add task #66 (bca_logged_out.se) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 66
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,21",
    "id": "66",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.se",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:36:53 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.pt -d jobid=2025-06-30T10_36_52
Add task #65 (bca_logged_out.pt) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 65
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,21",
    "id": "65",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.pt",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:36:18 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.pl -d jobid=2025-06-30T10_36_17
Add task #64 (bca_logged_out.pl) successfully, next run at 2025-06-30 23:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 64
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,23",
    "id": "64",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.pl",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:35:39 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.nl -d jobid=2025-06-30T10_35_39
Add task #63 (bca_logged_out.nl) successfully, next run at 2025-06-30 23:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 63
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,23",
    "id": "63",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.nl",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:34:59 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.fr -d jobid=2025-06-30T10_34_57
Add task #62 (bca_logged_out.fr) successfully, next run at 2025-06-30 23:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 62
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,23",
    "id": "62",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.fr",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:34:23 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.es -d jobid=2025-06-30T10_34_20
Add task #61 (bca_logged_out.es) successfully, next run at 2025-06-30 23:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 61
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,23",
    "id": "61",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.es",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:32:50 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.it -d jobid=2025-06-30T10_32_48
Update task #33 (bca_logged_out.it) successfully, next run at 2025-06-30 23:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 33
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,23",
    "id": "33",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.it",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:28:17 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.se -d jobid=2025-06-30T10_28_15
Add task #60 (ayvens.se) successfully, next run at 2025-06-30 20:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 60
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,20",
    "id": "60",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "ayvens.se",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:27:37 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.pl -d jobid=2025-06-30T10_27_36
Add task #59 (ayvens.pl) successfully, next run at 2025-06-30 20:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 59
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,20",
    "id": "59",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "ayvens.pl",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:27:01 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.it -d jobid=2025-06-30T10_27_00
Add task #58 (ayvens.it) successfully, next run at 2025-06-30 20:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 58
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,20",
    "id": "58",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "ayvens.it",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:26:30 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.fr -d jobid=2025-06-30T10_26_29
Add task #57 (ayvens.fr) successfully, next run at 2025-06-30 20:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 57
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,20",
    "id": "57",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "ayvens.fr",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:25:59 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.de -d jobid=2025-06-30T10_25_57
Add task #56 (ayvens.de) successfully, next run at 2025-06-30 20:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 56
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,20",
    "id": "56",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "ayvens.de",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:25:29 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.be -d jobid=2025-06-30T10_25_29
Add task #55 (ayvens.be) successfully, next run at 2025-06-30 20:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 55
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,20",
    "id": "55",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "ayvens.be",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:25:00 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=ayvens.es -d jobid=2025-06-30T10_24_59
Add task #54 (ayvens.es) successfully, next run at 2025-06-30 20:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 54
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,20",
    "id": "54",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "ayvens.es",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:21:50 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.be -d jobid=2025-06-30T10_21_49
Add task #53 (autorola_logged_out.be) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 53
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,21",
    "id": "53",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "autorola_logged_out.be",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:21:10 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.de -d jobid=2025-06-30T10_21_08
Add task #52 (autorola_logged_out.de) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 52
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,21",
    "id": "52",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "autorola_logged_out.de",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:20:26 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.fr -d jobid=2025-06-30T10_20_24
Add task #51 (autorola_logged_out.fr) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 51
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,21",
    "id": "51",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "autorola_logged_out.fr",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:19:48 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.it -d jobid=2025-06-30T10_19_47
Add task #50 (autorola_logged_out.it) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 50
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,21",
    "id": "50",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "autorola_logged_out.it",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:19:08 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.nl -d jobid=2025-06-30T10_18_53
Add task #49 (autorola_logged_out.nl) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 49
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,21",
    "id": "49",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "autorola_logged_out.nl",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:18:18 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.pl -d jobid=2025-06-30T10_18_15
Add task #48 (autorola_logged_out.pl) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 48
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,21",
    "id": "48",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "autorola_logged_out.pl",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:17:45 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.pt -d jobid=2025-06-30T10_17_40
Add task #47 (autorola_logged_out.pt) successfully, next run at 2025-06-30 21:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 47
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,21",
    "id": "47",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "autorola_logged_out.pt",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:17:11 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.se -d jobid=2025-06-30T10_17_07
Add task #46 (autorola_logged_out.se) successfully, next run at 2025-06-30 11:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 46
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,11,20",
    "id": "46",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "autorola_logged_out.se",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 10:04:53 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=carwow.gb -d jobid=2025-06-30T10_04_52
Add task #45 (carwow.gb) successfully, next run at 2025-07-01 06:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 45
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,10",
    "id": "45",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "carwow.gb",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:52:01 <add>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=motorway.uk -d jobid=2025-06-30T09_52_00
Add task #44 (motorway.uk) successfully, next run at 2025-06-30 10:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 44
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,10,21",
    "id": "44",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "motorway.uk",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:49:15 <add>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=autobuy.fr -d jobid=2025-06-30T09_49_14
Add task #43 (autobuy.fr) successfully, next run at 2025-06-30 23:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 43
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "7,9,23",
    "id": "43",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "autobuy.fr",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:48:03 <add>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=sytner.gb -d jobid=2025-06-30T09_48_01
Add task #42 (synter.gb) successfully, next run at 2025-06-30 10:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 42
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,10,21",
    "id": "42",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "synter.gb",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:46:50 <add>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=ecarstrade.nl -d jobid=2025-06-30T09_46_50
Add task #41 (ecarstrade.nl) successfully, next run at 2025-06-30 17:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 41
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "7,9,17",
    "id": "41",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "ecarstrade.nl",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:46:07 <add>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=ecarstrade.de -d jobid=2025-06-30T09_46_06
Add task #40 (ecarstrade.de) successfully, next run at 2025-06-30 20:30:00+00:00. 
kwargs for execute_task():
{
    "task_id": 40
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,20",
    "id": "40",
    "jitter": 0,
    "max_instances": 1,
    "minute": "30",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "ecarstrade.de",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:45:28 <add>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=ecarstrade.be -d jobid=2025-06-30T09_45_26
Add task #39 (ecarstrade.be) successfully, next run at 2025-06-30 15:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 39
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "7,9,15",
    "id": "39",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "ecarstrade.be",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:31:24 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=bca.uk -d jobid=2025-06-30T09_31_20
Add task #38 (bca.uk) successfully, next run at 2025-06-30 11:20:00+00:00. 
kwargs for execute_task():
{
    "task_id": 38
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,9,11",
    "id": "38",
    "jitter": 0,
    "max_instances": 1,
    "minute": "20",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca.uk",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:30:14 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=manheim.gb -d jobid=2025-06-30T09_30_12
Add task #37 (manheim.gb) successfully, next run at 2025-06-30 10:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 37
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,10,20",
    "id": "37",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "manheim.gb",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:28:45 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=astonbarclay.gb -d jobid=2025-06-30T09_28_43
Add task #36 (astonbarclay.gb) successfully, next run at 2025-06-30 19:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 36
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "7,9,19",
    "id": "36",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "astonbarclay.gb",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:24:57 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.it -d jobid=2025-06-30T09_24_51
Add task #35 (auto1.it) successfully, next run at 2025-06-30 10:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 35
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,10,16",
    "id": "35",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "auto1.it",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:23:10 <add>
['scrapyd-2:6800']
curl http://scrapyd-2:6800/schedule.json -d project=sourcing_v2 -d spider=bleeker_en_de_jong.nl -d jobid=2025-06-30T09_23_09
Add task #34 (bleeker_en_de_jong.nl) successfully, next run at 2025-06-30 10:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 34
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,10",
    "id": "34",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bleeker_en_de_jong.nl",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:21:37 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.it -d jobid=2025-06-30T09_21_36
Add task #33 (bca_logged_out.it) successfully, next run at 2025-06-30 10:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 33
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,10,23",
    "id": "33",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.it",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:19:47 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=vpauto.fr -d jobid=2025-06-30T09_19_46
Add task #32 (vpauto.fr) successfully, next run at 2025-06-30 10:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 32
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,10,21",
    "id": "32",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "vpauto.fr",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:17:15 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.es -d jobid=2025-06-30T09_17_14
Add task #31 (auto1.es) successfully, next run at 2025-06-30 23:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 31
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,9,23",
    "id": "31",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "auto1.es",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:16:09 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=openlane.gb -d jobid=2025-06-30T09_16_08
Add task #30 (openlane.gb) successfully, next run at 2025-06-30 10:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 30
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "5,7,10,22",
    "id": "30",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "openlane.gb",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:14:52 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.it -d jobid=2025-06-30T09_14_51
Add task #29 (autorola_logged_out.it) successfully, next run at 2025-06-30 10:20:00+00:00. 
kwargs for execute_task():
{
    "task_id": 29
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,10,18",
    "id": "29",
    "jitter": 0,
    "max_instances": 1,
    "minute": "20",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "autorola_logged_out.it",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:13:45 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola.it -d jobid=2025-06-30T09_13_42
Add task #29 (autorola.it) successfully, next run at 2025-06-30 10:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 29
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "5,8,10,15",
    "id": "29",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "autorola.it",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:11:49 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=autorola_logged_out.es -d jobid=2025-06-30T09_11_47
Add task #28 (autorola_logged_out.es) successfully, next run at 2025-06-30 10:30:00+00:00. 
kwargs for execute_task():
{
    "task_id": 28
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,10,19",
    "id": "28",
    "jitter": 0,
    "max_instances": 1,
    "minute": "30",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "autorola_logged_out.es",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:09:51 <add>
['scrapyd-3:6800']
curl http://scrapyd-3:6800/schedule.json -d project=sourcing_v2 -d spider=adesa.be -d jobid=2025-06-30T09_09_51
Add task #27 (adesa.be) successfully, next run at 2025-06-30 10:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 27
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,10,19",
    "id": "27",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "adesa.be",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:06:36 <add>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=adesa.it -d jobid=2025-06-30T09_06_34
Add task #26 (adesa.it) successfully, next run at 2025-06-30 10:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 26
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,10,20",
    "id": "26",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "adesa.it",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:04:55 <add>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=auto1.es -d jobid=2025-06-30T09_04_54
Add task #25 (auto1.es) successfully, next run at 2025-06-30 10:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 25
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,17",
    "id": "25",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "auto1.es",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:03:31 <add>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.it -d jobid=2025-06-30T09_03_29
Add task #24 (bca_logged_out.it) successfully, next run at 2025-06-30 10:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 24
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,8,10,18",
    "id": "24",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.it",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-30 09:02:04 <add>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.es -d jobid=2025-06-30T09_02_02
Add task #23 (bca_logged_out.es) successfully, next run at 2025-06-30 10:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 23
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,10,15",
    "id": "23",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.es",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
################################################## 2025-06-27 14:54:35 <add>
['scrapyd-1:6800']
curl http://scrapyd-1:6800/schedule.json -d project=sourcing_v2 -d spider=bca_logged_out.es -d jobid=2025-06-27T14_54_19
Add task #22 (bca_logged_out.es) successfully, next run at 2025-06-27 17:00:00+00:00. 
kwargs for execute_task():
{
    "task_id": 22
}

task_data for scheduler.add_job():
{
    "coalesce": true,
    "day": "*",
    "day_of_week": "*",
    "end_date": null,
    "hour": "6,7,8,9,10,12,17",
    "id": "22",
    "jitter": 0,
    "max_instances": 1,
    "minute": "0",
    "misfire_grace_time": 600,
    "month": "*",
    "name": "bca_logged_out.es",
    "second": "0",
    "start_date": null,
    "timezone": "Etc/UTC",
    "trigger": "cron",
    "week": "*",
    "year": "*"
}
##################################################
/var/lib/scrapydweb/data/history_log/run_spider_history.log