2025-12-05 12:56:27 [common.utils.decorators] ERROR: DefaultOnExceptionError in _extract_co2_emission_value: 'NoneType' object is not subscriptable
Traceback (most recent call last):
  File "/usr/src/app/common/utils/decorators.py", line 16, in wrapper
    return func(self, *args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/src/app/crawlers/spiders/autotrader_details_extractor.py", line 390, in _extract_co2_emission_value
    return data["specification"]["co2Emissions"]["co2Emission"]
           ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^
TypeError: 'NoneType' object is not subscriptable

2025-12-05 12:56:27 [common.utils.decorators] ERROR: Payload: {"id": "202511147886662", "stockItemId": "8a42c9869a6dde39019a81dae3335100", "isAuction": false, "hoursUsed": null, "serviceHistory": null, "title": "Mercedes-Benz SL 3.2 SL320 Limited Edition 2dr", "excludePreviousOwners": false, "advertisedLocations": ["at_cars", "at_dealer_partner_adverts", "at_profile", "at_profile_cars", "at_stock_cars", "retailer_websites", "trade_advertiser_stock", "uvl"], "dueAtSeller": null, "motExpiry": "2026-03-26T00:00:00Z", "motInsurance": null, "lastServiceOdometerReadingMiles": null, "lastServiceDate": null, "warrantyMonthsOnPurchase": "16", "twelveMonthsMotIncluded": false, "preReg": false, "heading": {"title": "Mercedes-Benz SL", "subtitle": "3.2 SL320 Limited Edition 2dr", "__typename": "Heading"}, "attentionGrabber": "COLLECTORS ITEM|FREE WARRANTY", "rrp": null, "price": 14995, "priceGBX": 1499500, "priceExcludingFees": 14995, "priceExcludingFeesGBX": 1499500, "suppliedPrice": 14995, "suppliedPriceGBX": 1499500, "priceOnApplication": false, "plusVatIndicated": false, "vatStatus": null, "saving": null, "noAdminFees": true, "adminFee": null, "adminFeeInfoDescription": null, "dateOfRegistration": "1996-03-04", "homeDeliveryRegionCodes": ["AB", "AL", "B", "BA", "BB", "BD", "BH", "BL", "BN", "BR", "BS", "BT", "CA", "CB", "CF", "CH", "CM", "CO", "CR", "CT", "CV", "CW", "DA", "DD", "DE", "DG", "DH", "DL", "DN", "DT", "DY", "E", "EC", "EH", "EN", "EX", "FK", "FY", "G", "GL", "GU", "GY", "HA", "HD", "HG", "HP", "HR", "HS", "HU", "HX", "IG", "IM", "IP", "ISLANDS", "IV", "JE", "KA", "KT", "KW", "KY", "L", "LA", "LD", "LE", "LL", "LN", "LS", "LU", "M", "ME", "MK", "ML", "N", "NE", "NG", "NN", "NP", "NR", "NW", "OL", "OX", "PA", "PE", "PH", "PL", "PO", "PR", "RG", "RH", "RM", "S", "SA", "SCILLY_ISLES", "SE", "SG", "SK", "SL", "SM", "SN", "SO", "SP", "SR", "SS", "ST", "SW", "SY", "TA", "TD", "TF", "TN", "TQ", "TR", "TS", "TW", "UB", "W", "WA", "WC", "WD", "WF", "WN", "WR", "WS", "WV", "YO", "ZE"], "priceExcludingVat": 14995, "vatToBePaidUpfront": 0, "capabilities": {"marketExtensionHomeDelivery": {"enabled": true, "__typename": "BooleanCapability"}, "marketExtensionClickAndCollect": {"enabled": true, "__typename": "MarketExtensionClickAndCollectCapability"}, "marketExtensionCentrallyHeld": null, "marketExtensionOem": null, "digitalRetailing": {"enabled": true, "__typename": "DigitalRetailingCapability"}, "__typename": "Capabilities"}, "registration": "N****US", "generation": {"generationId": "f2324b2e2e431ddf89179d113c0b86d2", "name": "Convertible (1993 - 2002)", "review": {"expertReviewSummary": null, "__typename": "GenerationReviewData"}, "__typename": "Generation"}, "hasShowroomProductCode": false, "isPartExAvailable": true, "isFinanceAvailable": true, "isFinanceFullApplicationAvailable": false, "financeProvider": "DEALER", "financeDefaults": {"term": "48", "mileage": "10000", "depositAmount": "1500", "__typename": "FinanceDefaults"}, "hasFinanceInformation": false, "retailerId": "10034110", "privateAdvertiser": null, "advertiserSegment": "Independent", "dealer": {"dealerId": "10034110", "description": "", "distance": null, "stockLevels": {"atStockCounts": {"car": 60, "van": null, "__typename": "AtStockCounts"}, "__typename": "DealerStockLevels"}, "assignedNumber": null, "atAwards": [{"year": "2023", "category": "HIGHLY_RATED", "__typename": "ATAward"}], "branding": {"accreditations": [], "brands": [{"name": "AA Warranty", "imageUrl": "https://m.atcdn.co.uk/service-partner-logo/aaWarranty.jpg", "__typename": "Brand"}, {"name": "AA Dealer Promise", "imageUrl": "https://m.atcdn.co.uk/service-partner-logo/aaDealerPromise.jpg", "__typename": "Brand"}, {"name": "AA Inspections", "imageUrl": "https://m.atcdn.co.uk/service-partner-logo/aaInspections.jpg", "__typename": "Brand"}], "__typename": "DealerBranding"}, "capabilities": {"instantMessagingChat": null, "instantMessagingText": null, "__typename": "Capabilities"}, "reviews": {"numberOfReviews": "108", "overallReviewRating": "4.9", "__typename": "Reviews"}, "location": {"addressOne": "Unit 7, Shepherd Cross Street Industrial Estate", "addressTwo": null, "town": "Bolton", "county": "Lancashire", "postcode": "BL1 3DE", "latLong": "53.5907557,-2.4464603", "__typename": "Location"}, "marketing": {"profile": null, "strapline": null, "__typename": "Marketing"}, "media": {"email": "yes", "dealerWebsite": {"href": "http://www.zgprestige.co.uk", "__typename": "Link"}, "phoneNumber1": "(01204) 860689", "phoneNumber2": "(07537) 165404", "protectedNumber": false, "__typename": "DealerMedia"}, "name": "ZG Prestige", "servicesOffered": {"sellerPromise": {"monthlyWarranty": 12, "daysMoneyBackGuarantee": 14, "moneyBackRemoteOnly": true, "__typename": "SellerPromise"}, "services": null, "products": ["ADVANTAGEPLUS", "APXV", "AT18FINANCECUST", "AT18SELLCUST", "ATCRTLCHK", "ATCVVAL", "ATMOVES", "BOOST", "CLICKCOLLECT", "CODRIVER", "DEAL", "DFIN", "DIGITALRETAIL", "DVID", "FCS", "FINPROPOSALS", "FPBARGAIN", "FPBONUS", "FPS", "HOMEDELIVERY", "ISP6VC", "ISSCUST", "ISS_PRODCAT", "LOCPLUS", "LOCPLUS_ECONOMY", "LOCPLUS_WASV", "PPI_6_ULTRA", "PROFILE", "PROMOTED", "RTLCHKPLUS", "STEX", "STOCKMANAGER", "VCHECKS", "VEHICLELOOKUP", "WATC", "WAV", "WDEW", "WDPS", "WDSV", "WIMT", "WKSP", "WLGE", "WMOS", "WMPS", "WSL"], "safeSelling": null, "videoWalkAround": {"bulletPoints": ["View the vehicle from your home", "Arrange a time to suit you", "Ask our experts any questions"], "paragraphs": ["Virtual Appointments available via phone, WhatsApp, or video call \u2013 buy from home, hassle-free."], "__typename": "ServiceOffered"}, "nccApproved": false, "isHomeDeliveryProductEnabled": false, "isPartExAvailable": true, "hasSafeSelling": false, "hasHomeDelivery": true, "hasVideoWalkAround": true, "__typename": "ServicesOffered"}, "__typename": "Dealer"}, "video": null, "spin": null, "imageList": {"nextCursor": null, "size": 60, "images": [{"url": "https://m.atcdn.co.uk/a/media/{resize}/ab07a2c1cb1248d281f50a5958d83658.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Inconclusive", "category": null, "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/75981613f0464f3fa00b3152cf82969b.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Promotional Material", "category": null, "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/f1c1ebac9ae94595b6b37fd1c5644f16.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Front", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/fc88696931a54b8a939e9981525259a6.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Interior Front", "category": "Interior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/d5784f80d7094bacaff636db73c47fb9.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Rear", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/1ea10816199e4abeb3cd11f1028736d9.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Seat Front Passenger", "category": "Interior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/8a18e0df22654b31ab42246d36c592a3.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Rear Right", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/d8c6865ac24349f980340dcf0a3205a0.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Promotional Material", "category": null, "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/f3a984022c0345fb901309690e1513e2.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Side Right", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/1af65887e5a0447397c38e4f4e2d13d1.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Seat Driver", "category": "Interior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/9d962c9723ba44a1815523ec5107e1ee.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Side Left", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/962ea33b9fb1451fae13be6c22c9bd2e.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Promotional Material", "category": null, "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/96674a4a67744003abf93db3eac21e12.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Side Right", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/eb64fb42f1f042358ab5b227533da646.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Seat Front Passenger", "category": "Interior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/4e695114f4164fd2b31d1daa1d7e8c56.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Front Left", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/05b30ddcdedd41eea29a0a48812582ab.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Promotional Material", "category": null, "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/7067ed8810564093a1e1c68d0a9aeade.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Side Right", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/f02f499f714d4360a00bdc27aa1619e2.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Inconclusive", "category": null, "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/0978efde0291458f9f5965d8467441a9.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Rear Left", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/04721bf33d9d4677847177f2a1e544eb.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Promotional Material", "category": null, "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/5ae1e441764c48fbab8b9dc16a29d493.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Front Right", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/f21b47aedc0847ab8538dc2d9dd1e068.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Seat Front Passenger", "category": "Interior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/e0afd563648d46e4975da43278cf4cfe.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Rear Left", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/07940177206941bea9a81f00d4a86a64.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Promotional Material", "category": null, "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/5488f658f61a449184e0d888a9130afc.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Front Right", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/11c140e6ebb0465b97bedc659e6bd26b.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Inconclusive", "category": null, "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/d0f8502b1acb4813b0da42b9c8fe8f40.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Front Right", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/dfcc3a67d23b4b619a90eb07138207a0.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Promotional Material", "category": null, "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/f46078158b104e0d8e0923f56dda38d3.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Rear Right", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/b2e228b1aba848bb8e74db64835a6365.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Inconclusive", "category": null, "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/252346b407694e618cf1f362fafca945.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Front Right", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/2c9369a2868a48aabf8d74b1976da652.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Promotional Material", "category": null, "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/ed672a10d9244daca40d1a9cb89960b9.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Front", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/cb9def5e8cf04340a0b9c31b875d78bb.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Inconclusive", "category": null, "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/ce24986606de44fcbcd9ba1bb308d87c.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Rear Right", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/47c35bf6ff014d4d9e5643bc7db458ec.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Front Left", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/94ebfbf36dc8426b95158efd9948741f.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Inconclusive", "category": null, "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/483ee869414d4f46bd6265e7c93e8162.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Rear Right", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/ed781877db334c97875da16144763cf0.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Interior Front", "category": "Interior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/a92db530f28a432e9c1553c346384fdf.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Front Left", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/16773a3fc1a442e488681ece729e23c3.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Rear Right", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/46db855144ca4e36b5d3947cb55f314c.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Rear Left", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/a29cc6abb2324bd48370775d5563e1ac.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Rear", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/00a17f342f274bb7a616172dcab39b4a.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Front Left", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/bdf019ada6284d00954b8c8260a1509e.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Rear Right", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/5eed84724dfb46daa8e28fd8c5f9f2e1.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Front Left", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/f5f96685f2f84bd8b9ac3e37d8089df6.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Side Right", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/4ab46587e5c44d99a4931a5b210d1bc7.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Side Left", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/978ecbbd4a1344b2aac7a6204ce8b7f8.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Front Left", "category": "Exterior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/2d63975a477c4ad9a8caafb8512ca98f.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Steering Wheel", "category": "Interior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/d1893ee5a61b49d0b3666bd1bc1156be.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Driver Instruments", "category": "Interior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/305097ed1aeb42f58ce12e32338eb676.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Misc Controls", "category": "Interior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/2695d6703aa941f18940bc6f61f7c745.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Infotainment System", "category": "Interior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/2c9a93f7fd1e48338dbab1a32d96a6f8.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Interior Front", "category": "Interior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/a76cc47cf23c48e6a6396a7e103df186.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Seats Rear", "category": "Interior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/08afe2e55d91431083519995ad6ca1e8.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Infotainment System", "category": "Interior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/2a470b9ef68b495ab963635163213536.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Glove Box", "category": "Interior", "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/a4593c6c961a48fcbfcc0637610085f8.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Inconclusive", "category": null, "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/6a152f5df8264ba0ab43f937f931435e.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Inconclusive", "category": null, "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}, {"url": "https://m.atcdn.co.uk/a/media/{resize}/5ec2b160ed8f4928b7086367440ae581.jpg", "templated": true, "autotraderAllocated": false, "classificationTags": [{"label": "Inconclusive", "category": null, "__typename": "ImageClassificationTag"}], "__typename": "ImageUrl"}], "__typename": "ImageList"}, "priceIndicatorRating": "NOANALYSIS", "priceIndicatorRatingLabel": "", "priceDeviation": null, "mileageDeviation": null, "mileage": {"mileage": 64750, "unit": "MILE", "__typename": "Mileage"}, "plate": "N", "year": 1996, "vehicleCheckId": "5dd26935b9e04eb99a7b3933d383ebe5", "vehicleCheckStatus": "PASSED", "vehicleCheckSummary": {"type": "FULL", "title": "All checks passed", "performed": "2025-11-17", "writeOffCategory": null, "checks": [{"key": "STOLEN", "failed": false, "advisory": false, "critical": true, "warning": false, "__typename": "VehicleCheck"}, {"key": "SCRAPPED", "failed": false, "advisory": false, "critical": true, "warning": false, "__typename": "VehicleCheck"}, {"key": "WRITE_OFF_CATEGORY", "failed": false, "advisory": false, "critical": true, "warning": false, "__typename": "VehicleCheck"}, {"key": "IMPORTED", "failed": false, "advisory": false, "critical": true, "warning": false, "__typename": "VehicleCheck"}, {"key": "EXPORTED", "failed": false, "advisory": false, "critical": true, "warning": false, "__typename": "VehicleCheck"}, {"key": "HIGH_RISK", "failed": false, "advisory": false, "critical": true, "warning": false, "__typename": "VehicleCheck"}, {"key": "MILEAGE_DISCREPANCY", "failed": false, "advisory": false, "critical": true, "warning": false, "__typename": "VehicleCheck"}, {"key": "COLOUR_CHANGED", "failed": false, "advisory": false, "critical": true, "warning": false, "__typename": "VehicleCheck"}, {"key": "PRIVATE_FINANCE", "failed": false, "advisory": true, "critical": true, "warning": false, "__typename": "VehicleCheck"}, {"key": "TRADE_FINANCE", "failed": false, "advisory": false, "critical": false, "warning": false, "__typename": "VehicleCheck"}, {"key": "REGISTRATION_CHANGED", "failed": true, "advisory": false, "critical": true, "warning": true, "__typename": "VehicleCheck"}], "__typename": "VehicleCheckSummary"}, "sellerName": "ZG Prestige", "sellerType": "Trade", "sellerProducts": ["ADVANTAGEPLUS", "APXV", "AT18FINANCECUST", "AT18SELLCUST", "ATCRTLCHK", "ATCVVAL", "ATMOVES", "BOOST", "CLICKCOLLECT", "CODRIVER", "DEAL", "DFIN", "DIGITALRETAIL", "DVID", "FCS", "FINPROPOSALS", "FPBARGAIN", "FPBONUS", "FPS", "HOMEDELIVERY", "ISP6VC", "ISSCUST", "ISS_PRODCAT", "LOCPLUS", "LOCPLUS_ECONOMY", "LOCPLUS_WASV", "PPI_6_ULTRA", "PROFILE", "PROMOTED", "RTLCHKPLUS", "STEX", "STOCKMANAGER", "VCHECKS", "VEHICLELOOKUP", "WATC", "WAV", "WDEW", "WDPS", "WDSV", "WIMT", "WKSP", "WLGE", "WMOS", "WMPS", "WSL"], "sellerLocation": "BOLTON", "sellerLocationDistance": null, "sellerContact": {"phoneNumberOne": "(01204) 860689", "phoneNumberTwo": "(07537) 165404", "protectedNumber": null, "byEmail": true, "__typename": "SellerContact"}, "description": "Buy with confidence at ZG Prestige. We are Highly Rated by Auto Trader, recognised as one of the Top 5 Car Dealerships in the UK by CarDealer, and proud to be AA Approved, FCA Regulated, and part of The Motor Ombudsman. With Excellent ratings across Google, eBay, Motors, CarGurus, and PistonHeads, we deliver a trusted service from the town\u2019s largest indoor prestige showroom. Featured Vehicle: Mercedes-Benz SL 3.2 SL320 Limited Edition 2dr In Black with Black Interior. Supplied with 2 Keys, Comprehensive Service History. New Service and MOT To Be Carried Out On Upon Sale. Excellent condition both inside and out. Our detailed inspection will include replacing any worn wear and tear items like Tyres and Brakes. Some of the Great Specification includes Aftermarket Kenwood Stereo, Electric Door Mirrors, Electric Front Seats and So Much More. When you buy from ZG Prestige, on this vehicle you will receive a FREE 16-Months Premium Warranty with nationwide coverage, no limit on claims, direct payment to the repairing garage, and protection against mechanical and electrical faults. You can extend the warranty for up to 36 months. Every car also includes 12 months AA Breakdown Cover, a clear Experian HPI report, and a 120+ point pre-delivery inspection including a full computer scan report. We offer nationwide delivery, flexible low-rate finance (PCP & HP) with 0% deposit, unbeatable part-exchange prices, and a 14-day money-back guarantee for complete peace of mind. Virtual appointments are available via phone, WhatsApp, or video call\u2014buy from home, hassle-free. Reserve today for just \u00a399 (Completely refundable). Contact us 24/7 on WhatsApp at 07375 854382 or visit www.zgprestige.co.uk.", "colour": "Black", "manufacturerApproved": false, "insuranceWriteOffCategory": null, "owners": 3, "keys": null, "vehicleCondition": {"tyreCondition": 95, "interiorCondition": 95, "bodyCondition": 95, "__typename": "VehicleCondition"}, "specification": {"driverPosition": "Unlisted", "isCrossover": false, "operatingType": null, "emissionClass": "Euro 1", "co2Emissions": null, "topSpeed": {"topSpeed": 150, "__typename": "Speed"}, "minimumKerbWeight": {"weight": 1760, "unit": "kg", "__typename": "Weight"}, "endLayout": null, "trailerAxleNumber": null, "bedroomLayout": null, "grossVehicleWeight": {"weight": null, "unit": null, "__typename": "Weight"}, "capacityWeight": {"weight": null, "unit": null, "__typename": "Weight"}, "liftingCapacity": {"weight": null, "unit": null, "__typename": "LiftingCapacity"}, "operatingWidth": {"width": null, "unit": null, "__typename": "OperatingWidth"}, "maxReach": {"length": null, "unit": null, "__typename": "MaxReach"}, "wheelbase": null, "berth": null, "bedrooms": null, "engine": {"power": {"enginePower": 231, "unit": "BHP", "__typename": "Power"}, "sizeLitres": 3.2, "sizeCC": 3199, "manufacturerEngineSize": 3.2, "__typename": "Engine"}, "exteriorWidth": {"width": null, "unit": null, "__typename": "ExteriorWidth"}, "exteriorLength": {"length": null, "unit": null, "__typename": "ExteriorLength"}, "exteriorHeight": {"height": null, "unit": null, "__typename": "ExteriorHeight"}, "capacityWidth": {"width": null, "unit": null, "__typename": "CapacityWidth"}, "capacityLength": {"length": null, "unit": null, "__typename": "CapacityLength"}, "capacityHeight": {"height": null, "unit": null, "__typename": "CapacityHeight"}, "seats": 4, "axleConfig": null, "ulezCompliant": false, "doors": 2, "bodyType": "Convertible", "cabType": "Unlisted", "rawBodyType": "Convertible", "fuel": "Petrol", "transmission": "Automatic", "style": null, "subStyle": null, "make": "Mercedes-Benz", "model": "SL", "trim": "Limited Edition", "optionalFeatures": [{"description": "Electric Front Seats", "category": "Optional", "__typename": "Feature"}, {"description": "Electric Door Mirrors", "category": "Optional", "__typename": "Feature"}, {"description": "Aftermarket Kenwood Stereo", "category": "Optional", "__typename": "Feature"}], "standardFeatures": [{"description": "Leather seats", "category": "Standard", "__typename": "Feature"}, {"description": "Height adjustable drivers seat", "category": "Standard", "__typename": "Feature"}, {"description": "Electric windows", "category": "Standard", "__typename": "Feature"}, {"description": "Alloy wheels", "category": "Standard", "__typename": "Feature"}, {"description": "Airbags", "category": "Standard", "__typename": "Feature"}, {"description": "Air conditioning", "category": "Standard", "__typename": "Feature"}, {"description": "Alarm", "category": "Standard", "__typename": "Feature"}, {"description": "Immobiliser", "category": "Standard", "__typename": "Feature"}, {"description": "Power steering", "category": "Standard", "__typename": "Feature"}, {"description": "Radio", "category": "Standard", "__typename": "Feature"}, {"description": "Sunroof", "category": "Standard", "__typename": "Feature"}, {"description": "Cruise control", "category": "Standard", "__typename": "Feature"}], "features": [{"category": "Exterior", "features": [{"description": "Black exterior colour", "type": "Standard", "__typename": "Feature"}], "__typename": "Features"}, {"category": "Other", "features": [{"description": "Electric Front Seats", "type": "Optional", "__typename": "Feature"}, {"description": "Electric Door Mirrors", "type": "Optional", "__typename": "Feature"}, {"description": "Aftermarket Kenwood Stereo", "type": "Optional", "__typename": "Feature"}, {"description": "Leather seats", "type": "Standard", "__typename": "Feature"}, {"description": "Height adjustable drivers seat", "type": "Standard", "__typename": "Feature"}, {"description": "Electric windows", "type": "Standard", "__typename": "Feature"}, {"description": "Alloy wheels", "type": "Standard", "__typename": "Feature"}, {"description": "Airbags", "type": "Standard", "__typename": "Feature"}, {"description": "Air conditioning", "type": "Standard", "__typename": "Feature"}, {"description": "Alarm", "type": "Standard", "__typename": "Feature"}, {"description": "Immobiliser", "type": "Standard", "__typename": "Feature"}, {"description": "Power steering", "type": "Standard", "__typename": "Feature"}, {"description": "Radio", "type": "Standard", "__typename": "Feature"}, {"description": "Sunroof", "type": "Standard", "__typename": "Feature"}, {"description": "Cruise control", "type": "Standard", "__typename": "Feature"}], "__typename": "Features"}], "battery": null, "techData": {"co2Emissions": null, "fuelConsumptionCombined": null, "fuelConsumptionExtraUrban": null, "fuelConsumptionUrban": null, "insuranceGroup": null, "minimumKerbWeight": "1760 kg", "zeroToSixtyMph": "8.4 seconds", "zeroToSixtyTwoMph": null, "cylinders": "6", "valves": "24", "enginePower": "231 bhp", "topSpeed": "150 mph", "engineTorque": "232.34 lbs/ft", "vehicleHeight": null, "vehicleLength": null, "vehicleWidth": null, "wheelbase": null, "fuelTankCapacity": "80 litres", "grossVehicleWeight": null, "luggageCapacitySeatsDown": null, "bootspaceSeatsUp": null, "vehicleWidthInclMirrors": null, "maxLoadingWeight": null, "standardFeatures": [], "chargingData": null, "__typename": "TechData"}, "annualTax": {"standardRate": 360, "__typename": "AnnualTax"}, "oemDrivetrain": null, "bikeLicenceType": null, "derivativeId": "7c1a4da8fa6539574db354e602932796", "frameSizeCM": null, "frameMaterial": null, "frameStyle": null, "suspensionType": null, "gearShifter": null, "brakeType": null, "motorMake": null, "chargeTimeMinutes": null, "numberOfGears": null, "tyreDiameterInches": null, "driveTrain": "Rear Wheel Drive", "torque": {"torque": 315, "unit": "Nm", "__typename": "Torque"}, "range": null, "interiorDescription": null, "exteriorDescription": "Black exterior colour", "__typename": "Specification"}, "stockType": "physical-stock", "condition": "Used", "finance": null, "locationArea": null, "reservation": {"status": null, "eligibility": "ELIGIBLE", "feeCurrency": "GBP", "feeInFractionalUnits": 9900, "__typename": "AdvertReservation"}, "__typename": "Advert"}

2025-12-05 12:57:39 [asyncio] ERROR: Unclosed client session
client_session: <aiohttp.client.ClientSession object at 0x7fe9841471d0>

2025-12-05 12:57:39 [asyncio] ERROR: Unclosed client session
client_session: <aiohttp.client.ClientSession object at 0x7fe98414cf10>

2.11.2

127.0.0.1:6032

13443f78976d70d6

2025-12-05 12:57:37 [scrapy.core.engine] DEBUG: Crawled (200) <POST https://www.autotrader.co.uk/at-graphql> (referer: https://www.autotrader.co.uk/at-gateway?opname=SearchResultsListingsGridQuery&opname=SearchResultsFacetsWithGroupsQuery) ['zyte-api']

2025-12-05 12:57:38 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.autotrader.co.uk/at-graphql>

2025-12-05 12:57:02 [scrapy.extensions.logstats] INFO: Crawled 79 pages (at 33 pages/min), scraped 74 items (at 34 items/min)

2025-12-05 12:48:02 [scrapy.utils.log] INFO: Scrapy 2.11.2 started (bot: SourcingV2)
2025-12-05 12:48:02 [scrapy.utils.log] INFO: Versions: lxml 5.2.2.0, libxml2 2.12.6, cssselect 1.2.0, parsel 1.9.1, w3lib 2.1.2, Twisted 24.3.0, Python 3.11.2 (main, Mar 13 2023, 12:18:29) [GCC 12.2.0], pyOpenSSL 24.1.0 (OpenSSL 3.2.1 30 Jan 2024), cryptography 42.0.7, Platform Linux-5.15.0-1098-azure-x86_64-with-glibc2.36
2025-12-05 12:48:02 [auto_selling_autotrader.co.uk] INFO: Starting auto_selling_autotrader.co.uk spider
2025-12-05 12:48:02 [auto_selling_autotrader.co.uk] INFO: _job: 30faeb86d1c111f0b120928152083da5, SCRAPY_JOB: None
2025-12-05 12:48:02 [scrapy.addons] INFO: Enabled addons:
[]
2025-12-05 12:48:02 [asyncio] DEBUG: Using selector: EpollSelector
2025-12-05 12:48:02 [scrapy.utils.log] DEBUG: Using reactor: twisted.internet.asyncioreactor.AsyncioSelectorReactor
2025-12-05 12:48:02 [scrapy.utils.log] DEBUG: Using asyncio event loop: asyncio.unix_events._UnixSelectorEventLoop
2025-12-05 12:48:02 [scrapy.extensions.telnet] INFO: Telnet Password: 13443f78976d70d6
2025-12-05 12:48:02 [scrapy.middleware] INFO: Enabled extensions:
['scrapy.extensions.corestats.CoreStats',
 'scrapy.extensions.telnet.TelnetConsole',
 'scrapy.extensions.memusage.MemoryUsage',
 'scrapy.extensions.feedexport.FeedExporter',
 'scrapy.extensions.logstats.LogStats',
 'scrapy.extensions.closespider.CloseSpider']
2025-12-05 12:48:02 [scrapy.crawler] INFO: Overridden settings:
{'BOT_NAME': 'SourcingV2',
 'CLOSESPIDER_TIMEOUT': 3600,
 'CONCURRENT_REQUESTS': 5,
 'FEED_EXPORT_ENCODING': 'utf-8',
 'LOG_FILE': '/var/log/scrapyd/logs/sourcing_v2/auto_selling_autotrader.co.uk/30faeb86d1c111f0b120928152083da5.log',
 'LOG_FORMATTER': 'crawlers.log_formatter.SourcingLogFormatter',
 'NEWSPIDER_MODULE': 'spiders',
 'REQUEST_FINGERPRINTER_CLASS': 'scrapy_zyte_api.ScrapyZyteAPIRequestFingerprinter',
 'REQUEST_FINGERPRINTER_IMPLEMENTATION': '2.7',
 'SPIDER_MODULES': ['spiders', 'auth_check'],
 'TWISTED_REACTOR': 'twisted.internet.asyncioreactor.AsyncioSelectorReactor',
 'USER_AGENT': ''}
2025-12-05 12:48:02 [scrapy_zyte_api.handler] INFO: Using a Zyte API key starting with '5857011'
2025-12-05 12:48:02 [scrapy_zyte_api.handler] INFO: Using a Zyte API key starting with '5857011'
2025-12-05 12:48:02 [scrapy.middleware] INFO: Enabled downloader middlewares:
['scrapy.downloadermiddlewares.offsite.OffsiteMiddleware',
 'scrapy.downloadermiddlewares.httpauth.HttpAuthMiddleware',
 'scrapy.downloadermiddlewares.downloadtimeout.DownloadTimeoutMiddleware',
 'scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware',
 'scrapy.downloadermiddlewares.useragent.UserAgentMiddleware',
 'scrapy_zyte_api.ScrapyZyteAPIDownloaderMiddleware',
 'scrapy.downloadermiddlewares.retry.RetryMiddleware',
 'scrapy.downloadermiddlewares.redirect.MetaRefreshMiddleware',
 'scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware',
 'scrapy.downloadermiddlewares.redirect.RedirectMiddleware',
 'scrapy.downloadermiddlewares.cookies.CookiesMiddleware',
 'scrapy.downloadermiddlewares.httpproxy.HttpProxyMiddleware',
 'scrapy.downloadermiddlewares.stats.DownloaderStats']
2025-12-05 12:48:02 [crawlers.auto_selling.middlewares.id_gen_middleware] INFO: Setting up IdGenerationMiddleware for auto_selling
2025-12-05 12:48:02 [scrapy.middleware] INFO: Enabled spider middlewares:
['scrapy.spidermiddlewares.httperror.HttpErrorMiddleware',
 'scrapy_zyte_api.ScrapyZyteAPISpiderMiddleware',
 'scrapy.spidermiddlewares.referer.RefererMiddleware',
 'scrapy.spidermiddlewares.urllength.UrlLengthMiddleware',
 'scrapy.spidermiddlewares.depth.DepthMiddleware',
 'crawlers.middlewares.photo_download_middleware.PhotoDownloadMiddleware',
 'crawlers.auto_selling.middlewares.id_gen_middleware.IdGenMiddleware']
2025-12-05 12:48:02 [scrapy.middleware] INFO: Enabled item pipelines:
['crawlers.pipelines.post_to_azurebus_auto_selling.AzureBusPipelineAutoSelling',
 'crawlers.pipelines.save_to_cdlq_db_auto_selling.SaveToCdlqDbAutoSelling']
2025-12-05 12:48:02 [scrapy.core.engine] INFO: Spider opened
2025-12-05 12:48:02 [azure.identity._credentials.environment] INFO: Incomplete environment configuration for EnvironmentCredential. These variables are set: AZURE_CLIENT_ID, AZURE_TENANT_ID
2025-12-05 12:48:02 [common.service_bus.service_bus_client_factory] INFO: ServiceBusClient initialized via DefaultAzureCredential for alx-production-bus.servicebus.windows.net
2025-12-05 12:48:02 [crawlers.pipelines.base_azure_bus_pipeline] INFO: [AzureBusPipeline] Connected to topic auto.sourcing-v2
2025-12-05 12:48:02 [scrapy.extensions.logstats] INFO: Crawled 0 pages (at 0 pages/min), scraped 0 items (at 0 items/min)
2025-12-05 12:48:02 [scrapy.extensions.telnet] INFO: Telnet console listening on 127.0.0.1:6032
2025-12-05 12:48:02 [scrapy-playwright] INFO: Starting download handler

2025-12-05 12:48:02 [scrapy-playwright] INFO: Starting download handler
2025-12-05 12:48:07 [auto_selling_autotrader.co.uk] INFO: Scraper started with retailer ID: 10034110 and multipost_profile_id: 19c78ff4-479e-44c7-8217-74cbf25aecdc and job_id: 30faeb86d1c111f0b120928152083da5 and url: https://www.autotrader.co.uk/cars/retailer/stock?advertising-location=at_cars&advertising-location=at_profile_cars&onesearchad=Used&onesearchad=Nearly%20New&onesearchad=New&postcode=OX3%209JY&retailerId=10034110&sort=price-asc
2025-12-05 12:48:07 [auto_selling_autotrader.co.uk] INFO: Getting list for retailer ID: 10034110, page: 1

2025-12-05 12:48:07 [zyte_api._retry] DEBUG: Starting call to 'zyte_api._async.AsyncZyteAPI.get.<locals>.request', this is the 1st time calling it.

2025-12-05 12:49:02 [scrapy.extensions.logstats] INFO: Crawled 0 pages (at 0 pages/min), scraped 0 items (at 0 items/min)

2025-12-05 12:50:02 [scrapy.extensions.logstats] INFO: Crawled 0 pages (at 0 pages/min), scraped 0 items (at 0 items/min)
2025-12-05 12:50:16 [zyte_api._retry] DEBUG: Finished call to 'zyte_api._async.AsyncZyteAPI.get.<locals>.request' after 129.400(s), this was the 1st time calling it.
2025-12-05 12:50:16 [zyte_api._retry] DEBUG: Retrying zyte_api._async.AsyncZyteAPI.get.<locals>.request in 6.082656655383614 seconds as it raised ClientConnectorError: Cannot connect to host api.zyte.com:443 ssl:default [Connect call failed ('69.41.180.81', 443)].

2025-12-05 12:50:22 [zyte_api._retry] DEBUG: Starting call to 'zyte_api._async.AsyncZyteAPI.get.<locals>.request', this is the 2nd time calling it.

2025-12-05 12:51:02 [scrapy.extensions.logstats] INFO: Crawled 0 pages (at 0 pages/min), scraped 0 items (at 0 items/min)

2025-12-05 12:52:02 [scrapy.extensions.logstats] INFO: Crawled 0 pages (at 0 pages/min), scraped 0 items (at 0 items/min)
2025-12-05 12:52:34 [zyte_api._retry] DEBUG: Finished call to 'zyte_api._async.AsyncZyteAPI.get.<locals>.request' after 266.620(s), this was the 2nd time calling it.

2025-12-05 12:52:34 [zyte_api._retry] DEBUG: Retrying zyte_api._async.AsyncZyteAPI.get.<locals>.request in 5.911797762418032 seconds as it raised ClientConnectorError: Cannot connect to host api.zyte.com:443 ssl:default [Connect call failed ('69.41.180.81', 443)].
2025-12-05 12:52:39 [zyte_api._retry] DEBUG: Starting call to 'zyte_api._async.AsyncZyteAPI.get.<locals>.request', this is the 3rd time calling it.
2025-12-05 12:52:41 [scrapy.core.engine] DEBUG: Crawled (200) <POST https://www.autotrader.co.uk/at-gateway?opname=SearchResultsListingsGridQuery&opname=SearchResultsFacetsWithGroupsQuery> (referer: None) ['zyte-api']
2025-12-05 12:52:41 [auto_selling_autotrader.co.uk] DEBUG: response: <200 https://www.autotrader.co.uk/at-gateway?opname=SearchResultsListingsGridQuery&opname=SearchResultsFacetsWithGroupsQuery>
2025-12-05 12:52:41 [auto_selling_autotrader.co.uk] INFO: Page: 1/5, total results: 81
2025-12-05 12:52:41 [azure.identity._credentials.environment] INFO: Incomplete environment configuration for EnvironmentCredential. These variables are set: AZURE_CLIENT_ID, AZURE_TENANT_ID
2025-12-05 12:52:41 [urllib3.connectionpool] DEBUG: Starting new HTTPS connection (1): login.microsoftonline.com:443
2025-12-05 12:52:41 [urllib3.connectionpool] DEBUG: https://login.microsoftonline.com:443 "POST /8ea908c1-4e85-4692-bc3f-3646b9b40891/oauth2/v2.0/token HTTP/1.1" 200 1963
2025-12-05 12:52:41 [azure.identity._credentials.chained] INFO: DefaultAzureCredential acquired a token from WorkloadIdentityCredential
2025-12-05 12:52:41 [urllib3.connectionpool] DEBUG: Starting new HTTPS connection (1): alxsourcingstorageprod.table.core.windows.net:443
2025-12-05 12:52:42 [urllib3.connectionpool] DEBUG: https://alxsourcingstorageprod.table.core.windows.net:443 "POST /Tables HTTP/1.1" 409 None
2025-12-05 12:52:42 [urllib3.connectionpool] DEBUG: https://alxsourcingstorageprod.table.core.windows.net:443 "GET /ScrapedListings()?$filter=PartitionKey%20eq%20%27auto_selling_autotrader.co.uk%27%20and%20RowKey%20eq%20%27202512048341129%27 HTTP/1.1" 200 None
2025-12-05 12:52:42 [auto_selling_autotrader.co.uk] INFO: Scrape type for 202512048341129: 1
2025-12-05 12:52:42 [auto_selling_autotrader.co.uk] INFO: Getting details for advert ID: 202512048341129, item: 202512048341129
2025-12-05 12:52:42 [urllib3.connectionpool] DEBUG: https://alxsourcingstorageprod.table.core.windows.net:443 "POST /Tables HTTP/1.1" 409 None
2025-12-05 12:52:42 [urllib3.connectionpool] DEBUG: https://alxsourcingstorageprod.table.core.windows.net:443 "GET /ScrapedListings()?$filter=PartitionKey%20eq%20%27auto_selling_autotrader.co.uk%27%20and%20RowKey%20eq%20%27202512048341070%27 HTTP/1.1" 200 None
2025-12-05 12:52:42 [auto_selling_autotrader.co.uk] INFO: Scrape type for 202512048341070: 1
2025-12-05 12:52:42 [auto_selling_autotrader.co.uk] INFO: Getting details for advert ID: 202512048341070, item: 202512048341070
2025-12-05 12:52:42 [zyte_api._retry] DEBUG: Starting call to 'zyte_api._async.AsyncZyteAPI.get.<locals>.request', this is the 1st time calling it.
2025-12-05 12:52:42 [urllib3.connectionpool] DEBUG: https://alxsourcingstorageprod.table.core.windows.net:443 "POST /Tables HTTP/1.1" 409 None
2025-12-05 12:52:42 [urllib3.connectionpool] DEBUG: https://alxsourcingstorageprod.table.core.windows.net:443 "GET /ScrapedListings()?$filter=PartitionKey%20eq%20%27auto_selling_autotrader.co.uk%27%20and%20RowKey%20eq%20%27202512038309588%27 HTTP/1.1" 200 None
2025-12-05 12:52:42 [auto_selling_autotrader.co.uk] INFO: Scrape type for 202512038309588: 1
2025-12-05 12:52:42 [auto_selling_autotrader.co.uk] INFO: Getting details for advert ID: 202512038309588, item: 202512038309588

                'Regulated, and part of The Motor Ombudsman. With Excellent '
                'ratings across Google, eBay, Motors, CarGurus, and '
                'PistonHeads, we deliver a trusted service from the town’s '
                'largest indoor prestige showroom. Featured Vehicle:  '
                'Mercedes-Benz GLS 3.0 GLS350d V6 AMG Line G-Tronic 4MATIC '
                'Euro 6 (s/s) 5dr in Black with Black Interior. Supplied with '
                '2 Keys, Full Dealership Service History. MOT Valid Until '
                '26/09/2026. New Service Due Upon Sale. Excellent condition '
                'both inside and out. Our detailed inspection will include '
                'replacing any worn wear and tear items like Tyres and Brakes. '
                'Some of the Great Specification includes 360 Cameras, Night '
                'Package, Front and Rear Heated Seats, Apple CarPlay And So '
                'Much More. When you buy from ZG Prestige, on this vehicle you '
                'will receive a FREE 16-Months Premium Warranty with '
                'nationwide coverage, no limit on claims, direct payment to '
                'the repairing garage, and protection against mechanical and '
                'electrical faults. You can extend the warranty for up to 36 '
                'months. Every car also includes 12 months AA Breakdown Cover, '
                'a clear Experian HPI report, and a 120+ point pre-delivery '
                'inspection including a full computer scan report. We offer '
                'nationwide delivery, flexible low-rate finance (PCP & HP) '
                'with 0% deposit, unbeatable part-exchange prices, and a '
                '14-day money-back guarantee for complete peace of mind. '
                'Virtual appointments are available via phone, WhatsApp, or '
                'video call—buy from home, hassle-free. Reserve today for just '
                '£99 (Completely refundable). Contact us 24/7 on WhatsApp at '
                '07375 854382 or visit www.zgprestige.co.uk.',
 'doors_number': 5,
 'emission_standard': 'Euro 6',
 'engine': '3L',
 'engine_horse_power': 254,
 'fuel_type': 'Diesel',
 'id': '67c10871-3907-515c-8b10-6130bdf7362a',
 'is_damaged': False,
 'is_operable': True,
 'link_to_web_offer': 'https://www.autotrader.co.uk/car-details/202511288196968',
 'listing': 'directbuy',
 'location': 'Bolton, Lancashire',
 'make': 'Mercedes-Benz',
 'model': 'GLS',
 'odometer': 27400,
 'odometer_reading_unit': 'mi',
 'origin_country_code': 'GB',
 'original_photo_count': 9,
 'photo_urls': ['https://m.atcdn.co.uk/a/media/c23a4f5e4cfc4a2bae5155a77eea696a.jpg',
                'https://m.atcdn.co.uk/a/media/86e868bfdc364f09a02480ed809875e1.jpg',
                'https://m.atcdn.co.uk/a/media/6ef545f28f7a4ebbbb9e9dd865b4cf7d.jpg',
                'https://m.atcdn.co.uk/a/media/49dd34a2f73f45dd9da719df9e8d4f46.jpg',
                'https://m.atcdn.co.uk/a/media/0591450f068f481abf33ead66df370a2.jpg',
                'https://m.atcdn.co.uk/a/media/1fc4ee8fc153481dab7d3c44e30f2ce0.jpg',
                'https://m.atcdn.co.uk/a/media/b472b245a0e841dbba7f015b123de15b.jpg',
                'https://m.atcdn.co.uk/a/media/1e23978829e94e2fae9b978dbef867e6.jpg',
                'https://m.atcdn.co.uk/a/media/3f54d37234664dbf889b9e1a79233496.jpg'],
 'photos': [{'BlobStorageUrl': 'https://alxproduction.blob.core.windows.net/top-deal-listing/listing_d32a998a-06b5-566e-9be0-4f3ec560fb4b/d32a998a-06b5-566e-9be0-4f3ec560fb4b_image_0.jpg',
             'Extension': 'jpg',
             'FileSizeInBytes': 56182,
             'Height': 768,
             'OriginUrl': 'https://m.atcdn.co.uk/a/media/c23a4f5e4cfc4a2bae5155a77eea696a.jpg',
             'Width': 1024},
            {'BlobStorageUrl': 'https://alxproduction.blob.core.windows.net/top-deal-listing/listing_f283be44-f8bb-549f-9088-3e83a3dd8616/f283be44-f8bb-549f-9088-3e83a3dd8616_image_1.jpg',
             'Extension': 'jpg',
             'FileSizeInBytes': 97158,
             'Height': 770,
             'OriginUrl': 'https://m.atcdn.co.uk/a/media/49dd34a2f73f45dd9da719df9e8d4f46.jpg',
             'Width': 1024},
            {'BlobStorageUrl': 'https://alxproduction.blob.core.windows.net/top-deal-listing/listing_5b58fd5a-c01e-5fcb-855d-3f2834fa14d8/5b58fd5a-c01e-5fcb-855d-3f2834fa14d8_image_4.jpg',
             'Extension': 'jpg',
             'FileSizeInBytes': 105806,
             'Height': 770,
             'OriginUrl': 'https://m.atcdn.co.uk/a/media/0591450f068f481abf33ead66df370a2.jpg',
             'Width': 1024},
            {'BlobStorageUrl': 'https://alxproduction.blob.core.windows.net/top-deal-listing/listing_5b58fd5a-c01e-5fcb-855d-3f2834fa14d8/5b58fd5a-c01e-5fcb-855d-3f2834fa14d8_image_6.jpg',
             'Extension': 'jpg',
             'FileSizeInBytes': 113714,
             'Height': 768,
             'OriginUrl': 'https://m.atcdn.co.uk/a/media/b472b245a0e841dbba7f015b123de15b.jpg',
             'Width': 1024},
            {'BlobStorageUrl': 'https://alxproduction.blob.core.windows.net/top-deal-listing/listing_f283be44-f8bb-549f-9088-3e83a3dd8616/f283be44-f8bb-549f-9088-3e83a3dd8616_image_7.jpg',
             'Extension': 'jpg',
             'FileSizeInBytes': 89946,
             'Height': 770,
             'OriginUrl': 'https://m.atcdn.co.uk/a/media/1fc4ee8fc153481dab7d3c44e30f2ce0.jpg',
             'Width': 1024},
            {'BlobStorageUrl': 'https://alxproduction.blob.core.windows.net/top-deal-listing/listing_f283be44-f8bb-549f-9088-3e83a3dd8616/f283be44-f8bb-549f-9088-3e83a3dd8616_image_11.jpg',
             'Extension': 'jpg',
             'FileSizeInBytes': 47656,
             'Height': 770,
             'OriginUrl': 'https://m.atcdn.co.uk/a/media/3f54d37234664dbf889b9e1a79233496.jpg',
             'Width': 1024},
            {'BlobStorageUrl': 'https://alxproduction.blob.core.windows.net/top-deal-listing/listing_f283be44-f8bb-549f-9088-3e83a3dd8616/f283be44-f8bb-549f-9088-3e83a3dd8616_image_15.jpg',
             'Extension': 'jpg',
             'FileSizeInBytes': 84099,
             'Height': 770,
             'OriginUrl': 'https://m.atcdn.co.uk/a/media/86e868bfdc364f09a02480ed809875e1.jpg',
             'Width': 1024},
            {'BlobStorageUrl': 'https://alxproduction.blob.core.windows.net/top-deal-listing/listing_f283be44-f8bb-549f-9088-3e83a3dd8616/f283be44-f8bb-549f-9088-3e83a3dd8616_image_19.jpg',
             'Extension': 'jpg',
             'FileSizeInBytes': 105676,
             'Height': 770,
             'OriginUrl': 'https://m.atcdn.co.uk/a/media/6ef545f28f7a4ebbbb9e9dd865b4cf7d.jpg',
             'Width': 1024},
            {'BlobStorageUrl': 'https://alxproduction.blob.core.windows.net/top-deal-listing/listing_6b1969e0-47d6-5cce-985f-9e427629d46b/6b1969e0-47d6-5cce-985f-9e427629d46b_image_19.jpg',
             'Extension': 'jpg',
             'FileSizeInBytes': 99573,
             'Height': 770,
             'OriginUrl': 'https://m.atcdn.co.uk/a/media/1e23978829e94e2fae9b978dbef867e6.jpg',
             'Width': 1024}],
 'price': 36495,
 'price_includes_vat': True,
 'registration_date': '2017-09-06',
 'seats_number': 7,
 'seller_name': None,
 'title': 'Mercedes-Benz GLS 3.0 GLS350d V6 AMG Line G-Tronic 4MATIC Euro 6 '
          '(s/s) 5dr',
 'transmission': 'automatic',
 'trim': 'AMG Line',
 'year': 2017}
2025-12-05 12:57:38 [urllib3.connectionpool] DEBUG: https://alxsourcingstorageprod.table.core.windows.net:443 "POST /Tables HTTP/1.1" 409 None
2025-12-05 12:57:38 [urllib3.connectionpool] DEBUG: https://alxsourcingstorageprod.table.core.windows.net:443 "GET /ScrapedListings()?$filter=PartitionKey%20eq%20%27auto_selling_autotrader.co.uk%27%20and%20RowKey%20eq%20%27202511288196968%27 HTTP/1.1" 200 None
2025-12-05 12:57:38 [auto_selling_autotrader.co.uk] INFO: Saving data for 202511288196968: {'created_time': 1764939458.335172, 'last_price_update_time': 1764939458.335187}
2025-12-05 12:57:38 [urllib3.connectionpool] DEBUG: https://alxsourcingstorageprod.table.core.windows.net:443 "POST /Tables HTTP/1.1" 409 None
2025-12-05 12:57:38 [urllib3.connectionpool] DEBUG: https://alxsourcingstorageprod.table.core.windows.net:443 "PATCH /ScrapedListings(PartitionKey='auto_selling_autotrader.co.uk',RowKey='202511288196968') HTTP/1.1" 204 0
2025-12-05 12:57:38 [scrapy.core.engine] INFO: Closing spider (finished)
2025-12-05 12:57:38 [crawlers.pipelines.save_to_cdlq_db_auto_selling] DEBUG: [SaveToCdlqDbAutoSelling] failed to close cursor: 'SaveToCdlqDbAutoSelling' object has no attribute 'cursor'
2025-12-05 12:57:38 [crawlers.pipelines.save_to_cdlq_db_auto_selling] DEBUG: [SaveToCdlqDbAutoSelling] failed to close connection: 'SaveToCdlqDbAutoSelling' object has no attribute 'conn'
2025-12-05 12:57:38 [azure.servicebus._pyamqp.cbs] DEBUG: CBS status check: state == <CbsAuthState.OK: 0>, expired == False, refresh required == False
2025-12-05 12:57:38 [azure.servicebus._pyamqp.cbs] DEBUG: CBS status check: state == <CbsAuthState.OK: 0>, expired == False, refresh required == False
2025-12-05 12:57:38 [crawlers.pipelines.post_to_azurebus_auto_selling] DEBUG: [AzureBusPipeline] sent process scrape complete CloudEvent for item 30faeb86d1c111f0b120928152083da5
2025-12-05 12:57:38 [azure.servicebus._pyamqp.link] INFO: Link state changed: <LinkState.ATTACHED: 3> -> <LinkState.DETACH_SENT: 4>
2025-12-05 12:57:38 [azure.servicebus._pyamqp.link] INFO: Link state changed: <LinkState.ATTACHED: 3> -> <LinkState.DETACH_SENT: 4>
2025-12-05 12:57:38 [azure.servicebus._pyamqp.management_link] INFO: Management link receiver state changed: <LinkState.ATTACHED: 3> -> <LinkState.DETACH_SENT: 4>
2025-12-05 12:57:38 [azure.servicebus._pyamqp.link] INFO: Link state changed: <LinkState.ATTACHED: 3> -> <LinkState.DETACH_SENT: 4>
2025-12-05 12:57:38 [azure.servicebus._pyamqp.management_link] INFO: Management link sender state changed: <LinkState.ATTACHED: 3> -> <LinkState.DETACH_SENT: 4>
2025-12-05 12:57:38 [azure.servicebus._pyamqp.session] INFO: Session state changed: <SessionState.MAPPED: 3> -> <SessionState.END_SENT: 4>
2025-12-05 12:57:38 [azure.servicebus._pyamqp._connection] INFO: Connection state changed: <ConnectionState.OPENED: 9> -> <ConnectionState.CLOSE_SENT: 11>
2025-12-05 12:57:38 [azure.servicebus._pyamqp._connection] INFO: Connection state changed: <ConnectionState.CLOSE_SENT: 11> -> <ConnectionState.END: 13>
2025-12-05 12:57:38 [azure.servicebus._pyamqp.session] INFO: Session state changed: <SessionState.END_SENT: 4> -> <SessionState.DISCARDING: 6>
2025-12-05 12:57:38 [azure.servicebus._pyamqp.link] INFO: Link state changed: <LinkState.DETACH_SENT: 4> -> <LinkState.DETACHED: 0>
2025-12-05 12:57:38 [azure.servicebus._pyamqp.management_link] INFO: Management link sender state changed: <LinkState.DETACH_SENT: 4> -> <LinkState.DETACHED: 0>
2025-12-05 12:57:38 [azure.servicebus._pyamqp.link] INFO: Link state changed: <LinkState.DETACH_SENT: 4> -> <LinkState.DETACHED: 0>
2025-12-05 12:57:38 [azure.servicebus._pyamqp.management_link] INFO: Management link receiver state changed: <LinkState.DETACH_SENT: 4> -> <LinkState.DETACHED: 0>
2025-12-05 12:57:38 [azure.servicebus._pyamqp.link] INFO: Link state changed: <LinkState.DETACH_SENT: 4> -> <LinkState.DETACHED: 0>
2025-12-05 12:57:39 [crawlers.pipelines.post_to_azurebus_auto_selling] INFO: [AzureBusPipeline] connection closed
2025-12-05 12:57:39 [auto_selling_autotrader.co.uk] INFO: auto_selling_autotrader.co.uk Crawl ended with reason finished, scrape types: {<ScrapeType.NEW: 1>: 1, <ScrapeType.NEW_DUPLICATE_ID: 4>: 0, <ScrapeType.PRICE_UPDATE: 2>: 0, <ScrapeType.AUCTION_UPDATE: 3>: 0, <ScrapeType.SKIPPED: 0>: 0}
2025-12-05 12:57:39 [urllib3.connectionpool] DEBUG: https://alxsourcingstorageprod.table.core.windows.net:443 "POST /Tables HTTP/1.1" 409 None
2025-12-05 12:57:39 [urllib3.connectionpool] DEBUG: https://alxsourcingstorageprod.table.core.windows.net:443 "GET /ScrapedListings()?$filter=PartitionKey%20eq%20%27auto_selling_autotrader.co.uk%27%20and%20last_price_update_time%20lt%201763643459 HTTP/1.1" 200 None
2025-12-05 12:57:39 [scrapy.extensions.feedexport] INFO: Stored jsonlines feed (81 items) in: file:///var/lib/scrapyd/items/sourcing_v2/auto_selling_autotrader.co.uk/30faeb86d1c111f0b120928152083da5.jl
2025-12-05 12:57:39 [scrapy.statscollectors] INFO: Dumping Scrapy stats:
{'downloader/request_bytes': 696417,
 'downloader/request_count': 144,
 'downloader/request_method_count/GET': 58,
 'downloader/request_method_count/POST': 86,
 'downloader/response_bytes': 29371494,
 'downloader/response_count': 144,
 'downloader/response_status_count/200': 144,
 'elapsed_time_seconds': 577.023121,
 'feedexport/success_count/FileFeedStorage': 1,
 'finish_reason': 'finished',
 'finish_time': datetime.datetime(2025, 12, 5, 12, 57, 39, 446019, tzinfo=datetime.timezone.utc),
 'item_scraped_count': 81,
 'log_count/DEBUG': 4576,
 'log_count/ERROR': 2,
 'log_count/INFO': 2662,
 'memusage/max': 159924224,
 'memusage/startup': 126410752,
 'photo_download_count': 58,
 'request_depth_max': 5,
 'response_received_count': 86,
 'scheduler/dequeued': 144,
 'scheduler/dequeued/memory': 144,
 'scheduler/enqueued': 144,
 'scheduler/enqueued/memory': 144,
 'scrapy-zyte-api/429': 0,
 'scrapy-zyte-api/attempts': 91,
 'scrapy-zyte-api/error_ratio': 0.054945054945054944,
 'scrapy-zyte-api/errors': 5,
 "scrapy-zyte-api/exception_types/<class 'aiohttp.client_exceptions.ClientConnectorError'>": 5,
 'scrapy-zyte-api/fatal_errors': 0,
 'scrapy-zyte-api/mean_connection_seconds': 11.254355462017566,
 'scrapy-zyte-api/mean_response_seconds': 11.342990590251311,
 'scrapy-zyte-api/processed': 86,
 'scrapy-zyte-api/request_args/customHttpRequestHeaders': 86,
 'scrapy-zyte-api/request_args/experimental.requestCookies': 85,
 'scrapy-zyte-api/request_args/experimental.responseCookies': 86,
 'scrapy-zyte-api/request_args/httpRequestBody': 86,
 'scrapy-zyte-api/request_args/httpRequestMethod': 86,
 'scrapy-zyte-api/request_args/httpResponseBody': 86,
 'scrapy-zyte-api/request_args/httpResponseHeaders': 86,
 'scrapy-zyte-api/request_args/url': 86,
 'scrapy-zyte-api/status_codes/0': 5,
 'scrapy-zyte-api/status_codes/200': 86,
 'scrapy-zyte-api/success': 86,
 'scrapy-zyte-api/success_ratio': 1.0,
 'scrapy-zyte-api/throttle_ratio': 0.0,
 'start_time': datetime.datetime(2025, 12, 5, 12, 48, 2, 422898, tzinfo=datetime.timezone.utc)}
2025-12-05 12:57:39 [scrapy.core.engine] INFO: Spider closed (finished)
2025-12-05 12:57:39 [asyncio] ERROR: Unclosed client session
client_session: <aiohttp.client.ClientSession object at 0x7fe9841471d0>
2025-12-05 12:57:39 [asyncio] ERROR: Unclosed client session
client_session: <aiohttp.client.ClientSession object at 0x7fe98414cf10>

/1/log/utf8/sourcing_v2/auto_selling_autotrader.co.uk/30faeb86d1c111f0b120928152083da5/?job_finished=True&ui=mobile

http://scrapyd-1:6800/logs/sourcing_v2/auto_selling_autotrader.co.uk/30faeb86d1c111f0b120928152083da5.log