- Better link normalization and checking - Skip items already in seen_links with logging - Clean up state file to last 500 items - Always mark items as seen (deal or not) - Added logging for skipped duplicates Also: eBay scraping temporarily blocked/changed - investigating
128 lines
1.9 KiB
JSON
128 lines
1.9 KiB
JSON
{
|
|
"processed_ids": [
|
|
"1rvlywg",
|
|
"1rvkbx0",
|
|
"1rvjeuf",
|
|
"1rvhqwj",
|
|
"1rvgow8",
|
|
"1rvd4ao",
|
|
"1rvcg39",
|
|
"1rvbe67",
|
|
"1rvbd42",
|
|
"1rvav8r",
|
|
"1rv95w5",
|
|
"1rv11k6",
|
|
"1rv07ul",
|
|
"1rv07fb",
|
|
"1rv0752",
|
|
"1ruw8pi",
|
|
"1rurcli",
|
|
"1runpv3",
|
|
"1runcek",
|
|
"1ruh6on",
|
|
"1rud0uk",
|
|
"1rvwro7",
|
|
"1rvun79",
|
|
"1rvrrp2",
|
|
"1rvrigi",
|
|
"1rvreaz",
|
|
"1rwctbz",
|
|
"1rwbl70",
|
|
"1rw7ve3",
|
|
"1rw7fvf",
|
|
"1rwvc8k",
|
|
"1rwh9gb",
|
|
"1rxbzgq",
|
|
"1rxb3xc",
|
|
"1rxap30",
|
|
"1rx6j98",
|
|
"1rx5edi",
|
|
"1rxxifc",
|
|
"1rxpxk3",
|
|
"1rxn6oq",
|
|
"1rxmpdw",
|
|
"1ry7i4j",
|
|
"1ry6xn7",
|
|
"1rykhn3",
|
|
"1ryicnr",
|
|
"1rygttw",
|
|
"1rygl0g",
|
|
"1rydtwc",
|
|
"1rybxj0",
|
|
"1sa0jss",
|
|
"1s9wbcf",
|
|
"1s9vx4x",
|
|
"1s9nenv",
|
|
"1s9aaob",
|
|
"1s98fvk",
|
|
"1s97sxo",
|
|
"1s96d08",
|
|
"1s94hnd",
|
|
"1s8wphn",
|
|
"1s8f1xu",
|
|
"1s8a81t",
|
|
"1s886md",
|
|
"1saafpr",
|
|
"1sa67gi",
|
|
"1sb2n1o",
|
|
"1sb1kzy",
|
|
"1sb0fpi",
|
|
"1sb04zv",
|
|
"1saxny6",
|
|
"1sawox6",
|
|
"1sawk52",
|
|
"1sawfu8",
|
|
"1sat7bq",
|
|
"1saro8e",
|
|
"1saqx4k",
|
|
"1saqizy",
|
|
"1sbez57",
|
|
"1sbdkvr",
|
|
"1sbczau",
|
|
"1sbc4hr",
|
|
"1sbo1i0",
|
|
"1scgcab",
|
|
"1scg3n3",
|
|
"1sd9nlu",
|
|
"1sdl26z",
|
|
"1sdii5e",
|
|
"1se7lzp",
|
|
"1se6l7r",
|
|
"1se6hpy",
|
|
"1se5hbz",
|
|
"1seta2k",
|
|
"1sejkxk",
|
|
"1segnle",
|
|
"1seft8b",
|
|
"1sec3wb",
|
|
"1seaedu",
|
|
"1seabe5",
|
|
"1sf2suk",
|
|
"1sfgvks",
|
|
"1sfgk60",
|
|
"1sf9a5a",
|
|
"1sfyoij",
|
|
"1sfxsfq",
|
|
"1sfwlw9",
|
|
"1sfw18g",
|
|
"1sfuhl0",
|
|
"1sglt12",
|
|
"1sg94z5",
|
|
"1sg5b3z",
|
|
"1sg3klj",
|
|
"1sgutbe",
|
|
"1sgqzb9",
|
|
"1sgosjw",
|
|
"1shf8nt",
|
|
"1sh34bf",
|
|
"1shvh2y",
|
|
"1shtzie",
|
|
"1shsg8u",
|
|
"1shr186",
|
|
"1shqvf5",
|
|
"1shn1jg",
|
|
"1shm8fy"
|
|
],
|
|
"total_scanned": 1450,
|
|
"total_matches": 39
|
|
} |