@@ -0,0 +1,406 @@
+# input format:%0A# %3Citem_id%3E %3Citem_url%3E%0A%0Aimport re%0Aimport sys%0Aimport json%0Aimport sys%0Areload(sys)%0Asys.setdefaultencoding('utf-8')%0A%0Aexisting_items = %7B%7D%0A%0Acontent = %22%22%0Afor line in sys.stdin:%0A    content += line%0A    %5Bitem_id, url%5D = line.split()%0A%0A    if(existing_items.has_key(url)):%0A        print(%22items_data/%7B0%7D.json%22.format(item_id))%0A    else:%0A        existing_items%5Burl%5D = item_id%0A    #print(existing_items)%0A

add duplications finder script