@@ -0,0 +1,524 @@
+import os%0A%0A# Download up to date filelist%0Aos.system(%22rsync -azv %22 +%0A          %22data.analytics.hathitrust.org::features/listing/htrc-ef-all-files.txt%22 +%0A          %22 .%22)%0A%0A# Load the file list%0Ainfile = open(%22htrc-ef-all-files.txt%22)%0Ai = 0%0Aj = 1%0A%0A# Write out each set of 10000 files as their own list%0Acurout = open(%22filelists/list%22+str(j)+'.txt', 'w')%0Aprint(j)%0Afor line in infile:%0A    i += 1%0A    if i %25 10000 == 0:%0A        print(j)%0A        j += 1%0A        curout = open(%22filelists/list%22+str(j)+'.txt', 'w')%0A    curout.write(line)%0A

Implement method for splitting files for batch processing