import urllib.request
import shutil
import os.path
import zipfile
import time
import sys

def find_between(file):
	f = open(file, "r", encoding = "utf8")
	s = f.read()
	try:
		start = s.index("Chapter") + len("Chapter")
		end = s.index("<", start )
		return "Chapter" + s[start:end]
	except ValueError:
		return ""

"""Downloads web page from Wuxiaworld and saves it into the folder where the programm is located"""
def download(link, file_name):
	url = urllib.request.Request(
		link,
		data=None, 
		headers={
			'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.1916.47 Safari/537.36'
		}
	)

	with urllib.request.urlopen(url) as response, open(file_name, 'wb') as out_file:
		shutil.copyfileobj(response, out_file)
		

"""Extract Text from Wuxiaworld html file and saves it into a seperate xhtml file"""

def clean(file_name_in, file_name_out, start, end):
	data=[]
	flag=False
	with open(file_name_in,'r', encoding = "utf8") as f:
		for line in f:
			if line.startswith(start):
				flag=True
			if flag == True and not line.startswith("<p><a"):
				data.append(line)
			if line.strip().startswith(end):
				flag=False

	file = open(file_name_out + ".xhtml", "w", encoding = "utf8")

	file.write("<html>")
	file.write("<body>")
	file.write("".join(data))
	file.write("</body>")
	file.write("</html>")
	
	os.remove(file_name_in)
	

"""Displays and updates the download progress bar"""

def update_progress(progress):
    barLength = 25 # Modify this to change the length of the progress bar
    status = ""
    if isinstance(progress, int):
        progress = float(progress)
    if not isinstance(progress, float):
        progress = 0
        status = "error: progress var must be float\r\n"
    if progress < 0:
        progress = 0
        status = "Halt...\r\n"
    if progress >= 1:
        progress = 1
        status = "Done...\r\n"
    block = int(round(barLength*progress))
    text = "\rDownload Progress: [{0}] {1}% {2}".format( "#"*block + "-"*(barLength-block), progress*100, status)
    sys.stdout.write(text)
    sys.stdout.flush()


""" Saves downloaded xhtml files into the epub format while also
    generating the for the epub format nesessary container, table of contents,
    mimetype and content files"""
    
def generate(html_files, novelname, author, chaptername, chapter_s, chapter_e):
	epub = zipfile.ZipFile(novelname + "_" + chapter_s + "-" + chapter_e + ".epub", "w")

	# The first file must be named "mimetype"
	epub.writestr("mimetype", "application/epub+zip")

	# The filenames of the HTML are listed in html_files
	# We need an index file, that lists all other HTML files
	# This index file itself is referenced in the META_INF/container.xml
	# file
	epub.writestr("META-INF/container.xml", '''<container version="1.0"
			   xmlns="urn:oasis:names:tc:opendocument:xmlns:container">
	  <rootfiles>
		<rootfile full-path="OEBPS/Content.opf" media-type="application/oebps-package+xml"/>
	  </rootfiles>
	</container>''');

	# The index file is another XML file, living per convention
	# in OEBPS/Content.xml
	index_tpl = '''<package version="3.1"
	xmlns="http://www.idpf.org/2007/opf">
		<metadata>
			%(metadata)s
		</metadata>
		<manifest>
			%(manifest)s
		</manifest>
		<spine>
			<itemref idref="toc" linear="no"/>
			%(spine)s
		</spine>
	</package>'''

	manifest = ""
	spine = ""
	metadata = '''<dc:title xmlns:dc="http://purl.org/dc/elements/1.1/">%(novelname)s</dc:title>
    <dc:creator xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:ns0="http://www.idpf.org/2007/opf" ns0:role="aut" ns0:file-as="Unbekannt">%(author)s</dc:creator>
	<meta xmlns:dc="http://purl.org/dc/elements/1.1/" name="calibre:series" content="%(series)s"/>''' % {
	"novelname": novelname + ": " + chapter_s + "-" + chapter_e, "author": author, "series": novelname}
	toc_manifest = '<item href="toc.xhtml" id="toc" properties="nav" media-type="application/xhtml+xml"/>'
	
	# Write each HTML file to the ebook, collect information for the index
	for i, html in enumerate(html_files):
		basename = os.path.basename(html)
		manifest += '<item id="file_%s" href="%s" media-type="application/xhtml+xml"/>' % (
					  i+1, basename)
		spine += '<itemref idref="file_%s" />' % (i+1)
		epub.write(html, "OEBPS/"+basename)

	# Finally, write the index
	epub.writestr("OEBPS/Content.opf", index_tpl % {
	"metadata": metadata,
	"manifest": manifest + toc_manifest,
	"spine": spine,
	})
	
	 #Generates a Table of Contents + lost strings
	toc_start = '''<?xml version='1.0' encoding='utf-8'?>
	<!DOCTYPE html>
	<html xmlns="http://www.w3.org/1999/xhtml" xmlns:epub="http://www.idpf.org/2007/ops">
	<head>
		<title>%(novelname)s</title>
	</head>
	<body>
		<section class="frontmatter TableOfContents">
			<header>
				<h1>Contents</h1>
			</header>
			<nav id="toc" role="doc-toc" epub:type="toc">
				<ol>
				%(toc_mid)s
		%(toc_end)s'''
	toc_mid = ""
	toc_end = '''</ol></nav></section></body></html>''' 
		
	for i, y in enumerate(html_files):
		ident = 0
		chapter = find_between(html_files[i])
		chapter = str(chapter)
		toc_mid += '''<li class="toc-Chapter-rw" id="num_%s">
		<a href="%s">%s</a>
		</li>''' % (i, html_files[i], chapter)
		
	epub.writestr("OEBPS/toc.xhtml", toc_start % {"novelname": novelname, "toc_mid": toc_mid, "toc_end": toc_end})
	

			
  	#removes all the temporary files
	for x in html_files:
		os.remove(x)

@@ -1162,16 +1162,73 @@
 ith(end)
+ or line.strip().startswith('''%3Cdiv class=%22code-block''')
 :%0A%09%09%09%09fl

Fix for Issue #5