From 8e0f40f50cd00a55c77bed0adb64dd325a44f556 Mon Sep 17 00:00:00 2001 From: Anonymous Date: Wed, 4 Nov 2009 09:14:16 +0000 Subject: [PATCH] short-live v5 of ereader2html --- eReader_Tools/lib/ereader2html.py | 222 ++++++++++++++++++++++++++++-- 1 file changed, 207 insertions(+), 15 deletions(-) diff --git a/eReader_Tools/lib/ereader2html.py b/eReader_Tools/lib/ereader2html.py index 076595a..d42414f 100644 --- a/eReader_Tools/lib/ereader2html.py +++ b/eReader_Tools/lib/ereader2html.py @@ -4,10 +4,11 @@ # 0.01 - Initial version # 0.02 - Support more eReader files. Support bold text and links. Fix PML decoder parsing bug. # 0.03 - Fix incorrect variable usage at one place. -# 0.03b - Add support for type 259 - +# 0.05 - Support for more things in type 272 import struct, binascii, zlib, os, sha, sys, os.path +DEBUG=0 + ECB = 0 CBC = 1 class Des: @@ -229,13 +230,20 @@ class Sectionizer: def __init__(self, filename, ident): self.contents = file(filename, 'rb').read() self.header = self.contents[0:72] + if DEBUG: + file("header.dat", 'wb').write(self.header) + self.num_sections, = struct.unpack('>H', self.contents[76:78]) + if DEBUG: + print "number of sections: %d" % self.num_sections if self.header[0x3C:0x3C+8] != ident: raise ValueError('Invalid file format') self.sections = [] for i in xrange(self.num_sections): offset, a1,a2,a3,a4 = struct.unpack('>LBBBB', self.contents[78+i*8:78+i*8+8]) flags, val = a1, a2<<16|a3<<8|a4 + if DEBUG: + print "section %d offset %d" % ( i, offset ) self.sections.append( (offset, flags, val) ) def loadSection(self, section): if section + 1 == self.num_sections: @@ -257,20 +265,40 @@ def fixKey(key): return b ^ ((b ^ (b<<1) ^ (b<<2) ^ (b<<3) ^ (b<<4) ^ (b<<5) ^ (b<<6) ^ (b<<7) ^ 0x80) & 0x80) return "".join([chr(fixByte(ord(a))) for a in key]) +def deXOR(text, sp, table): + r='' + j = sp + for i in xrange(len(text)): + r += chr(ord(table[j]) ^ ord(text[i])) + j = j + 1 + if j == len(table): + j = 0 + return r + + class EreaderProcessor: def __init__(self, section_reader, username, creditcard): self.section_reader = section_reader data = section_reader(0) + self.data0 = data + if DEBUG: + file("data0.dat", 'wb').write(self.data0) version, = struct.unpack('>H', data[0:2]) - if version != 272 and version != 260 and version != 259: + if version != 272 and version != 260: raise ValueError('incorrect eReader version %d (error 1)' % version) data = section_reader(1) self.data = data des = Des(fixKey(data[0:8])) + # first key is used on last 8 bytes of data to get cookie_shuf and cookie_size + self.first_key = data[0:8] + self.end_key = des.decrypt(data[-8:]) cookie_shuf, cookie_size = struct.unpack('>LL', des.decrypt(data[-8:])) if cookie_shuf < 3 or cookie_shuf > 0x14 or cookie_size < 0xf0 or cookie_size > 0x200: raise ValueError('incorrect eReader version (error 2)') + # first key is also used to decrypt all remaining bytes in data into their shuffled version input = des.decrypt(data[-cookie_size:]) + + # now unshuffle it def unshuff(data, shuf): r = [''] * len(data) j = 0 @@ -280,29 +308,99 @@ class EreaderProcessor: assert len("".join(r)) == len(data) return "".join(r) r = unshuff(input[0:-8], cookie_shuf) + def fixUsername(s): r = '' for c in s.lower(): if (c >= 'a' and c <= 'z' or c >= '0' and c <= '9'): r += c return r + user_key = struct.pack('>LL', binascii.crc32(fixUsername(username)) & 0xffffffff, binascii.crc32(creditcard[-8:])& 0xffffffff) + # second key is made of of user private info i.e. name and crediticard info + self.user_key = user_key + + if DEBUG: + file("mainrecord.dat", 'wb').write(r) + + # the unshuffled data is examined to find record information drm_sub_version = struct.unpack('>H', r[0:2])[0] self.num_text_pages = struct.unpack('>H', r[2:4])[0] - 1 self.num_image_pages = struct.unpack('>H', r[26:26+2])[0] self.first_image_page = struct.unpack('>H', r[24:24+2])[0] + + if version == 272: + self.num_chapter_pages = struct.unpack('>H', r[22:22+2])[0] + self.first_chapter_page = struct.unpack('>H', r[20:20+2])[0] + + self.num_link_pages = struct.unpack('>H', r[30:30+2])[0] + self.first_link_page = struct.unpack('>H', r[28:28+2])[0] + + self.num_bkinfo_pages = struct.unpack('>H', r[34:34+2])[0] + self.first_bkinfo_page = struct.unpack('>H', r[32:32+2])[0] + + self.num_fnote_pages = struct.unpack('>H', r[46:46+2])[0] + self.first_fnote_page = struct.unpack('>H', r[44:44+2])[0] + + self.num_xtextsize_pages = struct.unpack('>H', r[54:54+2])[0] + self.first_xtextsize_page = struct.unpack('>H', r[52:52+2])[0] + + self.num_sidebar_pages = struct.unpack('>H', r[38:38+2])[0] + self.first_sidebar_page = struct.unpack('>H', r[36:36+2])[0] + + # **before** data record 1 was decrypted and unshuffled, it contained data + # to create an XOR table and which is used to fix footnote record 0, link records, chapter records, etc + self.xortable_offset = struct.unpack('>H', r[40:40+2])[0] + self.xortable_size = struct.unpack('>H', r[42:42+2])[0] + self.xortable = self.data[self.xortable_offset:self.xortable_offset + self.xortable_size] + else: + self.num_chapter_pages = 0 + self.num_link_pages = 0 + self.num_bkinfo_pages = 0 + self.num_fnote_pages = 0 + self.num_xtextsize_pages = 0 + self.num_sidebar_pages = 0 + self.first_chapter_pages = -1 + self.first_link_pages = -1 + self.first_bkinfo_pages = -1 + self.first_fnote_pages = -1 + self.first_xtextsize_pages = -1 + self.first_sidebar_pages = -1 + + if DEBUG: + print "num_text_pages: %d" % self.num_text_pages + print "first_text_page: %d" % 1 + + print "num_chapter_pages: %d" % self.num_chapter_pages + print "first_chapter_page: %d" % self.first_chapter_page + + print "num_image_pages: %d" % self.num_image_pages + print "first_image_page: %d" % self.first_image_page + + print "num_fnote_pages: %d" % self.num_fnote_pages + print "first_fnote_page: %d" % self.first_fnote_page + + print "num_link_pages: %d" % self.num_link_pages + print "first_link_page: %d" % self.first_link_page + + print "num_bkinfo_pages: %d" % self.num_bkinfo_pages + print "first_bkinfo_page: %d" % self.first_bkinfo_page + + print "num_xtextsize_pages: %d" % self.num_xtextsize_pages + print "first_xtextsize_page: %d" % self.first_xtextsize_page + + print "num_sidebar_pages: %d" % self.num_sidebar_pages + print "first_sidebar_page: %d" % self.first_sidebar_page + self.flags = struct.unpack('>L', r[4:8])[0] reqd_flags = (1<<9) | (1<<7) | (1<<10) if (self.flags & reqd_flags) != reqd_flags: print "Flags: 0x%X" % self.flags raise ValueError('incompatible eReader file') + # the user_key is used to unpack the encrypted key which is stored in the unshuffled data des = Des(fixKey(user_key)) - if version == 259: - if drm_sub_version != 7: - raise ValueError('incorrect eReader version %d (error 3)' % drm_sub_version) - encrypted_key_sha = r[44:44+20] - encrypted_key = r[64:64+8] - elif version == 260: + + if version == 260: if drm_sub_version != 13: raise ValueError('incorrect eReader version %d (error 3)' % drm_sub_version) encrypted_key = r[44:44+8] @@ -310,23 +408,100 @@ class EreaderProcessor: elif version == 272: encrypted_key = r[172:172+8] encrypted_key_sha = r[56:56+20] + + # the decrypted version of encrypted_key is the content_key self.content_key = des.decrypt(encrypted_key) + if sha.new(self.content_key).digest() != encrypted_key_sha: raise ValueError('Incorrect Name and/or Credit Card') + + def getNumImages(self): return self.num_image_pages + def getImage(self, i): sect = self.section_reader(self.first_image_page + i) name = sect[4:4+32].strip('\0') data = sect[62:] return sanitizeFileName(name), data + + def getChapterNamePMLOffsetData(self): + cv = '' + if self.num_chapter_pages > 0: + # now dump chapter offsets and chapter names + # see mobile read wiki for details + for i in xrange(self.num_chapter_pages): + chaps = self.section_reader(self.first_chapter_page + i) + j = i % self.xortable_size + cv += deXOR(chaps, j, self.xortable) + return cv + + def getLinkNamePMLOffsetData(self): + lv = '' + if self.num_link_pages > 0: + # now dump link offset and link names + # see mobileread wiki for details + for i in xrange(self.num_link_pages): + links = self.section_reader(self.first_link_page + i) + j = i % self.xortable_size + lv += deXOR(links, j, self.xortable) + return lv + + + def getBookInfoData(self): + bi = '' + if self.num_bkinfo_pages > 0: + # now dump book information + # see mobileread wiki for details + for i in xrange(self.num_bkinfo_pages): + binfo = self.section_reader(self.first_bkinfo_page + i) + j = i % self.xortable_size + bi += deXOR(binfo, j, self.xortable) + return bi + + + def getExpandedTextSizesData(self): + ts = '' + if self.num_xtextsize_pages > 0: + # now dump table of expanded sizes for each text page + # (two bytes for each text page - see mobileread wiki for details) + for i in xrange(self.num_xtextsize_pages): + tsize = self.section_reader(self.first_xtextsize_page + i) + j = i % self.xortable_size + ts += deXOR(tsize, j, self.xortable) + return ts + def getText(self): + # uses the content_key and zlib to decrypt and then inflate text sections des = Des(fixKey(self.content_key)) r = '' for i in xrange(self.num_text_pages): r += zlib.decompress(des.decrypt(self.section_reader(1 + i))) + + # now handle footnotes pages + if self.num_fnote_pages > 0: + # the first record of the footnote section must pass through the Xor Table to make it useful + sect = self.section_reader(self.first_fnote_page) + fnote_ids = deXOR(sect, 0, self.xortable) + p = 0 + # the remaining records of the footnote sections need to be decoded with the content_key and zlib inflated + des = Des(fixKey(self.content_key)) + r += '\\w="100%"' + r += 'Footnotes\p' + for i in xrange(1,self.num_fnote_pages): + id_len = ord(fnote_ids[2]) + id = fnote_ids[3:3+id_len] + fmarker='\Q="%s"' % id + r+=fmarker + r += zlib.decompress(des.decrypt(self.section_reader(self.first_fnote_page + i))) + r += '\n' + fnote_ids = fnote_ids[id_len+4:] + + # TO-DO - handle sidebar pages similar to footnotes pages + return r + class PmlConverter: def __init__(self, s): self.s = s @@ -377,6 +552,8 @@ class PmlConverter: return None, None, None def linkPrinter(link): return '' % link + def ilinkPrinter(link): + return '' % link html_tags = { 'c' : ('

', '

'), @@ -397,6 +574,7 @@ class PmlConverter: 'X4' : ('
', '
'), 'l' : ('', ''), 'q' : (linkPrinter, ''), + 'Fn' : (ilinkPrinter, ''), } html_one_tags = { 'p' : '

' @@ -456,7 +634,7 @@ class PmlConverter: if cmd == 'm': final += '' % attr if cmd == 'Q': - final += ' ' % attr + final += ' ' % (attr, attr) if cmd == 'a': final += self.pml_chars.get(attr, '&#%d;' % attr) if cmd == 'U': @@ -479,12 +657,26 @@ def convertEreaderToHtml(infile, name, cc, outdir): name, contents = er.getImage(i) file(os.path.join(outdir, name), 'wb').write(contents) - pml = PmlConverter(er.getText()) + rawpml = er.getText() + file(os.path.join(outdir, 'book.pml'),'wb').write(rawpml) + + pml = PmlConverter(rawpml) file(os.path.join(outdir, 'book.html'),'wb').write(pml.process()) -print "eReader2Html v0.03b, derived from:" -print "\teReader2Html v0.03. Copyright (c) 2008 The Dark Reverser" -print "with enhancement by DeBockle" + ts = er.getExpandedTextSizesData() + file(os.path.join(outdir, 'xtextsizes.dat'), 'wb').write(ts) + + cv = er.getChapterNamePMLOffsetData() + file(os.path.join(outdir, 'chapters.dat'), 'wb').write(cv) + + bi = er.getBookInfoData() + file(os.path.join(outdir, 'bookinfo.dat'), 'wb').write(bi) + + lv = er.getLinkNamePMLOffsetData() + file(os.path.join(outdir, 'links.dat'), 'wb').write(lv) + + +print "eReader2Html v0.05. Copyright (c) 2008 The Dark Reverser" if len(sys.argv)!=5: print "Converts eReader books to HTML" print "Usage:" @@ -494,7 +686,7 @@ if len(sys.argv)!=5: else: infile, outdir, name, cc = sys.argv[1], sys.argv[2], sys.argv[3], sys.argv[4] try: - print "Processing...", + print "Processing..." convertEreaderToHtml(infile, name, cc, outdir) print "done" except ValueError, e: