mirror of
https://github.com/noDRM/DeDRM_tools.git
synced 2024-12-25 18:47:37 +06:00
ereader2html 0.09 by brutusbum, also splitting out into erdr2pml and xpml2xhtml as well, so that we get some history
This commit is contained in:
parent
5115a4aed6
commit
e4a0f92846
884
eReader_Tools/lib/erdr2pml.py
Normal file
884
eReader_Tools/lib/erdr2pml.py
Normal file
@ -0,0 +1,884 @@
|
||||
#!/usr/bin/env python
|
||||
# vim:ts=4:sw=4:softtabstop=4:smarttab:expandtab
|
||||
#
|
||||
# This is a python script. You need a Python interpreter to run it.
|
||||
# For example, ActiveState Python, which exists for windows.
|
||||
# Changelog
|
||||
# 0.01 - Initial version
|
||||
# 0.02 - Support more eReader files. Support bold text and links. Fix PML decoder parsing bug.
|
||||
# 0.03 - Fix incorrect variable usage at one place.
|
||||
# 0.03b - enhancement by DeBockle (version 259 support)
|
||||
# Custom version 0.03 - no change to eReader support, only usability changes
|
||||
# - start of pep-8 indentation (spaces not tab), fix trailing blanks
|
||||
# - version variable, only one place to change
|
||||
# - added main routine, now callable as a library/module,
|
||||
# means tools can add optional support for ereader2html
|
||||
# - outdir is no longer a mandatory parameter (defaults based on input name if missing)
|
||||
# - time taken output to stdout
|
||||
# - Psyco support - reduces runtime by a factor of (over) 3!
|
||||
# E.g. (~600Kb file) 90 secs down to 24 secs
|
||||
# - newstyle classes
|
||||
# - changed map call to list comprehension
|
||||
# may not work with python 2.3
|
||||
# without Psyco this reduces runtime to 90%
|
||||
# E.g. 90 secs down to 77 secs
|
||||
# Psyco with map calls takes longer, do not run with map in Psyco JIT!
|
||||
# - izip calls used instead of zip (if available), further reduction
|
||||
# in run time (factor of 4.5).
|
||||
# E.g. (~600Kb file) 90 secs down to 20 secs
|
||||
# - Python 2.6+ support, avoid DeprecationWarning with sha/sha1
|
||||
# 0.04 - Footnote support, PML output, correct charset in html, support more PML tags
|
||||
# - Feature change, dump out PML file
|
||||
# - Added supprt for footnote tags. NOTE footnote ids appear to be bad (not usable)
|
||||
# in some pdb files :-( due to the same id being used multiple times
|
||||
# - Added correct charset encoding (pml is based on cp1252)
|
||||
# - Added logging support.
|
||||
#
|
||||
# TODO run this through a profiler - speed increases so far was from
|
||||
# applying "quick known fixes", added (commented out) cprofiler call
|
||||
# 0.05 - Improved type 272 support for sidebars, links, chapters, metainfo, etc
|
||||
# 0.06 - Merge of 0.04 and 0.05. Improved HTML output
|
||||
# Placed images in subfolder, so that it's possible to just
|
||||
# drop the book.pml file onto DropBook to make an unencrypted
|
||||
# copy of the eReader file.
|
||||
# Using that with Calibre works a lot better than the HTML
|
||||
# conversion in this code.
|
||||
# 0.07 - Further Improved type 272 support for sidebars with all earlier fixes
|
||||
# 0.08 - fixed typos, removed extraneous things
|
||||
# 0.09 - tried to greatly improve html conversion especially with \t tags
|
||||
|
||||
__version__='0.09'
|
||||
|
||||
# Import Psyco if available
|
||||
try:
|
||||
# Dumb speed hack 1
|
||||
# http://psyco.sourceforge.net
|
||||
import psyco
|
||||
psyco.full()
|
||||
pass
|
||||
except ImportError:
|
||||
pass
|
||||
try:
|
||||
# Dumb speed hack 2
|
||||
# All map() calls converted to list comprehension (some use zip)
|
||||
# override zip with izip - saves memory and in rough testing
|
||||
# appears to be faster zip() is only used in the converted map() calls
|
||||
from itertools import izip as zip
|
||||
except ImportError:
|
||||
pass
|
||||
|
||||
import struct, binascii, zlib, os, sys, os.path, urllib
|
||||
try:
|
||||
from hashlib import sha1
|
||||
except ImportError:
|
||||
# older Python release
|
||||
import sha
|
||||
sha1 = lambda s: sha.new(s)
|
||||
import cgi
|
||||
import logging
|
||||
|
||||
logging.basicConfig()
|
||||
#logging.basicConfig(level=logging.DEBUG)
|
||||
|
||||
|
||||
ECB = 0
|
||||
CBC = 1
|
||||
class Des(object):
|
||||
__pc1 = [56, 48, 40, 32, 24, 16, 8, 0, 57, 49, 41, 33, 25, 17,
|
||||
9, 1, 58, 50, 42, 34, 26, 18, 10, 2, 59, 51, 43, 35,
|
||||
62, 54, 46, 38, 30, 22, 14, 6, 61, 53, 45, 37, 29, 21,
|
||||
13, 5, 60, 52, 44, 36, 28, 20, 12, 4, 27, 19, 11, 3]
|
||||
__left_rotations = [1, 1, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 1]
|
||||
__pc2 = [13, 16, 10, 23, 0, 4,2, 27, 14, 5, 20, 9,
|
||||
22, 18, 11, 3, 25, 7, 15, 6, 26, 19, 12, 1,
|
||||
40, 51, 30, 36, 46, 54, 29, 39, 50, 44, 32, 47,
|
||||
43, 48, 38, 55, 33, 52, 45, 41, 49, 35, 28, 31]
|
||||
__ip = [57, 49, 41, 33, 25, 17, 9, 1, 59, 51, 43, 35, 27, 19, 11, 3,
|
||||
61, 53, 45, 37, 29, 21, 13, 5, 63, 55, 47, 39, 31, 23, 15, 7,
|
||||
56, 48, 40, 32, 24, 16, 8, 0, 58, 50, 42, 34, 26, 18, 10, 2,
|
||||
60, 52, 44, 36, 28, 20, 12, 4, 62, 54, 46, 38, 30, 22, 14, 6]
|
||||
__expansion_table = [31, 0, 1, 2, 3, 4, 3, 4, 5, 6, 7, 8,
|
||||
7, 8, 9, 10, 11, 12,11, 12, 13, 14, 15, 16,
|
||||
15, 16, 17, 18, 19, 20,19, 20, 21, 22, 23, 24,
|
||||
23, 24, 25, 26, 27, 28,27, 28, 29, 30, 31, 0]
|
||||
__sbox = [[14, 4, 13, 1, 2, 15, 11, 8, 3, 10, 6, 12, 5, 9, 0, 7,
|
||||
0, 15, 7, 4, 14, 2, 13, 1, 10, 6, 12, 11, 9, 5, 3, 8,
|
||||
4, 1, 14, 8, 13, 6, 2, 11, 15, 12, 9, 7, 3, 10, 5, 0,
|
||||
15, 12, 8, 2, 4, 9, 1, 7, 5, 11, 3, 14, 10, 0, 6, 13],
|
||||
[15, 1, 8, 14, 6, 11, 3, 4, 9, 7, 2, 13, 12, 0, 5, 10,
|
||||
3, 13, 4, 7, 15, 2, 8, 14, 12, 0, 1, 10, 6, 9, 11, 5,
|
||||
0, 14, 7, 11, 10, 4, 13, 1, 5, 8, 12, 6, 9, 3, 2, 15,
|
||||
13, 8, 10, 1, 3, 15, 4, 2, 11, 6, 7, 12, 0, 5, 14, 9],
|
||||
[10, 0, 9, 14, 6, 3, 15, 5, 1, 13, 12, 7, 11, 4, 2, 8,
|
||||
13, 7, 0, 9, 3, 4, 6, 10, 2, 8, 5, 14, 12, 11, 15, 1,
|
||||
13, 6, 4, 9, 8, 15, 3, 0, 11, 1, 2, 12, 5, 10, 14, 7,
|
||||
1, 10, 13, 0, 6, 9, 8, 7, 4, 15, 14, 3, 11, 5, 2, 12],
|
||||
[7, 13, 14, 3, 0, 6, 9, 10, 1, 2, 8, 5, 11, 12, 4, 15,
|
||||
13, 8, 11, 5, 6, 15, 0, 3, 4, 7, 2, 12, 1, 10, 14, 9,
|
||||
10, 6, 9, 0, 12, 11, 7, 13, 15, 1, 3, 14, 5, 2, 8, 4,
|
||||
3, 15, 0, 6, 10, 1, 13, 8, 9, 4, 5, 11, 12, 7, 2, 14],
|
||||
[2, 12, 4, 1, 7, 10, 11, 6, 8, 5, 3, 15, 13, 0, 14, 9,
|
||||
14, 11, 2, 12, 4, 7, 13, 1, 5, 0, 15, 10, 3, 9, 8, 6,
|
||||
4, 2, 1, 11, 10, 13, 7, 8, 15, 9, 12, 5, 6, 3, 0, 14,
|
||||
11, 8, 12, 7, 1, 14, 2, 13, 6, 15, 0, 9, 10, 4, 5, 3],
|
||||
[12, 1, 10, 15, 9, 2, 6, 8, 0, 13, 3, 4, 14, 7, 5, 11,
|
||||
10, 15, 4, 2, 7, 12, 9, 5, 6, 1, 13, 14, 0, 11, 3, 8,
|
||||
9, 14, 15, 5, 2, 8, 12, 3, 7, 0, 4, 10, 1, 13, 11, 6,
|
||||
4, 3, 2, 12, 9, 5, 15, 10, 11, 14, 1, 7, 6, 0, 8, 13],
|
||||
[4, 11, 2, 14, 15, 0, 8, 13, 3, 12, 9, 7, 5, 10, 6, 1,
|
||||
13, 0, 11, 7, 4, 9, 1, 10, 14, 3, 5, 12, 2, 15, 8, 6,
|
||||
1, 4, 11, 13, 12, 3, 7, 14, 10, 15, 6, 8, 0, 5, 9, 2,
|
||||
6, 11, 13, 8, 1, 4, 10, 7, 9, 5, 0, 15, 14, 2, 3, 12],
|
||||
[13, 2, 8, 4, 6, 15, 11, 1, 10, 9, 3, 14, 5, 0, 12, 7,
|
||||
1, 15, 13, 8, 10, 3, 7, 4, 12, 5, 6, 11, 0, 14, 9, 2,
|
||||
7, 11, 4, 1, 9, 12, 14, 2, 0, 6, 10, 13, 15, 3, 5, 8,
|
||||
2, 1, 14, 7, 4, 10, 8, 13, 15, 12, 9, 0, 3, 5, 6, 11],]
|
||||
__p = [15, 6, 19, 20, 28, 11,27, 16, 0, 14, 22, 25,
|
||||
4, 17, 30, 9, 1, 7,23,13, 31, 26, 2, 8,18, 12, 29, 5, 21, 10,3, 24]
|
||||
__fp = [39, 7, 47, 15, 55, 23, 63, 31,38, 6, 46, 14, 54, 22, 62, 30,
|
||||
37, 5, 45, 13, 53, 21, 61, 29,36, 4, 44, 12, 52, 20, 60, 28,
|
||||
35, 3, 43, 11, 51, 19, 59, 27,34, 2, 42, 10, 50, 18, 58, 26,
|
||||
33, 1, 41, 9, 49, 17, 57, 25,32, 0, 40, 8, 48, 16, 56, 24]
|
||||
# Type of crypting being done
|
||||
ENCRYPT = 0x00
|
||||
DECRYPT = 0x01
|
||||
def __init__(self, key, mode=ECB, IV=None):
|
||||
if len(key) != 8:
|
||||
raise ValueError("Invalid DES key size. Key must be exactly 8 bytes long.")
|
||||
self.block_size = 8
|
||||
self.key_size = 8
|
||||
self.__padding = ''
|
||||
self.setMode(mode)
|
||||
if IV:
|
||||
self.setIV(IV)
|
||||
self.L = []
|
||||
self.R = []
|
||||
self.Kn = [ [0] * 48 ] * 16 # 16 48-bit keys (K1 - K16)
|
||||
self.final = []
|
||||
self.setKey(key)
|
||||
def getKey(self):
|
||||
return self.__key
|
||||
def setKey(self, key):
|
||||
self.__key = key
|
||||
self.__create_sub_keys()
|
||||
def getMode(self):
|
||||
return self.__mode
|
||||
def setMode(self, mode):
|
||||
self.__mode = mode
|
||||
def getIV(self):
|
||||
return self.__iv
|
||||
def setIV(self, IV):
|
||||
if not IV or len(IV) != self.block_size:
|
||||
raise ValueError("Invalid Initial Value (IV), must be a multiple of " + str(self.block_size) + " bytes")
|
||||
self.__iv = IV
|
||||
def getPadding(self):
|
||||
return self.__padding
|
||||
def __String_to_BitList(self, data):
|
||||
l = len(data) * 8
|
||||
result = [0] * l
|
||||
pos = 0
|
||||
for c in data:
|
||||
i = 7
|
||||
ch = ord(c)
|
||||
while i >= 0:
|
||||
if ch & (1 << i) != 0:
|
||||
result[pos] = 1
|
||||
else:
|
||||
result[pos] = 0
|
||||
pos += 1
|
||||
i -= 1
|
||||
return result
|
||||
def __BitList_to_String(self, data):
|
||||
result = ''
|
||||
pos = 0
|
||||
c = 0
|
||||
while pos < len(data):
|
||||
c += data[pos] << (7 - (pos % 8))
|
||||
if (pos % 8) == 7:
|
||||
result += chr(c)
|
||||
c = 0
|
||||
pos += 1
|
||||
return result
|
||||
def __permutate(self, table, block):
|
||||
return [block[x] for x in table]
|
||||
def __create_sub_keys(self):
|
||||
key = self.__permutate(Des.__pc1, self.__String_to_BitList(self.getKey()))
|
||||
i = 0
|
||||
self.L = key[:28]
|
||||
self.R = key[28:]
|
||||
while i < 16:
|
||||
j = 0
|
||||
while j < Des.__left_rotations[i]:
|
||||
self.L.append(self.L[0])
|
||||
del self.L[0]
|
||||
self.R.append(self.R[0])
|
||||
del self.R[0]
|
||||
j += 1
|
||||
self.Kn[i] = self.__permutate(Des.__pc2, self.L + self.R)
|
||||
i += 1
|
||||
def __des_crypt(self, block, crypt_type):
|
||||
block = self.__permutate(Des.__ip, block)
|
||||
self.L = block[:32]
|
||||
self.R = block[32:]
|
||||
if crypt_type == Des.ENCRYPT:
|
||||
iteration = 0
|
||||
iteration_adjustment = 1
|
||||
else:
|
||||
iteration = 15
|
||||
iteration_adjustment = -1
|
||||
i = 0
|
||||
while i < 16:
|
||||
tempR = self.R[:]
|
||||
self.R = self.__permutate(Des.__expansion_table, self.R)
|
||||
self.R = [x ^ y for x,y in zip(self.R, self.Kn[iteration])]
|
||||
B = [self.R[:6], self.R[6:12], self.R[12:18], self.R[18:24], self.R[24:30], self.R[30:36], self.R[36:42], self.R[42:]]
|
||||
j = 0
|
||||
Bn = [0] * 32
|
||||
pos = 0
|
||||
while j < 8:
|
||||
m = (B[j][0] << 1) + B[j][5]
|
||||
n = (B[j][1] << 3) + (B[j][2] << 2) + (B[j][3] << 1) + B[j][4]
|
||||
v = Des.__sbox[j][(m << 4) + n]
|
||||
Bn[pos] = (v & 8) >> 3
|
||||
Bn[pos + 1] = (v & 4) >> 2
|
||||
Bn[pos + 2] = (v & 2) >> 1
|
||||
Bn[pos + 3] = v & 1
|
||||
pos += 4
|
||||
j += 1
|
||||
self.R = self.__permutate(Des.__p, Bn)
|
||||
self.R = [x ^ y for x, y in zip(self.R, self.L)]
|
||||
self.L = tempR
|
||||
i += 1
|
||||
iteration += iteration_adjustment
|
||||
self.final = self.__permutate(Des.__fp, self.R + self.L)
|
||||
return self.final
|
||||
def crypt(self, data, crypt_type):
|
||||
if not data:
|
||||
return ''
|
||||
if len(data) % self.block_size != 0:
|
||||
if crypt_type == Des.DECRYPT: # Decryption must work on 8 byte blocks
|
||||
raise ValueError("Invalid data length, data must be a multiple of " + str(self.block_size) + " bytes\n.")
|
||||
if not self.getPadding():
|
||||
raise ValueError("Invalid data length, data must be a multiple of " + str(self.block_size) + " bytes\n. Try setting the optional padding character")
|
||||
else:
|
||||
data += (self.block_size - (len(data) % self.block_size)) * self.getPadding()
|
||||
if self.getMode() == CBC:
|
||||
if self.getIV():
|
||||
iv = self.__String_to_BitList(self.getIV())
|
||||
else:
|
||||
raise ValueError("For CBC mode, you must supply the Initial Value (IV) for ciphering")
|
||||
i = 0
|
||||
dict = {}
|
||||
result = []
|
||||
while i < len(data):
|
||||
block = self.__String_to_BitList(data[i:i+8])
|
||||
if self.getMode() == CBC:
|
||||
if crypt_type == Des.ENCRYPT:
|
||||
block = [x ^ y for x, y in zip(block, iv)]
|
||||
processed_block = self.__des_crypt(block, crypt_type)
|
||||
if crypt_type == Des.DECRYPT:
|
||||
processed_block = [x ^ y for x, y in zip(processed_block, iv)]
|
||||
iv = block
|
||||
else:
|
||||
iv = processed_block
|
||||
else:
|
||||
processed_block = self.__des_crypt(block, crypt_type)
|
||||
result.append(self.__BitList_to_String(processed_block))
|
||||
i += 8
|
||||
if crypt_type == Des.DECRYPT and self.getPadding():
|
||||
s = result[-1]
|
||||
while s[-1] == self.getPadding():
|
||||
s = s[:-1]
|
||||
result[-1] = s
|
||||
return ''.join(result)
|
||||
def encrypt(self, data, pad=''):
|
||||
self.__padding = pad
|
||||
return self.crypt(data, Des.ENCRYPT)
|
||||
def decrypt(self, data, pad=''):
|
||||
self.__padding = pad
|
||||
return self.crypt(data, Des.DECRYPT)
|
||||
|
||||
class Sectionizer(object):
|
||||
def __init__(self, filename, ident):
|
||||
self.contents = file(filename, 'rb').read()
|
||||
self.header = self.contents[0:72]
|
||||
self.num_sections, = struct.unpack('>H', self.contents[76:78])
|
||||
if self.header[0x3C:0x3C+8] != ident:
|
||||
raise ValueError('Invalid file format')
|
||||
self.sections = []
|
||||
for i in xrange(self.num_sections):
|
||||
offset, a1,a2,a3,a4 = struct.unpack('>LBBBB', self.contents[78+i*8:78+i*8+8])
|
||||
flags, val = a1, a2<<16|a3<<8|a4
|
||||
self.sections.append( (offset, flags, val) )
|
||||
def loadSection(self, section):
|
||||
if section + 1 == self.num_sections:
|
||||
end_off = len(self.contents)
|
||||
else:
|
||||
end_off = self.sections[section + 1][0]
|
||||
off = self.sections[section][0]
|
||||
return self.contents[off:end_off]
|
||||
|
||||
def sanitizeFileName(s):
|
||||
r = ''
|
||||
for c in s.lower():
|
||||
if c in "abcdefghijklmnopqrstuvwxyz0123456789_.-":
|
||||
r += c
|
||||
return r
|
||||
|
||||
def fixKey(key):
|
||||
def fixByte(b):
|
||||
return b ^ ((b ^ (b<<1) ^ (b<<2) ^ (b<<3) ^ (b<<4) ^ (b<<5) ^ (b<<6) ^ (b<<7) ^ 0x80) & 0x80)
|
||||
return "".join([chr(fixByte(ord(a))) for a in key])
|
||||
|
||||
def deXOR(text, sp, table):
|
||||
r=''
|
||||
j = sp
|
||||
for i in xrange(len(text)):
|
||||
r += chr(ord(table[j]) ^ ord(text[i]))
|
||||
j = j + 1
|
||||
if j == len(table):
|
||||
j = 0
|
||||
return r
|
||||
|
||||
class EreaderProcessor(object):
|
||||
def __init__(self, section_reader, username, creditcard):
|
||||
self.section_reader = section_reader
|
||||
data = section_reader(0)
|
||||
version, = struct.unpack('>H', data[0:2])
|
||||
self.version = version
|
||||
logging.info('eReader file format version %s', version)
|
||||
if version != 272 and version != 260 and version != 259:
|
||||
raise ValueError('incorrect eReader version %d (error 1)' % version)
|
||||
data = section_reader(1)
|
||||
self.data = data
|
||||
des = Des(fixKey(data[0:8]))
|
||||
cookie_shuf, cookie_size = struct.unpack('>LL', des.decrypt(data[-8:]))
|
||||
if cookie_shuf < 3 or cookie_shuf > 0x14 or cookie_size < 0xf0 or cookie_size > 0x200:
|
||||
raise ValueError('incorrect eReader version (error 2)')
|
||||
input = des.decrypt(data[-cookie_size:])
|
||||
def unshuff(data, shuf):
|
||||
r = [''] * len(data)
|
||||
j = 0
|
||||
for i in xrange(len(data)):
|
||||
j = (j + shuf) % len(data)
|
||||
r[j] = data[i]
|
||||
assert len("".join(r)) == len(data)
|
||||
return "".join(r)
|
||||
r = unshuff(input[0:-8], cookie_shuf)
|
||||
|
||||
def fixUsername(s):
|
||||
r = ''
|
||||
for c in s.lower():
|
||||
if (c >= 'a' and c <= 'z' or c >= '0' and c <= '9'):
|
||||
r += c
|
||||
return r
|
||||
|
||||
user_key = struct.pack('>LL', binascii.crc32(fixUsername(username)) & 0xffffffff, binascii.crc32(creditcard[-8:])& 0xffffffff)
|
||||
drm_sub_version = struct.unpack('>H', r[0:2])[0]
|
||||
self.num_text_pages = struct.unpack('>H', r[2:4])[0] - 1
|
||||
self.num_image_pages = struct.unpack('>H', r[26:26+2])[0]
|
||||
self.first_image_page = struct.unpack('>H', r[24:24+2])[0]
|
||||
if self.version == 272:
|
||||
self.num_chapter_pages = struct.unpack('>H', r[22:22+2])[0]
|
||||
self.first_chapter_page = struct.unpack('>H', r[20:20+2])[0]
|
||||
self.num_link_pages = struct.unpack('>H', r[30:30+2])[0]
|
||||
self.first_link_page = struct.unpack('>H', r[28:28+2])[0]
|
||||
self.num_bookinfo_pages = struct.unpack('>H', r[34:34+2])[0]
|
||||
self.first_bookinfo_page = struct.unpack('>H', r[32:32+2])[0]
|
||||
self.num_footnote_pages = struct.unpack('>H', r[46:46+2])[0]
|
||||
self.first_footnote_page = struct.unpack('>H', r[44:44+2])[0]
|
||||
self.num_xtextsize_pages = struct.unpack('>H', r[54:54+2])[0]
|
||||
self.first_xtextsize_page = struct.unpack('>H', r[52:52+2])[0]
|
||||
self.num_sidebar_pages = struct.unpack('>H', r[38:38+2])[0]
|
||||
self.first_sidebar_page = struct.unpack('>H', r[36:36+2])[0]
|
||||
|
||||
# **before** data record 1 was decrypted and unshuffled, it contained data
|
||||
# to create an XOR table and which is used to fix footnote record 0, link records, chapter records, etc
|
||||
self.xortable_offset = struct.unpack('>H', r[40:40+2])[0]
|
||||
self.xortable_size = struct.unpack('>H', r[42:42+2])[0]
|
||||
self.xortable = self.data[self.xortable_offset:self.xortable_offset + self.xortable_size]
|
||||
else:
|
||||
self.num_chapter_pages = 0
|
||||
self.num_link_pages = 0
|
||||
self.num_bookinfo_pages = 0
|
||||
self.num_footnote_pages = 0
|
||||
self.num_xtextsize_pages = 0
|
||||
self.num_sidebar_pages = 0
|
||||
self.first_chapter_page = -1
|
||||
self.first_link_page = -1
|
||||
self.first_bookinfo_page = -1
|
||||
self.first_footnote_page = -1
|
||||
self.first_xtextsize_page = -1
|
||||
self.first_sidebar_page = -1
|
||||
|
||||
logging.debug('self.num_text_pages %d', self.num_text_pages)
|
||||
logging.debug('self.num_footnote_pages %d, self.first_footnote_page %d', self.num_footnote_pages , self.first_footnote_page)
|
||||
logging.debug('self.num_sidebar_pages %d, self.first_sidebar_page %d', self.num_sidebar_pages , self.first_sidebar_page)
|
||||
self.flags = struct.unpack('>L', r[4:8])[0]
|
||||
reqd_flags = (1<<9) | (1<<7) | (1<<10)
|
||||
if (self.flags & reqd_flags) != reqd_flags:
|
||||
print "Flags: 0x%X" % self.flags
|
||||
raise ValueError('incompatible eReader file')
|
||||
des = Des(fixKey(user_key))
|
||||
if version == 259:
|
||||
if drm_sub_version != 7:
|
||||
raise ValueError('incorrect eReader version %d (error 3)' % drm_sub_version)
|
||||
encrypted_key_sha = r[44:44+20]
|
||||
encrypted_key = r[64:64+8]
|
||||
elif version == 260:
|
||||
if drm_sub_version != 13:
|
||||
raise ValueError('incorrect eReader version %d (error 3)' % drm_sub_version)
|
||||
encrypted_key = r[44:44+8]
|
||||
encrypted_key_sha = r[52:52+20]
|
||||
elif version == 272:
|
||||
encrypted_key = r[172:172+8]
|
||||
encrypted_key_sha = r[56:56+20]
|
||||
self.content_key = des.decrypt(encrypted_key)
|
||||
if sha1(self.content_key).digest() != encrypted_key_sha:
|
||||
raise ValueError('Incorrect Name and/or Credit Card')
|
||||
|
||||
def getNumImages(self):
|
||||
return self.num_image_pages
|
||||
|
||||
def getImage(self, i):
|
||||
sect = self.section_reader(self.first_image_page + i)
|
||||
name = sect[4:4+32].strip('\0')
|
||||
data = sect[62:]
|
||||
return sanitizeFileName(name), data
|
||||
|
||||
def getChapterNamePMLOffsetData(self):
|
||||
cv = ''
|
||||
if self.num_chapter_pages > 0:
|
||||
for i in xrange(self.num_chapter_pages):
|
||||
chaps = self.section_reader(self.first_chapter_page + i)
|
||||
j = i % self.xortable_size
|
||||
offname = deXOR(chaps, j, self.xortable)
|
||||
offset = struct.unpack('>L', offname[0:4])[0]
|
||||
name = offname[4:].strip('\0')
|
||||
cv += '%d,%s\n' % (offset, name)
|
||||
return cv
|
||||
|
||||
def getLinkNamePMLOffsetData(self):
|
||||
lv = ''
|
||||
if self.num_link_pages > 0:
|
||||
for i in xrange(self.num_link_pages):
|
||||
links = self.section_reader(self.first_link_page + i)
|
||||
j = i % self.xortable_size
|
||||
offname = deXOR(links, j, self.xortable)
|
||||
offset = struct.unpack('>L', offname[0:4])[0]
|
||||
name = offname[4:].strip('\0')
|
||||
lv += '%d,%s\n' % (offset, name)
|
||||
return lv
|
||||
|
||||
def getExpandedTextSizesData(self):
|
||||
ts = ''
|
||||
if self.num_xtextsize_pages > 0:
|
||||
tsize = deXOR(self.section_reader(self.first_xtextsize_page), 0, self.xortable)
|
||||
for i in xrange(self.num_text_pages):
|
||||
xsize = struct.unpack('>H', tsize[0:2])[0]
|
||||
ts += "%d\n" % xsize
|
||||
tsize = tsize[2:]
|
||||
return ts
|
||||
|
||||
def getBookInfo(self):
|
||||
bkinfo = ''
|
||||
if self.num_bookinfo_pages > 0:
|
||||
info = self.section_reader(self.first_bookinfo_page)
|
||||
bkinfo = deXOR(info, 0, self.xortable)
|
||||
return bkinfo
|
||||
|
||||
def getText(self):
|
||||
des = Des(fixKey(self.content_key))
|
||||
r = ''
|
||||
for i in xrange(self.num_text_pages):
|
||||
logging.debug('get page %d', i)
|
||||
r += zlib.decompress(des.decrypt(self.section_reader(1 + i)))
|
||||
|
||||
# now handle footnotes pages
|
||||
if self.num_footnote_pages > 0:
|
||||
# the record 0 of the footnote section must pass through the Xor Table to make it useful
|
||||
sect = self.section_reader(self.first_footnote_page)
|
||||
fnote_ids = deXOR(sect, 0, self.xortable)
|
||||
# the remaining records of the footnote sections need to be decoded with the content_key and zlib inflated
|
||||
des = Des(fixKey(self.content_key))
|
||||
r += '\\w="100%"'
|
||||
r += '\\pFootnotes:\n\n'
|
||||
for i in xrange(1,self.num_footnote_pages):
|
||||
logging.debug('get footnotepage %d', i)
|
||||
id_len = ord(fnote_ids[2])
|
||||
id = fnote_ids[3:3+id_len]
|
||||
fmarker='\\t\\Q="footnote-%s"' % id
|
||||
r+=fmarker
|
||||
r += zlib.decompress(des.decrypt(self.section_reader(self.first_footnote_page + i)))
|
||||
r += '\\t\n\n'
|
||||
fnote_ids = fnote_ids[id_len+4:]
|
||||
|
||||
# according to ereader pml spec we should be outputing the following xml for each footnote - but then we would have to handle
|
||||
# parsing it back in to convert it since that xml is not valid xhtml
|
||||
# fmarker = '<footnote id="footnote-%s">\n' % id
|
||||
# fmarker += zlib.decompress(des.decrypt(self.section_reader(self.first_footnote_page + i)))
|
||||
# fmarker += '\n</footnote>\n'
|
||||
# r += fmarker
|
||||
|
||||
|
||||
# now handle sidebar pages
|
||||
if self.num_sidebar_pages > 0:
|
||||
# the record 0 of the sidebar section must pass through the Xor Table to make it useful
|
||||
sect = self.section_reader(self.first_sidebar_page)
|
||||
sbar_ids = deXOR(sect, 0, self.xortable)
|
||||
# the remaining records of the sidebar sections need to be decoded with the content_key and zlib inflated
|
||||
des = Des(fixKey(self.content_key))
|
||||
r += '\\w="100%"'
|
||||
r += '\\pSidebars:\n\n'
|
||||
for i in xrange(1,self.num_sidebar_pages):
|
||||
id_len = ord(sbar_ids[2])
|
||||
id = sbar_ids[3:3+id_len]
|
||||
smarker='\\t\\Q="sidebar-%s"' % id
|
||||
r+=smarker
|
||||
r += zlib.decompress(des.decrypt(self.section_reader(self.first_sidebar_page + i)))
|
||||
r += '\\t\n\n'
|
||||
sbar_ids = sbar_ids[id_len+4:]
|
||||
|
||||
# according to ereader pml spec we should be outputing the following xml for each sidebar - but then we would have to handle
|
||||
# parsing it back in to convert it since that xml is not valid xhtml
|
||||
# smarker = '<sidebar id="sidebar-%s">\n' % id
|
||||
# smarker += zlib.decompress(des.decrypt(self.section_reader(self.first_footnote_page + i)))
|
||||
# smarker += '\n</sidebar>\n'
|
||||
# r += smarker
|
||||
|
||||
return r
|
||||
|
||||
class PmlConverter(object):
|
||||
def __init__(self, s, bkinfo):
|
||||
def findPrevStartofLine(src,p,n):
|
||||
# find last end of previous line in substring from p to n
|
||||
b1 = src.rfind('\n',p,n)
|
||||
b2 = src.rfind('\\c',p,n)
|
||||
b3 = src.rfind('\\r',p,n)
|
||||
b4 = src.rfind('\\x',p,n)
|
||||
b5 = src.rfind('\\p',p,n)
|
||||
b = max(b1, b2, b3, b4, b5)
|
||||
if b == -1:
|
||||
return n
|
||||
if b == b1:
|
||||
return b + 1
|
||||
return b + 2
|
||||
def markHangingIndents(src):
|
||||
r = ''
|
||||
p = 0
|
||||
while True:
|
||||
if p > len(src):
|
||||
return r
|
||||
n = src.find('\\t', p)
|
||||
if n == -1:
|
||||
r += src[p:]
|
||||
return r
|
||||
pc = findPrevStartofLine(src,p,n)
|
||||
if pc == n :
|
||||
# \t tag is at start of line so indent block will work
|
||||
end = src.find('\\t',n+2)
|
||||
if end == -1:
|
||||
end = n
|
||||
r += src[p:end+2]
|
||||
p = end + 2
|
||||
else :
|
||||
# \t tag not at start of line so hanging indent case
|
||||
# recode \t to pseudo \h tags and move it to start of this line
|
||||
# and recode its close as well
|
||||
r += src[p:pc] + '\\h' + src[pc:n]
|
||||
end = src.find('\\t',n+2)
|
||||
if end == -1:
|
||||
end = n+2
|
||||
r += src[n+2:end] + '\\h'
|
||||
p = end + 2
|
||||
self.s = markHangingIndents(s)
|
||||
# file(os.path.join("./pseudo.pml"), 'wb').write(self.s)
|
||||
self.pos = 0
|
||||
self.bkinfo = bkinfo
|
||||
def nextOptAttr(self):
|
||||
p = self.pos
|
||||
if self.s[p:p+2] != '="':
|
||||
return None
|
||||
r = ''
|
||||
p += 2
|
||||
while self.s[p] != '"':
|
||||
r += self.s[p]
|
||||
p += 1
|
||||
self.pos = p + 1
|
||||
return r
|
||||
def next(self):
|
||||
p = self.pos
|
||||
if p >= len(self.s):
|
||||
return None
|
||||
if self.s[p] != '\\':
|
||||
res = self.s.find('\\', p)
|
||||
if res == -1:
|
||||
res = len(self.s)
|
||||
self.pos = res
|
||||
return self.s[p : res], None, None
|
||||
c = self.s[p+1]
|
||||
# add in support for new pseudo tag \\h
|
||||
if c in 'pxcriuovthnsblBk-lI\\d':
|
||||
self.pos = p + 2
|
||||
return None, c, None
|
||||
if c in 'TwmqQ':
|
||||
self.pos = p + 2
|
||||
return None, c, self.nextOptAttr()
|
||||
if c == 'a':
|
||||
self.pos = p + 5
|
||||
return None, c, int(self.s[p+2:p+5])
|
||||
if c == 'U':
|
||||
self.pos = p + 6
|
||||
return None, c, int(self.s[p+2:p+6], 16)
|
||||
c = self.s[p+1:p+1+2]
|
||||
if c in ('X0','X1','X2','X3','X4','Sp','Sb'):
|
||||
self.pos = p + 3
|
||||
return None, c, None
|
||||
if c in ('C0','C1','C2','C3','C4','Fn','Sd'):
|
||||
self.pos = p + 3
|
||||
return None, c, self.nextOptAttr()
|
||||
print "unknown escape code %s" % c
|
||||
self.pos = p + 1
|
||||
return None, None, None
|
||||
def LinePrinter(link):
|
||||
return '<hr width="%s" />\n' % link
|
||||
def LinkPrinter(link):
|
||||
return '<a href="%s">' % link
|
||||
def FootnoteLinkPrinter(link):
|
||||
return '<a href="#footnote-%s">' % link
|
||||
def SidebarLinkPrinter(link):
|
||||
return '<a href="#sidebar-%s">' % link
|
||||
def NotSupported(link):
|
||||
raise NotImplemented()
|
||||
def IndentPercent(link):
|
||||
return '<span style="padding-left: %s%%;"></span>' %link
|
||||
def NormalFont(link):
|
||||
print "Nonfatal Error: NormalFont not implemented."
|
||||
return '<!-- NormalFont %s -->' %link
|
||||
def StdFont(link):
|
||||
print "Nonfatal Error: StdFont not implemented."
|
||||
return '<!-- StdFont: %s -->' %link
|
||||
|
||||
# See http://wiki.mobileread.com/wiki/PML#Palm_Markup_Language
|
||||
html_tags = {
|
||||
'c' : ('<div class="center">', '</div>'),
|
||||
'r' : ('<div class="right">', '</div>'),
|
||||
'i' : ('<i>', '</i>'),
|
||||
'u' : ('<span class="under">', '</span>'),
|
||||
'b' : ('<strong>', '</strong>'),
|
||||
'B' : ('<strong>', '</strong>'),
|
||||
'o' : ('<del>', '</del>'),
|
||||
'v' : ('<!-- ', ' -->'),
|
||||
't' : ('<div class="indent">','</div>'),
|
||||
'h' : ('<div class="hang">','</div>'), # pseudo-tag created to handle hanging indent cases
|
||||
'Sb' : ('<sub>', '</sub>'),
|
||||
'Sp' : ('<sup>', '</sup>'),
|
||||
'X0' : ('<h1>', '</h1>'),
|
||||
'X1' : ('<h2>', '</h2>'),
|
||||
'X2' : ('<h3>', '</h3>'),
|
||||
'X3' : ('<h4>', '</h4>'),
|
||||
'X4' : ('<h5>', '</h5>'),
|
||||
'l' : ('<span class="big">', '</span>'),
|
||||
'q' : (LinkPrinter, '</a>'),
|
||||
'Fn' : (FootnoteLinkPrinter, '</a>'),
|
||||
'Sd' : (SidebarLinkPrinter, '</a>'),
|
||||
'w' : (LinePrinter, ''),
|
||||
#'m' : handled in if block,
|
||||
#'Q' : handled in if block,
|
||||
#'a' : handled in if block,
|
||||
#'U' : handled in if block,
|
||||
'x' : ('<h1 class="breakbefore">', '</h1>'),
|
||||
#'C0' : handled in if block,
|
||||
#'C1' : handled in if block,
|
||||
#'C2' : handled in if block,
|
||||
#'C3' : handled in if block,
|
||||
#'C4' : handled in if block,
|
||||
'T' : (IndentPercent, ''),
|
||||
'n' : (NormalFont, ''),
|
||||
's' : ('', ''),
|
||||
'k' : ('<span class="small">', '</span>'),
|
||||
'I' : ('<i>', '</i>'), # according to calibre - all ereader does is italicize the index entries
|
||||
}
|
||||
html_one_tags = {
|
||||
'p' : '<p class="breakafter"> </p>\n',
|
||||
'\\': '\\',
|
||||
'-' : '­',
|
||||
}
|
||||
pml_chars = {
|
||||
160 : ' ',130 : '—',131: 'ƒ',132: '„',
|
||||
133: '…',134: '†',135: '‡',138: 'Š',
|
||||
139: '‹',140: 'Œ',145: '‘',146: '’',
|
||||
147: '“',148: '”',149: '•',150: '–',
|
||||
151: '—',153: '™',154: 'š',155: '›',
|
||||
156: 'œ',159: 'Ÿ'
|
||||
}
|
||||
def process(self):
|
||||
final = '<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">\n'
|
||||
final += '<html>\n<head>\n<meta http-equiv="content-type" content="text/html; charset=windows-1252">\n'
|
||||
if len(self.bkinfo) > 0:
|
||||
title, author, copyright, publisher, isbn = self.bkinfo.split('\0',4)
|
||||
isbn = isbn.strip('\0')
|
||||
final += '<meta name="Title" content="%s"/>\n' % title
|
||||
final += '<meta name="Author" content="%s"/>\n' % author
|
||||
final += '<meta name="Copyright" content="%s"/>\n' % copyright
|
||||
final += '<meta name="Publisher" content="%s"/>\n' % publisher
|
||||
final += '<meta name="ISBN" content="%s"/>\n' % isbn
|
||||
final += '<style type="text/css">\n'
|
||||
final += 'div.center { text-align:center; }\n'
|
||||
final += 'div.right { text-align:right; }\n'
|
||||
final += 'div.indent { margin-left: 5%; }\n'
|
||||
final += 'div.hang { text-indent: -5%; margin-left: 5%; }\n'
|
||||
final += 'span.big { font-size: 175%; }\n'
|
||||
final += 'span.small { font-size: 50%; }\n'
|
||||
final += 'span.under { text-decoration: underline; }\n'
|
||||
final += '.breakbefore { page-break-before: always; }\n'
|
||||
final += '.breakafter { page-break-after: always; }\n'
|
||||
final += '</style>\n'
|
||||
final += '</head><body>\n'
|
||||
in_tags = []
|
||||
def makeText(s):
|
||||
s = s.replace('&', '&')
|
||||
#s = s.replace('"', '"')
|
||||
s = s.replace('<', '<')
|
||||
s = s.replace('>', '>')
|
||||
s = s.replace('\n', '<br />\n')
|
||||
return s
|
||||
while True:
|
||||
r = self.next()
|
||||
if not r:
|
||||
break
|
||||
text, cmd, attr = r
|
||||
if text:
|
||||
final += makeText(text)
|
||||
if cmd:
|
||||
def getTag(ti, end):
|
||||
cmd, attr = ti
|
||||
r = self.html_tags[cmd][end]
|
||||
if type(r) != str:
|
||||
r = r(attr)
|
||||
return r
|
||||
if cmd in self.html_tags:
|
||||
pair = (cmd, attr)
|
||||
if cmd not in [a for (a,b) in in_tags]:
|
||||
final += getTag(pair, False)
|
||||
in_tags.append(pair)
|
||||
else:
|
||||
j = len(in_tags)
|
||||
while True:
|
||||
j = j - 1
|
||||
final += getTag(in_tags[j], True)
|
||||
if in_tags[j][0] == cmd:
|
||||
break
|
||||
del in_tags[j]
|
||||
while j < len(in_tags):
|
||||
final += getTag(in_tags[j], False)
|
||||
j = j + 1
|
||||
|
||||
if cmd in self.html_one_tags:
|
||||
final += self.html_one_tags[cmd]
|
||||
if cmd == 'm':
|
||||
unquotedimagepath = "images/" + attr
|
||||
imagepath = urllib.quote( unquotedimagepath )
|
||||
final += '<img src="%s" alt="">' % imagepath
|
||||
if cmd == 'Q':
|
||||
final += '<span id="%s"> </span>' % attr
|
||||
if cmd == 'C0':
|
||||
final += '<!-- ContentsList "%s" -->' % attr
|
||||
if cmd == 'C1':
|
||||
final += '<!-- ContentsList " %s" -->' % attr
|
||||
if cmd == 'C2':
|
||||
final += '<!-- ContentsList " %s" -->' % attr
|
||||
if cmd == 'C3':
|
||||
final += '<!-- ContentsList " %s" -->' % attr
|
||||
if cmd == 'C4':
|
||||
final += '<!-- ContentsList " %s" -->' % attr
|
||||
if cmd == 'a':
|
||||
final += self.pml_chars.get(attr, '&#%d;' % attr)
|
||||
if cmd == 'U':
|
||||
final += '&#%d;' % attr
|
||||
final += '</body></html>\n'
|
||||
# while True:
|
||||
# s = final.replace('<br />\n<br />\n<br />\n', '<br />\n<br />\n')
|
||||
# if s == final:
|
||||
# break
|
||||
# final = s
|
||||
s = final.replace('</div><br />','</div>\n')
|
||||
final = s
|
||||
return final
|
||||
|
||||
def convertEreaderToHtml(infile, name, cc, outdir):
|
||||
if not os.path.exists(outdir):
|
||||
os.makedirs(outdir)
|
||||
sect = Sectionizer(infile, 'PNRdPPrs')
|
||||
er = EreaderProcessor(sect.loadSection, name, cc)
|
||||
|
||||
if er.getNumImages() > 0:
|
||||
imagedir = "images/"
|
||||
imagedirpath = os.path.join(outdir,imagedir)
|
||||
if not os.path.exists(imagedirpath):
|
||||
os.makedirs(imagedirpath)
|
||||
for i in xrange(er.getNumImages()):
|
||||
name, contents = er.getImage(i)
|
||||
file(os.path.join(imagedirpath, name), 'wb').write(contents)
|
||||
|
||||
pml_string = er.getText()
|
||||
pmlfilename = bookname + ".pml"
|
||||
file(os.path.join(outdir, pmlfilename),'wb').write(pml_string)
|
||||
|
||||
bkinfo = er.getBookInfo()
|
||||
|
||||
pml = PmlConverter(pml_string, bkinfo)
|
||||
htmlfilename = bookname + ".html"
|
||||
file(os.path.join(outdir, htmlfilename),'wb').write(pml.process())
|
||||
|
||||
# ts = er.getExpandedTextSizesData()
|
||||
# file(os.path.join(outdir, 'xtextsizes.dat'), 'wb').write(ts)
|
||||
|
||||
cv = er.getChapterNamePMLOffsetData()
|
||||
file(os.path.join(outdir, 'chapters.dat'), 'wb').write(cv)
|
||||
|
||||
# lv = er.getLinkNamePMLOffsetData()
|
||||
# file(os.path.join(outdir, 'links.dat'), 'wb').write(lv)
|
||||
|
||||
|
||||
def main(argv=None):
|
||||
global bookname
|
||||
if argv is None:
|
||||
argv = sys.argv
|
||||
|
||||
print "eReader2Html v%s. Copyright (c) 2008 The Dark Reverser" % __version__
|
||||
|
||||
if len(argv)!=4 and len(argv)!=5:
|
||||
print "Converts DRMed eReader books to PML Source and HTML"
|
||||
print "Usage:"
|
||||
print " ereader2html infile.pdb [outdir] \"your name\" credit_card_number "
|
||||
print "Note:"
|
||||
print " if ommitted, outdir defaults based on 'infile.pdb'"
|
||||
print " It's enough to enter the last 8 digits of the credit card number"
|
||||
else:
|
||||
if len(argv)==4:
|
||||
infile, name, cc = argv[1], argv[2], argv[3]
|
||||
outdir = infile[:-4] + '_Source'
|
||||
elif len(argv)==5:
|
||||
infile, outdir, name, cc = argv[1], argv[2], argv[3], argv[4]
|
||||
bookname = os.path.splitext(os.path.basename(infile))[0]
|
||||
|
||||
try:
|
||||
print "Processing..."
|
||||
import time
|
||||
start_time = time.time()
|
||||
convertEreaderToHtml(infile, name, cc, outdir)
|
||||
end_time = time.time()
|
||||
search_time = end_time - start_time
|
||||
print 'elapsed time: %.2f seconds' % (search_time, )
|
||||
print 'output in %s' % outdir
|
||||
print "done"
|
||||
except ValueError, e:
|
||||
print "Error: %s" % e
|
||||
|
||||
if __name__ == "__main__":
|
||||
#import cProfile
|
||||
#command = """sys.exit(main())"""
|
||||
#cProfile.runctx( command, globals(), locals(), filename="cprofile.profile" )
|
||||
|
||||
sys.exit(main())
|
@ -44,10 +44,10 @@
|
||||
# Using that with Calibre works a lot better than the HTML
|
||||
# conversion in this code.
|
||||
# 0.07 - Further Improved type 272 support for sidebars with all earlier fixes
|
||||
# 0.07a - Fixed some typos
|
||||
# 0.08 - fixed typos, removed extraneous things
|
||||
# 0.09 - tried to greatly improve html conversion especially with \t tags
|
||||
|
||||
|
||||
__version__='0.07'
|
||||
__version__='0.09'
|
||||
|
||||
# Import Psyco if available
|
||||
try:
|
||||
@ -80,7 +80,6 @@ import logging
|
||||
logging.basicConfig()
|
||||
#logging.basicConfig(level=logging.DEBUG)
|
||||
|
||||
write_pml=False
|
||||
|
||||
ECB = 0
|
||||
CBC = 1
|
||||
@ -503,17 +502,25 @@ class EreaderProcessor(object):
|
||||
# the remaining records of the footnote sections need to be decoded with the content_key and zlib inflated
|
||||
des = Des(fixKey(self.content_key))
|
||||
r += '\\w="100%"'
|
||||
r += 'Footnotes\p'
|
||||
r += '\\pFootnotes:\n\n'
|
||||
for i in xrange(1,self.num_footnote_pages):
|
||||
logging.debug('get footnotepage %d', i)
|
||||
id_len = ord(fnote_ids[2])
|
||||
id = fnote_ids[3:3+id_len]
|
||||
fmarker='\Q="%s"' % id
|
||||
fmarker='\\t\\Q="footnote-%s"' % id
|
||||
r+=fmarker
|
||||
r += zlib.decompress(des.decrypt(self.section_reader(self.first_footnote_page + i)))
|
||||
r += '\n'
|
||||
r += '\\t\n\n'
|
||||
fnote_ids = fnote_ids[id_len+4:]
|
||||
|
||||
# according to ereader pml spec we should be outputing the following xml for each footnote - but then we would have to handle
|
||||
# parsing it back in to convert it since that xml is not valid xhtml
|
||||
# fmarker = '<footnote id="footnote-%s">\n' % id
|
||||
# fmarker += zlib.decompress(des.decrypt(self.section_reader(self.first_footnote_page + i)))
|
||||
# fmarker += '\n</footnote>\n'
|
||||
# r += fmarker
|
||||
|
||||
|
||||
# now handle sidebar pages
|
||||
if self.num_sidebar_pages > 0:
|
||||
# the record 0 of the sidebar section must pass through the Xor Table to make it useful
|
||||
@ -522,20 +529,70 @@ class EreaderProcessor(object):
|
||||
# the remaining records of the sidebar sections need to be decoded with the content_key and zlib inflated
|
||||
des = Des(fixKey(self.content_key))
|
||||
r += '\\w="100%"'
|
||||
r += 'Sidebars\p'
|
||||
r += '\\pSidebars:\n\n'
|
||||
for i in xrange(1,self.num_sidebar_pages):
|
||||
id_len = ord(sbar_ids[2])
|
||||
id = sbar_ids[3:3+id_len]
|
||||
fmarker='\Q="%s"' % id
|
||||
r+=fmarker
|
||||
smarker='\\t\\Q="sidebar-%s"' % id
|
||||
r+=smarker
|
||||
r += zlib.decompress(des.decrypt(self.section_reader(self.first_sidebar_page + i)))
|
||||
r += '\n'
|
||||
r += '\\t\n\n'
|
||||
sbar_ids = sbar_ids[id_len+4:]
|
||||
|
||||
# according to ereader pml spec we should be outputing the following xml for each sidebar - but then we would have to handle
|
||||
# parsing it back in to convert it since that xml is not valid xhtml
|
||||
# smarker = '<sidebar id="sidebar-%s">\n' % id
|
||||
# smarker += zlib.decompress(des.decrypt(self.section_reader(self.first_footnote_page + i)))
|
||||
# smarker += '\n</sidebar>\n'
|
||||
# r += smarker
|
||||
|
||||
return r
|
||||
|
||||
class PmlConverter(object):
|
||||
def __init__(self, s, bkinfo):
|
||||
self.s = s
|
||||
def findPrevStartofLine(src,p,n):
|
||||
# find last end of previous line in substring from p to n
|
||||
b1 = src.rfind('\n',p,n)
|
||||
b2 = src.rfind('\\c',p,n)
|
||||
b3 = src.rfind('\\r',p,n)
|
||||
b4 = src.rfind('\\x',p,n)
|
||||
b5 = src.rfind('\\p',p,n)
|
||||
b = max(b1, b2, b3, b4, b5)
|
||||
if b == -1:
|
||||
return n
|
||||
if b == b1:
|
||||
return b + 1
|
||||
return b + 2
|
||||
def markHangingIndents(src):
|
||||
r = ''
|
||||
p = 0
|
||||
while True:
|
||||
if p > len(src):
|
||||
return r
|
||||
n = src.find('\\t', p)
|
||||
if n == -1:
|
||||
r += src[p:]
|
||||
return r
|
||||
pc = findPrevStartofLine(src,p,n)
|
||||
if pc == n :
|
||||
# \t tag is at start of line so indent block will work
|
||||
end = src.find('\\t',n+2)
|
||||
if end == -1:
|
||||
end = n
|
||||
r += src[p:end+2]
|
||||
p = end + 2
|
||||
else :
|
||||
# \t tag not at start of line so hanging indent case
|
||||
# recode \t to pseudo \h tags and move it to start of this line
|
||||
# and recode its close as well
|
||||
r += src[p:pc] + '\\h' + src[pc:n]
|
||||
end = src.find('\\t',n+2)
|
||||
if end == -1:
|
||||
end = n+2
|
||||
r += src[n+2:end] + '\\h'
|
||||
p = end + 2
|
||||
self.s = markHangingIndents(s)
|
||||
# file(os.path.join("./pseudo.pml"), 'wb').write(self.s)
|
||||
self.pos = 0
|
||||
self.bkinfo = bkinfo
|
||||
def nextOptAttr(self):
|
||||
@ -560,7 +617,8 @@ class PmlConverter(object):
|
||||
self.pos = res
|
||||
return self.s[p : res], None, None
|
||||
c = self.s[p+1]
|
||||
if c in 'pxcriuovtnsblBk-lI\\d':
|
||||
# add in support for new pseudo tag \\h
|
||||
if c in 'pxcriuovthnsblBk-lI\\d':
|
||||
self.pos = p + 2
|
||||
return None, c, None
|
||||
if c in 'TwmqQ':
|
||||
@ -583,48 +641,36 @@ class PmlConverter(object):
|
||||
self.pos = p + 1
|
||||
return None, None, None
|
||||
def LinePrinter(link):
|
||||
return '<hr width="%s" />' % link
|
||||
return '<hr width="%s" />\n' % link
|
||||
def LinkPrinter(link):
|
||||
return '<a href="%s">' % link
|
||||
def InternalLinkPrinter(link):
|
||||
return '<a href="#%s">' % link
|
||||
def FootnoteLinkPrinter(link):
|
||||
return '<a href="#footnote-%s">' % link
|
||||
def SidebarLinkPrinter(link):
|
||||
return '<a href="#sidebar-%s">' % link
|
||||
def NotSupported(link):
|
||||
raise NotImplemented()
|
||||
def NewChapterNewPage(link):
|
||||
raise NotImplemented()
|
||||
def ChapterTitle(link):
|
||||
print "Nonfatal Error: ChapterTitle not implemented."
|
||||
return '<!-- ChapterTitle %s -->' %link
|
||||
def IndentPercent(link):
|
||||
print "Nonfatal Error: IndentPercent not implemented."
|
||||
return '<!-- IndentPercent: %s -->' %link
|
||||
return '<span style="padding-left: %s%%;"></span>' %link
|
||||
def NormalFont(link):
|
||||
print "Nonfatal Error: NormalFont not implemented."
|
||||
return '<!-- NormalFont %s -->' %link
|
||||
def StdFont(link):
|
||||
print "Nonfatal Error: StdFont not implemented."
|
||||
return '<!-- StdFont: %s -->' %link
|
||||
def SingleBackslash(link):
|
||||
print "Nonfatal Error: SingleBackslash not implemented."
|
||||
return '<!-- SingleBackslash: %s -->' %link
|
||||
def SoftHyphen(link):
|
||||
print "Nonfatal Error: SoftHyphen not implemented."
|
||||
return '<!-- SoftHyphen: %s -->' %link
|
||||
def ReferenceIndexItem(link):
|
||||
print "Nonfatal Error: ReferenceIndexItem not implemented."
|
||||
return '<!-- CReferenceIndexItem: %s -->' %link
|
||||
|
||||
# See http://wiki.mobileread.com/wiki/PML#Palm_Markup_Language
|
||||
html_tags = {
|
||||
'c' : ('<div class="center">', '</div>'),
|
||||
'r' : ('<div class="right">', '</div>'),
|
||||
'i' : ('<i>', '</i>'),
|
||||
'u' : ('<u>', '</u>'),
|
||||
'u' : ('<span class="under">', '</span>'),
|
||||
'b' : ('<strong>', '</strong>'),
|
||||
'B' : ('<strong>', '</strong>'),
|
||||
'o' : ('<strike>', '</strike>'),
|
||||
'o' : ('<del>', '</del>'),
|
||||
'v' : ('<!-- ', ' -->'),
|
||||
't' : ('', ''),
|
||||
't' : ('<div class="indent">','</div>'),
|
||||
'h' : ('<div class="hang">','</div>'), # pseudo-tag created to handle hanging indent cases
|
||||
'Sb' : ('<sub>', '</sub>'),
|
||||
'Sp' : ('<sup>', '</sup>'),
|
||||
'X0' : ('<h1>', '</h1>'),
|
||||
@ -632,28 +678,31 @@ class PmlConverter(object):
|
||||
'X2' : ('<h3>', '</h3>'),
|
||||
'X3' : ('<h4>', '</h4>'),
|
||||
'X4' : ('<h5>', '</h5>'),
|
||||
'l' : ('<font size="+2">', '</font>'),
|
||||
'l' : ('<span class="big">', '</span>'),
|
||||
'q' : (LinkPrinter, '</a>'),
|
||||
'Fn' : (InternalLinkPrinter, '</a>'),
|
||||
'Sd' : (InternalLinkPrinter, '</a>'),
|
||||
'Fn' : (FootnoteLinkPrinter, '</a>'),
|
||||
'Sd' : (SidebarLinkPrinter, '</a>'),
|
||||
'w' : (LinePrinter, ''),
|
||||
#'m' : handled in if block,
|
||||
#'Q' : handled in if block,
|
||||
#'a' : handled in if block,
|
||||
#'U' : handled in if block,
|
||||
'x' : ('<h1> class="breakbefore">', '</h1>'),
|
||||
'Cn' : (ChapterTitle, ''),
|
||||
'x' : ('<h1 class="breakbefore">', '</h1>'),
|
||||
#'C0' : handled in if block,
|
||||
#'C1' : handled in if block,
|
||||
#'C2' : handled in if block,
|
||||
#'C3' : handled in if block,
|
||||
#'C4' : handled in if block,
|
||||
'T' : (IndentPercent, ''),
|
||||
'n' : (NormalFont, ''),
|
||||
#'s' : (StdFont, ''),
|
||||
's' : ('', ''),
|
||||
'k' : ('<span style="font-variant: small-caps;">', '</span>'), # NOTE some pdb's then go ahead and use uppercase letters - which doesn't format the way one would expect (perhaps post process the output with html dom and lower ase is only upper case letters are found?)
|
||||
'\\' : (SingleBackslash, ''),
|
||||
'-' : (SoftHyphen, ''),
|
||||
'I' : (ReferenceIndexItem, ''),
|
||||
'k' : ('<span class="small">', '</span>'),
|
||||
'I' : ('<i>', '</i>'), # according to calibre - all ereader does is italicize the index entries
|
||||
}
|
||||
html_one_tags = {
|
||||
'p' : '<p class="breakafter"> </p>\n'
|
||||
'p' : '<p class="breakafter"> </p>\n',
|
||||
'\\': '\\',
|
||||
'-' : '­',
|
||||
}
|
||||
pml_chars = {
|
||||
160 : ' ',130 : '—',131: 'ƒ',132: '„',
|
||||
@ -674,7 +723,17 @@ class PmlConverter(object):
|
||||
final += '<meta name="Copyright" content="%s"/>\n' % copyright
|
||||
final += '<meta name="Publisher" content="%s"/>\n' % publisher
|
||||
final += '<meta name="ISBN" content="%s"/>\n' % isbn
|
||||
final += '<style type="text/css">\ndiv.center { text-align:center; }\ndiv.right { text-align:right; }\n.breakbefore { page-break-before: always; }\n.breakafter { page-break-after: always; }\n</style>\n'
|
||||
final += '<style type="text/css">\n'
|
||||
final += 'div.center { text-align:center; }\n'
|
||||
final += 'div.right { text-align:right; }\n'
|
||||
final += 'div.indent { margin-left: 5%; }\n'
|
||||
final += 'div.hang { text-indent: -5%; margin-left: 5%; }\n'
|
||||
final += 'span.big { font-size: 175%; }\n'
|
||||
final += 'span.small { font-size: 50%; }\n'
|
||||
final += 'span.under { text-decoration: underline; }\n'
|
||||
final += '.breakbefore { page-break-before: always; }\n'
|
||||
final += '.breakafter { page-break-after: always; }\n'
|
||||
final += '</style>\n'
|
||||
final += '</head><body>\n'
|
||||
in_tags = []
|
||||
def makeText(s):
|
||||
@ -682,7 +741,7 @@ class PmlConverter(object):
|
||||
#s = s.replace('"', '"')
|
||||
s = s.replace('<', '<')
|
||||
s = s.replace('>', '>')
|
||||
s = s.replace('\n', '<br>\n')
|
||||
s = s.replace('\n', '<br />\n')
|
||||
return s
|
||||
while True:
|
||||
r = self.next()
|
||||
@ -698,7 +757,6 @@ class PmlConverter(object):
|
||||
if type(r) != str:
|
||||
r = r(attr)
|
||||
return r
|
||||
|
||||
if cmd in self.html_tags:
|
||||
pair = (cmd, attr)
|
||||
if cmd not in [a for (a,b) in in_tags]:
|
||||
@ -719,20 +777,32 @@ class PmlConverter(object):
|
||||
if cmd in self.html_one_tags:
|
||||
final += self.html_one_tags[cmd]
|
||||
if cmd == 'm':
|
||||
unquotedimagepath = bookname + "_img/" + attr
|
||||
unquotedimagepath = "images/" + attr
|
||||
imagepath = urllib.quote( unquotedimagepath )
|
||||
final += '<img src="%s" alt="">' % imagepath
|
||||
if cmd == 'Q':
|
||||
final += '<a name="%s" id="%s"> </a>' % (attr, attr)
|
||||
final += '<span id="%s"> </span>' % attr
|
||||
if cmd == 'C0':
|
||||
final += '<!-- ContentsList "%s" -->' % attr
|
||||
if cmd == 'C1':
|
||||
final += '<!-- ContentsList " %s" -->' % attr
|
||||
if cmd == 'C2':
|
||||
final += '<!-- ContentsList " %s" -->' % attr
|
||||
if cmd == 'C3':
|
||||
final += '<!-- ContentsList " %s" -->' % attr
|
||||
if cmd == 'C4':
|
||||
final += '<!-- ContentsList " %s" -->' % attr
|
||||
if cmd == 'a':
|
||||
final += self.pml_chars.get(attr, '&#%d;' % attr)
|
||||
if cmd == 'U':
|
||||
final += '&#%d;' % attr
|
||||
final += '</body></html>\n'
|
||||
while True:
|
||||
s = final.replace('<br>\n<br>\n<br>\n', '<br>\n<br>\n')
|
||||
if s == final:
|
||||
break
|
||||
# while True:
|
||||
# s = final.replace('<br />\n<br />\n<br />\n', '<br />\n<br />\n')
|
||||
# if s == final:
|
||||
# break
|
||||
# final = s
|
||||
s = final.replace('</div><br />','</div>\n')
|
||||
final = s
|
||||
return final
|
||||
|
||||
@ -743,7 +813,7 @@ def convertEreaderToHtml(infile, name, cc, outdir):
|
||||
er = EreaderProcessor(sect.loadSection, name, cc)
|
||||
|
||||
if er.getNumImages() > 0:
|
||||
imagedir = bookname + "_img"
|
||||
imagedir = "images/"
|
||||
imagedirpath = os.path.join(outdir,imagedir)
|
||||
if not os.path.exists(imagedirpath):
|
||||
os.makedirs(imagedirpath)
|
||||
@ -761,14 +831,14 @@ def convertEreaderToHtml(infile, name, cc, outdir):
|
||||
htmlfilename = bookname + ".html"
|
||||
file(os.path.join(outdir, htmlfilename),'wb').write(pml.process())
|
||||
|
||||
ts = er.getExpandedTextSizesData()
|
||||
file(os.path.join(outdir, 'xtextsizes.dat'), 'wb').write(ts)
|
||||
# ts = er.getExpandedTextSizesData()
|
||||
# file(os.path.join(outdir, 'xtextsizes.dat'), 'wb').write(ts)
|
||||
|
||||
cv = er.getChapterNamePMLOffsetData()
|
||||
file(os.path.join(outdir, 'chapters.dat'), 'wb').write(cv)
|
||||
|
||||
lv = er.getLinkNamePMLOffsetData()
|
||||
file(os.path.join(outdir, 'links.dat'), 'wb').write(lv)
|
||||
# lv = er.getLinkNamePMLOffsetData()
|
||||
# file(os.path.join(outdir, 'links.dat'), 'wb').write(lv)
|
||||
|
||||
|
||||
def main(argv=None):
|
||||
|
884
eReader_Tools/lib/xpml2xhtml.py
Normal file
884
eReader_Tools/lib/xpml2xhtml.py
Normal file
@ -0,0 +1,884 @@
|
||||
#!/usr/bin/env python
|
||||
# vim:ts=4:sw=4:softtabstop=4:smarttab:expandtab
|
||||
#
|
||||
# This is a python script. You need a Python interpreter to run it.
|
||||
# For example, ActiveState Python, which exists for windows.
|
||||
# Changelog
|
||||
# 0.01 - Initial version
|
||||
# 0.02 - Support more eReader files. Support bold text and links. Fix PML decoder parsing bug.
|
||||
# 0.03 - Fix incorrect variable usage at one place.
|
||||
# 0.03b - enhancement by DeBockle (version 259 support)
|
||||
# Custom version 0.03 - no change to eReader support, only usability changes
|
||||
# - start of pep-8 indentation (spaces not tab), fix trailing blanks
|
||||
# - version variable, only one place to change
|
||||
# - added main routine, now callable as a library/module,
|
||||
# means tools can add optional support for ereader2html
|
||||
# - outdir is no longer a mandatory parameter (defaults based on input name if missing)
|
||||
# - time taken output to stdout
|
||||
# - Psyco support - reduces runtime by a factor of (over) 3!
|
||||
# E.g. (~600Kb file) 90 secs down to 24 secs
|
||||
# - newstyle classes
|
||||
# - changed map call to list comprehension
|
||||
# may not work with python 2.3
|
||||
# without Psyco this reduces runtime to 90%
|
||||
# E.g. 90 secs down to 77 secs
|
||||
# Psyco with map calls takes longer, do not run with map in Psyco JIT!
|
||||
# - izip calls used instead of zip (if available), further reduction
|
||||
# in run time (factor of 4.5).
|
||||
# E.g. (~600Kb file) 90 secs down to 20 secs
|
||||
# - Python 2.6+ support, avoid DeprecationWarning with sha/sha1
|
||||
# 0.04 - Footnote support, PML output, correct charset in html, support more PML tags
|
||||
# - Feature change, dump out PML file
|
||||
# - Added supprt for footnote tags. NOTE footnote ids appear to be bad (not usable)
|
||||
# in some pdb files :-( due to the same id being used multiple times
|
||||
# - Added correct charset encoding (pml is based on cp1252)
|
||||
# - Added logging support.
|
||||
#
|
||||
# TODO run this through a profiler - speed increases so far was from
|
||||
# applying "quick known fixes", added (commented out) cprofiler call
|
||||
# 0.05 - Improved type 272 support for sidebars, links, chapters, metainfo, etc
|
||||
# 0.06 - Merge of 0.04 and 0.05. Improved HTML output
|
||||
# Placed images in subfolder, so that it's possible to just
|
||||
# drop the book.pml file onto DropBook to make an unencrypted
|
||||
# copy of the eReader file.
|
||||
# Using that with Calibre works a lot better than the HTML
|
||||
# conversion in this code.
|
||||
# 0.07 - Further Improved type 272 support for sidebars with all earlier fixes
|
||||
# 0.08 - fixed typos, removed extraneous things
|
||||
# 0.09 - tried to greatly improve html conversion especially with \t tags
|
||||
|
||||
__version__='0.09'
|
||||
|
||||
# Import Psyco if available
|
||||
try:
|
||||
# Dumb speed hack 1
|
||||
# http://psyco.sourceforge.net
|
||||
import psyco
|
||||
psyco.full()
|
||||
pass
|
||||
except ImportError:
|
||||
pass
|
||||
try:
|
||||
# Dumb speed hack 2
|
||||
# All map() calls converted to list comprehension (some use zip)
|
||||
# override zip with izip - saves memory and in rough testing
|
||||
# appears to be faster zip() is only used in the converted map() calls
|
||||
from itertools import izip as zip
|
||||
except ImportError:
|
||||
pass
|
||||
|
||||
import struct, binascii, zlib, os, sys, os.path, urllib
|
||||
try:
|
||||
from hashlib import sha1
|
||||
except ImportError:
|
||||
# older Python release
|
||||
import sha
|
||||
sha1 = lambda s: sha.new(s)
|
||||
import cgi
|
||||
import logging
|
||||
|
||||
logging.basicConfig()
|
||||
#logging.basicConfig(level=logging.DEBUG)
|
||||
|
||||
|
||||
ECB = 0
|
||||
CBC = 1
|
||||
class Des(object):
|
||||
__pc1 = [56, 48, 40, 32, 24, 16, 8, 0, 57, 49, 41, 33, 25, 17,
|
||||
9, 1, 58, 50, 42, 34, 26, 18, 10, 2, 59, 51, 43, 35,
|
||||
62, 54, 46, 38, 30, 22, 14, 6, 61, 53, 45, 37, 29, 21,
|
||||
13, 5, 60, 52, 44, 36, 28, 20, 12, 4, 27, 19, 11, 3]
|
||||
__left_rotations = [1, 1, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 1]
|
||||
__pc2 = [13, 16, 10, 23, 0, 4,2, 27, 14, 5, 20, 9,
|
||||
22, 18, 11, 3, 25, 7, 15, 6, 26, 19, 12, 1,
|
||||
40, 51, 30, 36, 46, 54, 29, 39, 50, 44, 32, 47,
|
||||
43, 48, 38, 55, 33, 52, 45, 41, 49, 35, 28, 31]
|
||||
__ip = [57, 49, 41, 33, 25, 17, 9, 1, 59, 51, 43, 35, 27, 19, 11, 3,
|
||||
61, 53, 45, 37, 29, 21, 13, 5, 63, 55, 47, 39, 31, 23, 15, 7,
|
||||
56, 48, 40, 32, 24, 16, 8, 0, 58, 50, 42, 34, 26, 18, 10, 2,
|
||||
60, 52, 44, 36, 28, 20, 12, 4, 62, 54, 46, 38, 30, 22, 14, 6]
|
||||
__expansion_table = [31, 0, 1, 2, 3, 4, 3, 4, 5, 6, 7, 8,
|
||||
7, 8, 9, 10, 11, 12,11, 12, 13, 14, 15, 16,
|
||||
15, 16, 17, 18, 19, 20,19, 20, 21, 22, 23, 24,
|
||||
23, 24, 25, 26, 27, 28,27, 28, 29, 30, 31, 0]
|
||||
__sbox = [[14, 4, 13, 1, 2, 15, 11, 8, 3, 10, 6, 12, 5, 9, 0, 7,
|
||||
0, 15, 7, 4, 14, 2, 13, 1, 10, 6, 12, 11, 9, 5, 3, 8,
|
||||
4, 1, 14, 8, 13, 6, 2, 11, 15, 12, 9, 7, 3, 10, 5, 0,
|
||||
15, 12, 8, 2, 4, 9, 1, 7, 5, 11, 3, 14, 10, 0, 6, 13],
|
||||
[15, 1, 8, 14, 6, 11, 3, 4, 9, 7, 2, 13, 12, 0, 5, 10,
|
||||
3, 13, 4, 7, 15, 2, 8, 14, 12, 0, 1, 10, 6, 9, 11, 5,
|
||||
0, 14, 7, 11, 10, 4, 13, 1, 5, 8, 12, 6, 9, 3, 2, 15,
|
||||
13, 8, 10, 1, 3, 15, 4, 2, 11, 6, 7, 12, 0, 5, 14, 9],
|
||||
[10, 0, 9, 14, 6, 3, 15, 5, 1, 13, 12, 7, 11, 4, 2, 8,
|
||||
13, 7, 0, 9, 3, 4, 6, 10, 2, 8, 5, 14, 12, 11, 15, 1,
|
||||
13, 6, 4, 9, 8, 15, 3, 0, 11, 1, 2, 12, 5, 10, 14, 7,
|
||||
1, 10, 13, 0, 6, 9, 8, 7, 4, 15, 14, 3, 11, 5, 2, 12],
|
||||
[7, 13, 14, 3, 0, 6, 9, 10, 1, 2, 8, 5, 11, 12, 4, 15,
|
||||
13, 8, 11, 5, 6, 15, 0, 3, 4, 7, 2, 12, 1, 10, 14, 9,
|
||||
10, 6, 9, 0, 12, 11, 7, 13, 15, 1, 3, 14, 5, 2, 8, 4,
|
||||
3, 15, 0, 6, 10, 1, 13, 8, 9, 4, 5, 11, 12, 7, 2, 14],
|
||||
[2, 12, 4, 1, 7, 10, 11, 6, 8, 5, 3, 15, 13, 0, 14, 9,
|
||||
14, 11, 2, 12, 4, 7, 13, 1, 5, 0, 15, 10, 3, 9, 8, 6,
|
||||
4, 2, 1, 11, 10, 13, 7, 8, 15, 9, 12, 5, 6, 3, 0, 14,
|
||||
11, 8, 12, 7, 1, 14, 2, 13, 6, 15, 0, 9, 10, 4, 5, 3],
|
||||
[12, 1, 10, 15, 9, 2, 6, 8, 0, 13, 3, 4, 14, 7, 5, 11,
|
||||
10, 15, 4, 2, 7, 12, 9, 5, 6, 1, 13, 14, 0, 11, 3, 8,
|
||||
9, 14, 15, 5, 2, 8, 12, 3, 7, 0, 4, 10, 1, 13, 11, 6,
|
||||
4, 3, 2, 12, 9, 5, 15, 10, 11, 14, 1, 7, 6, 0, 8, 13],
|
||||
[4, 11, 2, 14, 15, 0, 8, 13, 3, 12, 9, 7, 5, 10, 6, 1,
|
||||
13, 0, 11, 7, 4, 9, 1, 10, 14, 3, 5, 12, 2, 15, 8, 6,
|
||||
1, 4, 11, 13, 12, 3, 7, 14, 10, 15, 6, 8, 0, 5, 9, 2,
|
||||
6, 11, 13, 8, 1, 4, 10, 7, 9, 5, 0, 15, 14, 2, 3, 12],
|
||||
[13, 2, 8, 4, 6, 15, 11, 1, 10, 9, 3, 14, 5, 0, 12, 7,
|
||||
1, 15, 13, 8, 10, 3, 7, 4, 12, 5, 6, 11, 0, 14, 9, 2,
|
||||
7, 11, 4, 1, 9, 12, 14, 2, 0, 6, 10, 13, 15, 3, 5, 8,
|
||||
2, 1, 14, 7, 4, 10, 8, 13, 15, 12, 9, 0, 3, 5, 6, 11],]
|
||||
__p = [15, 6, 19, 20, 28, 11,27, 16, 0, 14, 22, 25,
|
||||
4, 17, 30, 9, 1, 7,23,13, 31, 26, 2, 8,18, 12, 29, 5, 21, 10,3, 24]
|
||||
__fp = [39, 7, 47, 15, 55, 23, 63, 31,38, 6, 46, 14, 54, 22, 62, 30,
|
||||
37, 5, 45, 13, 53, 21, 61, 29,36, 4, 44, 12, 52, 20, 60, 28,
|
||||
35, 3, 43, 11, 51, 19, 59, 27,34, 2, 42, 10, 50, 18, 58, 26,
|
||||
33, 1, 41, 9, 49, 17, 57, 25,32, 0, 40, 8, 48, 16, 56, 24]
|
||||
# Type of crypting being done
|
||||
ENCRYPT = 0x00
|
||||
DECRYPT = 0x01
|
||||
def __init__(self, key, mode=ECB, IV=None):
|
||||
if len(key) != 8:
|
||||
raise ValueError("Invalid DES key size. Key must be exactly 8 bytes long.")
|
||||
self.block_size = 8
|
||||
self.key_size = 8
|
||||
self.__padding = ''
|
||||
self.setMode(mode)
|
||||
if IV:
|
||||
self.setIV(IV)
|
||||
self.L = []
|
||||
self.R = []
|
||||
self.Kn = [ [0] * 48 ] * 16 # 16 48-bit keys (K1 - K16)
|
||||
self.final = []
|
||||
self.setKey(key)
|
||||
def getKey(self):
|
||||
return self.__key
|
||||
def setKey(self, key):
|
||||
self.__key = key
|
||||
self.__create_sub_keys()
|
||||
def getMode(self):
|
||||
return self.__mode
|
||||
def setMode(self, mode):
|
||||
self.__mode = mode
|
||||
def getIV(self):
|
||||
return self.__iv
|
||||
def setIV(self, IV):
|
||||
if not IV or len(IV) != self.block_size:
|
||||
raise ValueError("Invalid Initial Value (IV), must be a multiple of " + str(self.block_size) + " bytes")
|
||||
self.__iv = IV
|
||||
def getPadding(self):
|
||||
return self.__padding
|
||||
def __String_to_BitList(self, data):
|
||||
l = len(data) * 8
|
||||
result = [0] * l
|
||||
pos = 0
|
||||
for c in data:
|
||||
i = 7
|
||||
ch = ord(c)
|
||||
while i >= 0:
|
||||
if ch & (1 << i) != 0:
|
||||
result[pos] = 1
|
||||
else:
|
||||
result[pos] = 0
|
||||
pos += 1
|
||||
i -= 1
|
||||
return result
|
||||
def __BitList_to_String(self, data):
|
||||
result = ''
|
||||
pos = 0
|
||||
c = 0
|
||||
while pos < len(data):
|
||||
c += data[pos] << (7 - (pos % 8))
|
||||
if (pos % 8) == 7:
|
||||
result += chr(c)
|
||||
c = 0
|
||||
pos += 1
|
||||
return result
|
||||
def __permutate(self, table, block):
|
||||
return [block[x] for x in table]
|
||||
def __create_sub_keys(self):
|
||||
key = self.__permutate(Des.__pc1, self.__String_to_BitList(self.getKey()))
|
||||
i = 0
|
||||
self.L = key[:28]
|
||||
self.R = key[28:]
|
||||
while i < 16:
|
||||
j = 0
|
||||
while j < Des.__left_rotations[i]:
|
||||
self.L.append(self.L[0])
|
||||
del self.L[0]
|
||||
self.R.append(self.R[0])
|
||||
del self.R[0]
|
||||
j += 1
|
||||
self.Kn[i] = self.__permutate(Des.__pc2, self.L + self.R)
|
||||
i += 1
|
||||
def __des_crypt(self, block, crypt_type):
|
||||
block = self.__permutate(Des.__ip, block)
|
||||
self.L = block[:32]
|
||||
self.R = block[32:]
|
||||
if crypt_type == Des.ENCRYPT:
|
||||
iteration = 0
|
||||
iteration_adjustment = 1
|
||||
else:
|
||||
iteration = 15
|
||||
iteration_adjustment = -1
|
||||
i = 0
|
||||
while i < 16:
|
||||
tempR = self.R[:]
|
||||
self.R = self.__permutate(Des.__expansion_table, self.R)
|
||||
self.R = [x ^ y for x,y in zip(self.R, self.Kn[iteration])]
|
||||
B = [self.R[:6], self.R[6:12], self.R[12:18], self.R[18:24], self.R[24:30], self.R[30:36], self.R[36:42], self.R[42:]]
|
||||
j = 0
|
||||
Bn = [0] * 32
|
||||
pos = 0
|
||||
while j < 8:
|
||||
m = (B[j][0] << 1) + B[j][5]
|
||||
n = (B[j][1] << 3) + (B[j][2] << 2) + (B[j][3] << 1) + B[j][4]
|
||||
v = Des.__sbox[j][(m << 4) + n]
|
||||
Bn[pos] = (v & 8) >> 3
|
||||
Bn[pos + 1] = (v & 4) >> 2
|
||||
Bn[pos + 2] = (v & 2) >> 1
|
||||
Bn[pos + 3] = v & 1
|
||||
pos += 4
|
||||
j += 1
|
||||
self.R = self.__permutate(Des.__p, Bn)
|
||||
self.R = [x ^ y for x, y in zip(self.R, self.L)]
|
||||
self.L = tempR
|
||||
i += 1
|
||||
iteration += iteration_adjustment
|
||||
self.final = self.__permutate(Des.__fp, self.R + self.L)
|
||||
return self.final
|
||||
def crypt(self, data, crypt_type):
|
||||
if not data:
|
||||
return ''
|
||||
if len(data) % self.block_size != 0:
|
||||
if crypt_type == Des.DECRYPT: # Decryption must work on 8 byte blocks
|
||||
raise ValueError("Invalid data length, data must be a multiple of " + str(self.block_size) + " bytes\n.")
|
||||
if not self.getPadding():
|
||||
raise ValueError("Invalid data length, data must be a multiple of " + str(self.block_size) + " bytes\n. Try setting the optional padding character")
|
||||
else:
|
||||
data += (self.block_size - (len(data) % self.block_size)) * self.getPadding()
|
||||
if self.getMode() == CBC:
|
||||
if self.getIV():
|
||||
iv = self.__String_to_BitList(self.getIV())
|
||||
else:
|
||||
raise ValueError("For CBC mode, you must supply the Initial Value (IV) for ciphering")
|
||||
i = 0
|
||||
dict = {}
|
||||
result = []
|
||||
while i < len(data):
|
||||
block = self.__String_to_BitList(data[i:i+8])
|
||||
if self.getMode() == CBC:
|
||||
if crypt_type == Des.ENCRYPT:
|
||||
block = [x ^ y for x, y in zip(block, iv)]
|
||||
processed_block = self.__des_crypt(block, crypt_type)
|
||||
if crypt_type == Des.DECRYPT:
|
||||
processed_block = [x ^ y for x, y in zip(processed_block, iv)]
|
||||
iv = block
|
||||
else:
|
||||
iv = processed_block
|
||||
else:
|
||||
processed_block = self.__des_crypt(block, crypt_type)
|
||||
result.append(self.__BitList_to_String(processed_block))
|
||||
i += 8
|
||||
if crypt_type == Des.DECRYPT and self.getPadding():
|
||||
s = result[-1]
|
||||
while s[-1] == self.getPadding():
|
||||
s = s[:-1]
|
||||
result[-1] = s
|
||||
return ''.join(result)
|
||||
def encrypt(self, data, pad=''):
|
||||
self.__padding = pad
|
||||
return self.crypt(data, Des.ENCRYPT)
|
||||
def decrypt(self, data, pad=''):
|
||||
self.__padding = pad
|
||||
return self.crypt(data, Des.DECRYPT)
|
||||
|
||||
class Sectionizer(object):
|
||||
def __init__(self, filename, ident):
|
||||
self.contents = file(filename, 'rb').read()
|
||||
self.header = self.contents[0:72]
|
||||
self.num_sections, = struct.unpack('>H', self.contents[76:78])
|
||||
if self.header[0x3C:0x3C+8] != ident:
|
||||
raise ValueError('Invalid file format')
|
||||
self.sections = []
|
||||
for i in xrange(self.num_sections):
|
||||
offset, a1,a2,a3,a4 = struct.unpack('>LBBBB', self.contents[78+i*8:78+i*8+8])
|
||||
flags, val = a1, a2<<16|a3<<8|a4
|
||||
self.sections.append( (offset, flags, val) )
|
||||
def loadSection(self, section):
|
||||
if section + 1 == self.num_sections:
|
||||
end_off = len(self.contents)
|
||||
else:
|
||||
end_off = self.sections[section + 1][0]
|
||||
off = self.sections[section][0]
|
||||
return self.contents[off:end_off]
|
||||
|
||||
def sanitizeFileName(s):
|
||||
r = ''
|
||||
for c in s.lower():
|
||||
if c in "abcdefghijklmnopqrstuvwxyz0123456789_.-":
|
||||
r += c
|
||||
return r
|
||||
|
||||
def fixKey(key):
|
||||
def fixByte(b):
|
||||
return b ^ ((b ^ (b<<1) ^ (b<<2) ^ (b<<3) ^ (b<<4) ^ (b<<5) ^ (b<<6) ^ (b<<7) ^ 0x80) & 0x80)
|
||||
return "".join([chr(fixByte(ord(a))) for a in key])
|
||||
|
||||
def deXOR(text, sp, table):
|
||||
r=''
|
||||
j = sp
|
||||
for i in xrange(len(text)):
|
||||
r += chr(ord(table[j]) ^ ord(text[i]))
|
||||
j = j + 1
|
||||
if j == len(table):
|
||||
j = 0
|
||||
return r
|
||||
|
||||
class EreaderProcessor(object):
|
||||
def __init__(self, section_reader, username, creditcard):
|
||||
self.section_reader = section_reader
|
||||
data = section_reader(0)
|
||||
version, = struct.unpack('>H', data[0:2])
|
||||
self.version = version
|
||||
logging.info('eReader file format version %s', version)
|
||||
if version != 272 and version != 260 and version != 259:
|
||||
raise ValueError('incorrect eReader version %d (error 1)' % version)
|
||||
data = section_reader(1)
|
||||
self.data = data
|
||||
des = Des(fixKey(data[0:8]))
|
||||
cookie_shuf, cookie_size = struct.unpack('>LL', des.decrypt(data[-8:]))
|
||||
if cookie_shuf < 3 or cookie_shuf > 0x14 or cookie_size < 0xf0 or cookie_size > 0x200:
|
||||
raise ValueError('incorrect eReader version (error 2)')
|
||||
input = des.decrypt(data[-cookie_size:])
|
||||
def unshuff(data, shuf):
|
||||
r = [''] * len(data)
|
||||
j = 0
|
||||
for i in xrange(len(data)):
|
||||
j = (j + shuf) % len(data)
|
||||
r[j] = data[i]
|
||||
assert len("".join(r)) == len(data)
|
||||
return "".join(r)
|
||||
r = unshuff(input[0:-8], cookie_shuf)
|
||||
|
||||
def fixUsername(s):
|
||||
r = ''
|
||||
for c in s.lower():
|
||||
if (c >= 'a' and c <= 'z' or c >= '0' and c <= '9'):
|
||||
r += c
|
||||
return r
|
||||
|
||||
user_key = struct.pack('>LL', binascii.crc32(fixUsername(username)) & 0xffffffff, binascii.crc32(creditcard[-8:])& 0xffffffff)
|
||||
drm_sub_version = struct.unpack('>H', r[0:2])[0]
|
||||
self.num_text_pages = struct.unpack('>H', r[2:4])[0] - 1
|
||||
self.num_image_pages = struct.unpack('>H', r[26:26+2])[0]
|
||||
self.first_image_page = struct.unpack('>H', r[24:24+2])[0]
|
||||
if self.version == 272:
|
||||
self.num_chapter_pages = struct.unpack('>H', r[22:22+2])[0]
|
||||
self.first_chapter_page = struct.unpack('>H', r[20:20+2])[0]
|
||||
self.num_link_pages = struct.unpack('>H', r[30:30+2])[0]
|
||||
self.first_link_page = struct.unpack('>H', r[28:28+2])[0]
|
||||
self.num_bookinfo_pages = struct.unpack('>H', r[34:34+2])[0]
|
||||
self.first_bookinfo_page = struct.unpack('>H', r[32:32+2])[0]
|
||||
self.num_footnote_pages = struct.unpack('>H', r[46:46+2])[0]
|
||||
self.first_footnote_page = struct.unpack('>H', r[44:44+2])[0]
|
||||
self.num_xtextsize_pages = struct.unpack('>H', r[54:54+2])[0]
|
||||
self.first_xtextsize_page = struct.unpack('>H', r[52:52+2])[0]
|
||||
self.num_sidebar_pages = struct.unpack('>H', r[38:38+2])[0]
|
||||
self.first_sidebar_page = struct.unpack('>H', r[36:36+2])[0]
|
||||
|
||||
# **before** data record 1 was decrypted and unshuffled, it contained data
|
||||
# to create an XOR table and which is used to fix footnote record 0, link records, chapter records, etc
|
||||
self.xortable_offset = struct.unpack('>H', r[40:40+2])[0]
|
||||
self.xortable_size = struct.unpack('>H', r[42:42+2])[0]
|
||||
self.xortable = self.data[self.xortable_offset:self.xortable_offset + self.xortable_size]
|
||||
else:
|
||||
self.num_chapter_pages = 0
|
||||
self.num_link_pages = 0
|
||||
self.num_bookinfo_pages = 0
|
||||
self.num_footnote_pages = 0
|
||||
self.num_xtextsize_pages = 0
|
||||
self.num_sidebar_pages = 0
|
||||
self.first_chapter_page = -1
|
||||
self.first_link_page = -1
|
||||
self.first_bookinfo_page = -1
|
||||
self.first_footnote_page = -1
|
||||
self.first_xtextsize_page = -1
|
||||
self.first_sidebar_page = -1
|
||||
|
||||
logging.debug('self.num_text_pages %d', self.num_text_pages)
|
||||
logging.debug('self.num_footnote_pages %d, self.first_footnote_page %d', self.num_footnote_pages , self.first_footnote_page)
|
||||
logging.debug('self.num_sidebar_pages %d, self.first_sidebar_page %d', self.num_sidebar_pages , self.first_sidebar_page)
|
||||
self.flags = struct.unpack('>L', r[4:8])[0]
|
||||
reqd_flags = (1<<9) | (1<<7) | (1<<10)
|
||||
if (self.flags & reqd_flags) != reqd_flags:
|
||||
print "Flags: 0x%X" % self.flags
|
||||
raise ValueError('incompatible eReader file')
|
||||
des = Des(fixKey(user_key))
|
||||
if version == 259:
|
||||
if drm_sub_version != 7:
|
||||
raise ValueError('incorrect eReader version %d (error 3)' % drm_sub_version)
|
||||
encrypted_key_sha = r[44:44+20]
|
||||
encrypted_key = r[64:64+8]
|
||||
elif version == 260:
|
||||
if drm_sub_version != 13:
|
||||
raise ValueError('incorrect eReader version %d (error 3)' % drm_sub_version)
|
||||
encrypted_key = r[44:44+8]
|
||||
encrypted_key_sha = r[52:52+20]
|
||||
elif version == 272:
|
||||
encrypted_key = r[172:172+8]
|
||||
encrypted_key_sha = r[56:56+20]
|
||||
self.content_key = des.decrypt(encrypted_key)
|
||||
if sha1(self.content_key).digest() != encrypted_key_sha:
|
||||
raise ValueError('Incorrect Name and/or Credit Card')
|
||||
|
||||
def getNumImages(self):
|
||||
return self.num_image_pages
|
||||
|
||||
def getImage(self, i):
|
||||
sect = self.section_reader(self.first_image_page + i)
|
||||
name = sect[4:4+32].strip('\0')
|
||||
data = sect[62:]
|
||||
return sanitizeFileName(name), data
|
||||
|
||||
def getChapterNamePMLOffsetData(self):
|
||||
cv = ''
|
||||
if self.num_chapter_pages > 0:
|
||||
for i in xrange(self.num_chapter_pages):
|
||||
chaps = self.section_reader(self.first_chapter_page + i)
|
||||
j = i % self.xortable_size
|
||||
offname = deXOR(chaps, j, self.xortable)
|
||||
offset = struct.unpack('>L', offname[0:4])[0]
|
||||
name = offname[4:].strip('\0')
|
||||
cv += '%d,%s\n' % (offset, name)
|
||||
return cv
|
||||
|
||||
def getLinkNamePMLOffsetData(self):
|
||||
lv = ''
|
||||
if self.num_link_pages > 0:
|
||||
for i in xrange(self.num_link_pages):
|
||||
links = self.section_reader(self.first_link_page + i)
|
||||
j = i % self.xortable_size
|
||||
offname = deXOR(links, j, self.xortable)
|
||||
offset = struct.unpack('>L', offname[0:4])[0]
|
||||
name = offname[4:].strip('\0')
|
||||
lv += '%d,%s\n' % (offset, name)
|
||||
return lv
|
||||
|
||||
def getExpandedTextSizesData(self):
|
||||
ts = ''
|
||||
if self.num_xtextsize_pages > 0:
|
||||
tsize = deXOR(self.section_reader(self.first_xtextsize_page), 0, self.xortable)
|
||||
for i in xrange(self.num_text_pages):
|
||||
xsize = struct.unpack('>H', tsize[0:2])[0]
|
||||
ts += "%d\n" % xsize
|
||||
tsize = tsize[2:]
|
||||
return ts
|
||||
|
||||
def getBookInfo(self):
|
||||
bkinfo = ''
|
||||
if self.num_bookinfo_pages > 0:
|
||||
info = self.section_reader(self.first_bookinfo_page)
|
||||
bkinfo = deXOR(info, 0, self.xortable)
|
||||
return bkinfo
|
||||
|
||||
def getText(self):
|
||||
des = Des(fixKey(self.content_key))
|
||||
r = ''
|
||||
for i in xrange(self.num_text_pages):
|
||||
logging.debug('get page %d', i)
|
||||
r += zlib.decompress(des.decrypt(self.section_reader(1 + i)))
|
||||
|
||||
# now handle footnotes pages
|
||||
if self.num_footnote_pages > 0:
|
||||
# the record 0 of the footnote section must pass through the Xor Table to make it useful
|
||||
sect = self.section_reader(self.first_footnote_page)
|
||||
fnote_ids = deXOR(sect, 0, self.xortable)
|
||||
# the remaining records of the footnote sections need to be decoded with the content_key and zlib inflated
|
||||
des = Des(fixKey(self.content_key))
|
||||
r += '\\w="100%"'
|
||||
r += '\\pFootnotes:\n\n'
|
||||
for i in xrange(1,self.num_footnote_pages):
|
||||
logging.debug('get footnotepage %d', i)
|
||||
id_len = ord(fnote_ids[2])
|
||||
id = fnote_ids[3:3+id_len]
|
||||
fmarker='\\t\\Q="footnote-%s"' % id
|
||||
r+=fmarker
|
||||
r += zlib.decompress(des.decrypt(self.section_reader(self.first_footnote_page + i)))
|
||||
r += '\\t\n\n'
|
||||
fnote_ids = fnote_ids[id_len+4:]
|
||||
|
||||
# according to ereader pml spec we should be outputing the following xml for each footnote - but then we would have to handle
|
||||
# parsing it back in to convert it since that xml is not valid xhtml
|
||||
# fmarker = '<footnote id="footnote-%s">\n' % id
|
||||
# fmarker += zlib.decompress(des.decrypt(self.section_reader(self.first_footnote_page + i)))
|
||||
# fmarker += '\n</footnote>\n'
|
||||
# r += fmarker
|
||||
|
||||
|
||||
# now handle sidebar pages
|
||||
if self.num_sidebar_pages > 0:
|
||||
# the record 0 of the sidebar section must pass through the Xor Table to make it useful
|
||||
sect = self.section_reader(self.first_sidebar_page)
|
||||
sbar_ids = deXOR(sect, 0, self.xortable)
|
||||
# the remaining records of the sidebar sections need to be decoded with the content_key and zlib inflated
|
||||
des = Des(fixKey(self.content_key))
|
||||
r += '\\w="100%"'
|
||||
r += '\\pSidebars:\n\n'
|
||||
for i in xrange(1,self.num_sidebar_pages):
|
||||
id_len = ord(sbar_ids[2])
|
||||
id = sbar_ids[3:3+id_len]
|
||||
smarker='\\t\\Q="sidebar-%s"' % id
|
||||
r+=smarker
|
||||
r += zlib.decompress(des.decrypt(self.section_reader(self.first_sidebar_page + i)))
|
||||
r += '\\t\n\n'
|
||||
sbar_ids = sbar_ids[id_len+4:]
|
||||
|
||||
# according to ereader pml spec we should be outputing the following xml for each sidebar - but then we would have to handle
|
||||
# parsing it back in to convert it since that xml is not valid xhtml
|
||||
# smarker = '<sidebar id="sidebar-%s">\n' % id
|
||||
# smarker += zlib.decompress(des.decrypt(self.section_reader(self.first_footnote_page + i)))
|
||||
# smarker += '\n</sidebar>\n'
|
||||
# r += smarker
|
||||
|
||||
return r
|
||||
|
||||
class PmlConverter(object):
|
||||
def __init__(self, s, bkinfo):
|
||||
def findPrevStartofLine(src,p,n):
|
||||
# find last end of previous line in substring from p to n
|
||||
b1 = src.rfind('\n',p,n)
|
||||
b2 = src.rfind('\\c',p,n)
|
||||
b3 = src.rfind('\\r',p,n)
|
||||
b4 = src.rfind('\\x',p,n)
|
||||
b5 = src.rfind('\\p',p,n)
|
||||
b = max(b1, b2, b3, b4, b5)
|
||||
if b == -1:
|
||||
return n
|
||||
if b == b1:
|
||||
return b + 1
|
||||
return b + 2
|
||||
def markHangingIndents(src):
|
||||
r = ''
|
||||
p = 0
|
||||
while True:
|
||||
if p > len(src):
|
||||
return r
|
||||
n = src.find('\\t', p)
|
||||
if n == -1:
|
||||
r += src[p:]
|
||||
return r
|
||||
pc = findPrevStartofLine(src,p,n)
|
||||
if pc == n :
|
||||
# \t tag is at start of line so indent block will work
|
||||
end = src.find('\\t',n+2)
|
||||
if end == -1:
|
||||
end = n
|
||||
r += src[p:end+2]
|
||||
p = end + 2
|
||||
else :
|
||||
# \t tag not at start of line so hanging indent case
|
||||
# recode \t to pseudo \h tags and move it to start of this line
|
||||
# and recode its close as well
|
||||
r += src[p:pc] + '\\h' + src[pc:n]
|
||||
end = src.find('\\t',n+2)
|
||||
if end == -1:
|
||||
end = n+2
|
||||
r += src[n+2:end] + '\\h'
|
||||
p = end + 2
|
||||
self.s = markHangingIndents(s)
|
||||
# file(os.path.join("./pseudo.pml"), 'wb').write(self.s)
|
||||
self.pos = 0
|
||||
self.bkinfo = bkinfo
|
||||
def nextOptAttr(self):
|
||||
p = self.pos
|
||||
if self.s[p:p+2] != '="':
|
||||
return None
|
||||
r = ''
|
||||
p += 2
|
||||
while self.s[p] != '"':
|
||||
r += self.s[p]
|
||||
p += 1
|
||||
self.pos = p + 1
|
||||
return r
|
||||
def next(self):
|
||||
p = self.pos
|
||||
if p >= len(self.s):
|
||||
return None
|
||||
if self.s[p] != '\\':
|
||||
res = self.s.find('\\', p)
|
||||
if res == -1:
|
||||
res = len(self.s)
|
||||
self.pos = res
|
||||
return self.s[p : res], None, None
|
||||
c = self.s[p+1]
|
||||
# add in support for new pseudo tag \\h
|
||||
if c in 'pxcriuovthnsblBk-lI\\d':
|
||||
self.pos = p + 2
|
||||
return None, c, None
|
||||
if c in 'TwmqQ':
|
||||
self.pos = p + 2
|
||||
return None, c, self.nextOptAttr()
|
||||
if c == 'a':
|
||||
self.pos = p + 5
|
||||
return None, c, int(self.s[p+2:p+5])
|
||||
if c == 'U':
|
||||
self.pos = p + 6
|
||||
return None, c, int(self.s[p+2:p+6], 16)
|
||||
c = self.s[p+1:p+1+2]
|
||||
if c in ('X0','X1','X2','X3','X4','Sp','Sb'):
|
||||
self.pos = p + 3
|
||||
return None, c, None
|
||||
if c in ('C0','C1','C2','C3','C4','Fn','Sd'):
|
||||
self.pos = p + 3
|
||||
return None, c, self.nextOptAttr()
|
||||
print "unknown escape code %s" % c
|
||||
self.pos = p + 1
|
||||
return None, None, None
|
||||
def LinePrinter(link):
|
||||
return '<hr width="%s" />\n' % link
|
||||
def LinkPrinter(link):
|
||||
return '<a href="%s">' % link
|
||||
def FootnoteLinkPrinter(link):
|
||||
return '<a href="#footnote-%s">' % link
|
||||
def SidebarLinkPrinter(link):
|
||||
return '<a href="#sidebar-%s">' % link
|
||||
def NotSupported(link):
|
||||
raise NotImplemented()
|
||||
def IndentPercent(link):
|
||||
return '<span style="padding-left: %s%%;"></span>' %link
|
||||
def NormalFont(link):
|
||||
print "Nonfatal Error: NormalFont not implemented."
|
||||
return '<!-- NormalFont %s -->' %link
|
||||
def StdFont(link):
|
||||
print "Nonfatal Error: StdFont not implemented."
|
||||
return '<!-- StdFont: %s -->' %link
|
||||
|
||||
# See http://wiki.mobileread.com/wiki/PML#Palm_Markup_Language
|
||||
html_tags = {
|
||||
'c' : ('<div class="center">', '</div>'),
|
||||
'r' : ('<div class="right">', '</div>'),
|
||||
'i' : ('<i>', '</i>'),
|
||||
'u' : ('<span class="under">', '</span>'),
|
||||
'b' : ('<strong>', '</strong>'),
|
||||
'B' : ('<strong>', '</strong>'),
|
||||
'o' : ('<del>', '</del>'),
|
||||
'v' : ('<!-- ', ' -->'),
|
||||
't' : ('<div class="indent">','</div>'),
|
||||
'h' : ('<div class="hang">','</div>'), # pseudo-tag created to handle hanging indent cases
|
||||
'Sb' : ('<sub>', '</sub>'),
|
||||
'Sp' : ('<sup>', '</sup>'),
|
||||
'X0' : ('<h1>', '</h1>'),
|
||||
'X1' : ('<h2>', '</h2>'),
|
||||
'X2' : ('<h3>', '</h3>'),
|
||||
'X3' : ('<h4>', '</h4>'),
|
||||
'X4' : ('<h5>', '</h5>'),
|
||||
'l' : ('<span class="big">', '</span>'),
|
||||
'q' : (LinkPrinter, '</a>'),
|
||||
'Fn' : (FootnoteLinkPrinter, '</a>'),
|
||||
'Sd' : (SidebarLinkPrinter, '</a>'),
|
||||
'w' : (LinePrinter, ''),
|
||||
#'m' : handled in if block,
|
||||
#'Q' : handled in if block,
|
||||
#'a' : handled in if block,
|
||||
#'U' : handled in if block,
|
||||
'x' : ('<h1 class="breakbefore">', '</h1>'),
|
||||
#'C0' : handled in if block,
|
||||
#'C1' : handled in if block,
|
||||
#'C2' : handled in if block,
|
||||
#'C3' : handled in if block,
|
||||
#'C4' : handled in if block,
|
||||
'T' : (IndentPercent, ''),
|
||||
'n' : (NormalFont, ''),
|
||||
's' : ('', ''),
|
||||
'k' : ('<span class="small">', '</span>'),
|
||||
'I' : ('<i>', '</i>'), # according to calibre - all ereader does is italicize the index entries
|
||||
}
|
||||
html_one_tags = {
|
||||
'p' : '<p class="breakafter"> </p>\n',
|
||||
'\\': '\\',
|
||||
'-' : '­',
|
||||
}
|
||||
pml_chars = {
|
||||
160 : ' ',130 : '—',131: 'ƒ',132: '„',
|
||||
133: '…',134: '†',135: '‡',138: 'Š',
|
||||
139: '‹',140: 'Œ',145: '‘',146: '’',
|
||||
147: '“',148: '”',149: '•',150: '–',
|
||||
151: '—',153: '™',154: 'š',155: '›',
|
||||
156: 'œ',159: 'Ÿ'
|
||||
}
|
||||
def process(self):
|
||||
final = '<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">\n'
|
||||
final += '<html>\n<head>\n<meta http-equiv="content-type" content="text/html; charset=windows-1252">\n'
|
||||
if len(self.bkinfo) > 0:
|
||||
title, author, copyright, publisher, isbn = self.bkinfo.split('\0',4)
|
||||
isbn = isbn.strip('\0')
|
||||
final += '<meta name="Title" content="%s"/>\n' % title
|
||||
final += '<meta name="Author" content="%s"/>\n' % author
|
||||
final += '<meta name="Copyright" content="%s"/>\n' % copyright
|
||||
final += '<meta name="Publisher" content="%s"/>\n' % publisher
|
||||
final += '<meta name="ISBN" content="%s"/>\n' % isbn
|
||||
final += '<style type="text/css">\n'
|
||||
final += 'div.center { text-align:center; }\n'
|
||||
final += 'div.right { text-align:right; }\n'
|
||||
final += 'div.indent { margin-left: 5%; }\n'
|
||||
final += 'div.hang { text-indent: -5%; margin-left: 5%; }\n'
|
||||
final += 'span.big { font-size: 175%; }\n'
|
||||
final += 'span.small { font-size: 50%; }\n'
|
||||
final += 'span.under { text-decoration: underline; }\n'
|
||||
final += '.breakbefore { page-break-before: always; }\n'
|
||||
final += '.breakafter { page-break-after: always; }\n'
|
||||
final += '</style>\n'
|
||||
final += '</head><body>\n'
|
||||
in_tags = []
|
||||
def makeText(s):
|
||||
s = s.replace('&', '&')
|
||||
#s = s.replace('"', '"')
|
||||
s = s.replace('<', '<')
|
||||
s = s.replace('>', '>')
|
||||
s = s.replace('\n', '<br />\n')
|
||||
return s
|
||||
while True:
|
||||
r = self.next()
|
||||
if not r:
|
||||
break
|
||||
text, cmd, attr = r
|
||||
if text:
|
||||
final += makeText(text)
|
||||
if cmd:
|
||||
def getTag(ti, end):
|
||||
cmd, attr = ti
|
||||
r = self.html_tags[cmd][end]
|
||||
if type(r) != str:
|
||||
r = r(attr)
|
||||
return r
|
||||
if cmd in self.html_tags:
|
||||
pair = (cmd, attr)
|
||||
if cmd not in [a for (a,b) in in_tags]:
|
||||
final += getTag(pair, False)
|
||||
in_tags.append(pair)
|
||||
else:
|
||||
j = len(in_tags)
|
||||
while True:
|
||||
j = j - 1
|
||||
final += getTag(in_tags[j], True)
|
||||
if in_tags[j][0] == cmd:
|
||||
break
|
||||
del in_tags[j]
|
||||
while j < len(in_tags):
|
||||
final += getTag(in_tags[j], False)
|
||||
j = j + 1
|
||||
|
||||
if cmd in self.html_one_tags:
|
||||
final += self.html_one_tags[cmd]
|
||||
if cmd == 'm':
|
||||
unquotedimagepath = "images/" + attr
|
||||
imagepath = urllib.quote( unquotedimagepath )
|
||||
final += '<img src="%s" alt="">' % imagepath
|
||||
if cmd == 'Q':
|
||||
final += '<span id="%s"> </span>' % attr
|
||||
if cmd == 'C0':
|
||||
final += '<!-- ContentsList "%s" -->' % attr
|
||||
if cmd == 'C1':
|
||||
final += '<!-- ContentsList " %s" -->' % attr
|
||||
if cmd == 'C2':
|
||||
final += '<!-- ContentsList " %s" -->' % attr
|
||||
if cmd == 'C3':
|
||||
final += '<!-- ContentsList " %s" -->' % attr
|
||||
if cmd == 'C4':
|
||||
final += '<!-- ContentsList " %s" -->' % attr
|
||||
if cmd == 'a':
|
||||
final += self.pml_chars.get(attr, '&#%d;' % attr)
|
||||
if cmd == 'U':
|
||||
final += '&#%d;' % attr
|
||||
final += '</body></html>\n'
|
||||
# while True:
|
||||
# s = final.replace('<br />\n<br />\n<br />\n', '<br />\n<br />\n')
|
||||
# if s == final:
|
||||
# break
|
||||
# final = s
|
||||
s = final.replace('</div><br />','</div>\n')
|
||||
final = s
|
||||
return final
|
||||
|
||||
def convertEreaderToHtml(infile, name, cc, outdir):
|
||||
if not os.path.exists(outdir):
|
||||
os.makedirs(outdir)
|
||||
sect = Sectionizer(infile, 'PNRdPPrs')
|
||||
er = EreaderProcessor(sect.loadSection, name, cc)
|
||||
|
||||
if er.getNumImages() > 0:
|
||||
imagedir = "images/"
|
||||
imagedirpath = os.path.join(outdir,imagedir)
|
||||
if not os.path.exists(imagedirpath):
|
||||
os.makedirs(imagedirpath)
|
||||
for i in xrange(er.getNumImages()):
|
||||
name, contents = er.getImage(i)
|
||||
file(os.path.join(imagedirpath, name), 'wb').write(contents)
|
||||
|
||||
pml_string = er.getText()
|
||||
pmlfilename = bookname + ".pml"
|
||||
file(os.path.join(outdir, pmlfilename),'wb').write(pml_string)
|
||||
|
||||
bkinfo = er.getBookInfo()
|
||||
|
||||
pml = PmlConverter(pml_string, bkinfo)
|
||||
htmlfilename = bookname + ".html"
|
||||
file(os.path.join(outdir, htmlfilename),'wb').write(pml.process())
|
||||
|
||||
# ts = er.getExpandedTextSizesData()
|
||||
# file(os.path.join(outdir, 'xtextsizes.dat'), 'wb').write(ts)
|
||||
|
||||
cv = er.getChapterNamePMLOffsetData()
|
||||
file(os.path.join(outdir, 'chapters.dat'), 'wb').write(cv)
|
||||
|
||||
# lv = er.getLinkNamePMLOffsetData()
|
||||
# file(os.path.join(outdir, 'links.dat'), 'wb').write(lv)
|
||||
|
||||
|
||||
def main(argv=None):
|
||||
global bookname
|
||||
if argv is None:
|
||||
argv = sys.argv
|
||||
|
||||
print "eReader2Html v%s. Copyright (c) 2008 The Dark Reverser" % __version__
|
||||
|
||||
if len(argv)!=4 and len(argv)!=5:
|
||||
print "Converts DRMed eReader books to PML Source and HTML"
|
||||
print "Usage:"
|
||||
print " ereader2html infile.pdb [outdir] \"your name\" credit_card_number "
|
||||
print "Note:"
|
||||
print " if ommitted, outdir defaults based on 'infile.pdb'"
|
||||
print " It's enough to enter the last 8 digits of the credit card number"
|
||||
else:
|
||||
if len(argv)==4:
|
||||
infile, name, cc = argv[1], argv[2], argv[3]
|
||||
outdir = infile[:-4] + '_Source'
|
||||
elif len(argv)==5:
|
||||
infile, outdir, name, cc = argv[1], argv[2], argv[3], argv[4]
|
||||
bookname = os.path.splitext(os.path.basename(infile))[0]
|
||||
|
||||
try:
|
||||
print "Processing..."
|
||||
import time
|
||||
start_time = time.time()
|
||||
convertEreaderToHtml(infile, name, cc, outdir)
|
||||
end_time = time.time()
|
||||
search_time = end_time - start_time
|
||||
print 'elapsed time: %.2f seconds' % (search_time, )
|
||||
print 'output in %s' % outdir
|
||||
print "done"
|
||||
except ValueError, e:
|
||||
print "Error: %s" % e
|
||||
|
||||
if __name__ == "__main__":
|
||||
#import cProfile
|
||||
#command = """sys.exit(main())"""
|
||||
#cProfile.runctx( command, globals(), locals(), filename="cprofile.profile" )
|
||||
|
||||
sys.exit(main())
|
Loading…
Reference in New Issue
Block a user