module(...,package.seeall)
local lfs = require("lfs")
local os = require("os")
local io = require("io")
local log = logging.new("exec_epub")
--local ebookutils = require("ebookutils")
local ebookutils = require "mkutils"
local dom = require("luaxml-domobject")
local outputdir_name="OEBPS"
local metadir_name = "META-INF"
local mimetype_name="mimetype"
outputdir=""
outputfile=""
outputfilename=""
-- the directory where the epub file should be moved to
destdir=""
basedir = ""
tidy = false
local include_fonts = false
local metadir=""

-- from https://stackoverflow.com/a/43407750/2467963
local function deletedir(dir)
 local attr = lfs.attributes(dir)
 if attr then
   for file in lfs.dir(dir) do
       local file_path = dir..'/'..file
       if file ~= "." and file ~= ".." then
           if lfs.attributes(file_path, 'mode') == 'file' then
               os.remove(file_path)
               log:info('remove file',file_path)
           elseif lfs.attributes(file_path, 'mode') == 'directory' then
               log:info('dir', file_path)
               deletedir(file_path)
           end
       end
   end
   lfs.rmdir(dir)
 end
 log:info('remove dir',dir)
end

function prepare(params)
       local makedir= function(path)
               local current = lfs.currentdir()
               local dir = ebookutils.prepare_path(path .. "/")
               if type(dir) == "table" then
                       local parts,msg =  ebookutils.find_directories(dir)
                       if parts then
                        ebookutils.mkdirectories(parts)
                 end
               end
               lfs.chdir(current)
       end
       basedir = ebookutils.file_in_builddir(params.input.."-".. params.format, params)
       outputdir= basedir.."/"..outputdir_name
 deletedir(basedir)
       makedir(outputdir)
       metadir = basedir .."/" .. metadir_name
       makedir(metadir)
 if params.outdir ~= "" then
   destdir = params.outdir .. "/"
   makedir(destdir)
 end
       mimetype= basedir .. "/" ..mimetype_name --os.tmpname()
       tidy = params.tidy
       include_fonts = params.include_fonts
       params["t4ht_par"] = params["t4ht_par"] -- + "-d"..string.format(params["t4ht_dir_format"],outputdir)
 params.tex4ht_sty_par = params.tex4ht_sty_par .. ",uni-html4"
       params.config_file.Make.params = params
 local mode = params.mode
       if params.config_file.Make:length() < 1 then
   if mode == "draft" then
     params.config_file.Make:htlatex()
   else
     params.config_file.Make:autohtlatex()
   end
       end
       if #params.config_file.Make.image_patterns > 0 then
               params["t4ht_par"] = params["t4ht_par"] .." -p"
       end
       params.config_file.Make:tex4ht()
       params.config_file.Make:t4ht()
 -- do some cleanup
 params.config_file.Make:match("tmp$",function(filename, par)
   -- detect if a tmp file was created for content from STDIN
   if par.is_tmp_file then
     -- and remove it
     log:info("Removing temporary file", par.tex_file)
     os.remove(par.tex_file)
   end
 end)
       return(params)
end

function run(out,params)
       --local currentdir=
       outputfilename=out
       outputfile = outputfilename..".epub"
       log:info("Output file: "..outputfile)
       --lfs.chdir(metadir)
       local m= io.open(metadir.."/container.xml","w")
       m:write([[
<?xml version="1.0"?>
<container version="1.0" xmlns="urn:oasis:names:tc:opendocument:xmlns:container">
<rootfiles>
<rootfile full-path="OEBPS/content.opf"
media-type="application/oebps-package+xml"/>
</rootfiles>
</container>
       ]])
       m:close()
       --lfs.chdir("..")
       m=io.open(mimetype,"w")
       m:write("application/epub+zip")
       m:close()
       params.config_file.Make:run()
       --[[for k,v in pairs(params.config_file.Make) do
               print(k.. " : "..type(v))
       end--]]
 --print(os.execute(htlatex_run))
end

local mimetypes = {
       css = "text/css",
       png = "image/png",
       jpg = "image/jpeg",
       jpeg = "image/jpeg",
       gif = "image/gif",
       svg = "image/svg+xml",
       html= "application/xhtml+xml",
       xhtml= "application/xhtml+xml",
       ncx = "application/x-dtbncx+xml",
       otf = "application/font-sfnt",
       ttf = "application/font-sfnt",
       woff = "application/font-woff",
       woff2 = "font/woff2",
 js = "text/javascript",
 mp3 = "audio/mpeg",
 mp4 = "audio/mp4",
 avi = "video/x-msvideo",
 mkv = "video/x-matroska",
 smil = "application/smil+xml",
 pls = "application/pls+xml"
}

function remove_empty_guide(content)
 return content:gsub("<guide>%s*</guide>","")
end

local function startswith(str, prefix)
 return str:sub(1, prefix:len()) == prefix
end

local function remove_builddir(filename)
 -- make4ht adds the build dir to all output files,
 -- but we don't want them there, because it is appended to the outdir
 local builddir = Make.params.builddir
 if startswith(filename, builddir .. "/") then
   return filename:sub((builddir .. "/"):len() + 1)
 end
 return filename
end



function make_opf()
       -- Join files content.opf and content-part2.opf
       -- make item record for every converted image
       local lg_item = function(item)
   local item = remove_builddir(item)
               -- Find mimetype and make item tag for each converted file in the lg file
               local fname,ext = item:match("([^%/^%.]*)%.([%a%d]*)$")
   if not ext then return nil end
   local lower_ext = string.lower(ext)
               local mimetype = mimetypes[lower_ext] or ""
               if mimetype == "" then log:info("Mimetype for the  "..ext.." extension is not registered"); return nil end
               local dir_part = item:split("/")
               table.remove(dir_part,#dir_part)
               local id=table.concat(dir_part,"-")..fname.."_"..ext
   -- remove invalid characters from id start
   id = id:gsub("^[%.%-]*","")
   -- remove colons
   id = id:gsub("[:%(%)]", "_")
   -- id cannot start by number, add trailing "x" character
   id = id:gsub("^([%d])", "x%1")
               return "<item id='"..id .. "' href='"..item.."' media-type='"..mimetype.."' />",id
       end
       local find_all_files= function(s,r)
   -- find files that had been declared in the OPF file using \Configure{OpfMetadata}
               local r = r or "(.*)%.([x]?html)"
               local files = {}
               for item in s:gmatch("href=\"(.-)\"") do
     local i, ext = item:match(r)
     if i then
       --local i, ext = s:match(r)-- do
       ext = ext or "true"
       files[item] = ext
     end
               end
               return files
       end
       local tidyconf = nil
       if tidy then
               tidyconf = kpse.find_file("tex4ebook-tidyconf.conf")
       end
       --local opf_first_part = outputdir .. "/content.opf"
       local opf_first_part =   ebookutils.file_in_builddir("content.opf", Make.params)
       local opf_second_part =  ebookutils.file_in_builddir("content-part2.opf", Make.params)
       --local opf_second_part = outputdir .. "/content-part2.opf"
       if
               ebookutils.file_exists(opf_first_part) and ebookutils.file_exists(opf_second_part)
       then
   local h_first  = io.open(opf_first_part,"r")
   local h_second = io.open(opf_second_part,"r")
   local opf_complete = {}
   table.insert(opf_complete,h_first:read("*all"))
   -- we used to detect all declared HTML files, but this table wasn't used anymore, so I deprecate this use
   -- local used_html = find_all_files(opf_complete[1])
   -- local lg_file = ebookutils.parse_lg(outputfilename..".lg")
   -- The lg_file has been already loaded by make4ht, it doesn't make sense to load it again
   -- Furthermore, it is now possible to add new files from Lua build files
   local lg_file = Make.lgfile  or ebookutils.parse_lg(outputfilename..".lg")
   local used_files = {}
   for _,filename in ipairs(lg_file["files"]) do
     -- we need to test the filenames in order to prevent duplicates
     used_files[filename] = true
   end
   local outside_spine = {}
   local all_used_files = find_all_files(opf_complete[1],"(.+)%.(.+)")
   local used_paths = {}
   local used_ids   = {}
   for _,k in ipairs(lg_file["files"]) do
     local ext = k:match("%.([%a%d]*)$")
     local parts = k:split "/"
     local fn = parts[#parts]
     local allow_in_spine =  {html="",xhtml = "", xml = ""}
     table.remove(parts,#parts)
     --table.insert(parts,1,"OEBPS")
     table.insert(parts,1,outputdir)
     local item,id = lg_item(k)
     if item then
       local path = table.concat(parts)
       if not used_paths[path] then
         ebookutils.mkdirectories(parts)
         used_paths[path]=true
       end
       if allow_in_spine[ext] and tidy then
         if tidyconf then
           log:info("Tidy: "..k)
           local run ="tidy -c  -w 200 -q -utf8 -m -config " .. tidyconf .." " .. k
           os.execute(run)
         else
           log:info "Tidy: Cannot load tidyconf.conf"
         end
       end
       if not used_ids[id] then
         ebookutils.copy(k, outputdir .. "/".. remove_builddir(k))
         if not all_used_files[remove_builddir(k)] then
           table.insert(opf_complete,item)
           if allow_in_spine[ext] then
             table.insert(outside_spine,id)
           end
         end
       end
       used_ids[id] = true
     end
   end
   for _,f in ipairs(lg_file["images"]) do
     local f = f.output
     local p, id = lg_item(f)
     -- process the images only if they weren't registered in lg_file["files"]
     -- they would be processed twice otherwise
     if not used_files[f] and not used_ids[id] then
       ebookutils.copy(f, outputdir .. "/".. remove_builddir(f))
       table.insert(opf_complete,p)
     end
     used_ids[id] = true
   end
   local end_opf = h_second:read("*all")
   local spine_items = {}
   for _,i in ipairs(outside_spine) do
     table.insert(spine_items,
     '<itemref idref="${idref}" linear="no" />' % {idref=i})
   end
   table.insert(opf_complete,end_opf % {spine = table.concat(spine_items,"\n")})
   h_first:close()
   h_second:close()
   h_first = io.open(opf_first_part,"w")
   local opf_completed = table.concat(opf_complete,"\n")
   -- poor man's tidy: remove trailing whitespace befora xml tags
   opf_completed = opf_completed:gsub("[ ]*<","<")
   opf_completed = remove_empty_guide(opf_completed)
   h_first:write(opf_completed)
   h_first:close()
   os.remove(opf_second_part)
   --ebookutils.copy(outputfilename ..".css",outputdir.."/")
   ebookutils.copy(opf_first_part,outputdir.."/".. remove_builddir(opf_first_part))
   --for c,v in pairs(lg_file["fonts"]) do
   --  print(c, table.concat(v,", "))
   --end
   --print(table.concat(opf_complete,"\n"))
 else
   log:warning("Missing opf file")
 end
end
local function find_zip()
 local zip_handle = assert(io.popen("zip -v 2>&1","r"))
 local miktex_zip = assert(io.popen("miktex-zip -v 2>&1","r"))
 local zip_result = zip_handle:read("*all")
 local miktex_result = miktex_zip:read("*all")
 zip_handle:close()
 miktex_zip:close()
 if zip_result and zip_result:match("Zip") then
   return "zip"
 elseif miktex_result and miktex_result:match("Zip") then
   return "miktex-zip"
 end
 log:warning "It appears you don't have zip command installed. I can't pack the ebook"
 return "zip"
end

function pack_container()
 local ncxfilename = outputdir .. "/" .. outputfilename .. ".ncx"
 if os.execute("tidy -v") > 0 then
   log:warning("tidy command seems missing, you should install it" ..
   " in order\n  to make valid epub file")
   log:info("Using regexp based cleaning")
   local lines = {}
   for line in io.lines(ncxfilename) do
     local content = line:gsub("[ ]*<","<")
     if content:len() > 0 then
       table.insert(lines, content)
     end
   end
   table.insert(lines,"")
   local ncxfile = io.open(ncxfilename,"w")
   ncxfile:write(table.concat(lines,"\n"))
   ncxfile:close()
 else
   log:info("Tidy ncx "..
   os.execute("tidy -xml -i -q -utf8 -m " ..  ncxfilename))
   log:info("Tidy opf "..
   os.execute("tidy -xml -i -q -utf8 -m " .. ebookutils.file_in_builddir("content.opf", Make.params)))
 end
 local zip = find_zip()
 -- we need to remove the epub file if it exists already, because it may contain files which aren't used anymore
 if ebookutils.file_exists(outputfile) then os.remove(outputfile) end
 log:info("Pack mimetype " .. os.execute("cd "..basedir.." && "..zip.." -q0X "..outputfile .." ".. mimetype_name))
 log:info("Pack metadir "   .. os.execute("cd "..basedir.." && "..zip.." -qXr9D " .. outputfile.." "..metadir_name))
 log:info("Pack outputdir " .. os.execute("cd "..basedir.." && "..zip.." -qXr9D " .. outputfile.." "..outputdir_name))
 log:info("Copy generated epub ")
 ebookutils.cp(basedir .."/"..outputfile, destdir .. outputfile)
end

local function update_file(filename, fn)
 -- update contents of a filename using function
 local f = io.open(filename, "r")
 local content = f:read("*all")
 f:close()
 local newcontent = fn(content)
 local f = io.open(filename, "w")
 f:write(newcontent)
 f:close()
end

local function fix_ncx_toc_levels(dom)
 -- OK, this is a weird hack. The problem is that when \backmatter
 -- follows \part, the subsequent chapters are listed under part
 -- in the NCX TOC
 -- I've added special element <navmark> to the ncx file to detect mark numbers.
 -- chapters in backmatter should have empty mark number

 -- get current <navpoint> section type and mark number
 local get_navpoint_info = function(navpoint)
   local navmarks = navpoint:query_selector("navmark")
   if navmarks and #navmarks > 0 then
     -- we are interested only in the first navmark, because it contains the current navPoint info
     local navmark = navmarks[1]
     return navmark:get_attribute("type"), navmark:get_text()
   end
   return nil, "Cannot find navLabel"
 end

 local fix_chapters = function(part)
   -- move chapters from backmatter and appendix from the current part
   -- find part position in the element list, it will be place where backmatter will be moved
   local part_pos = part:find_element_pos() + 1
   local part_parent = part:get_parent()
   -- child chapters
   local children = part:get_children()
   -- loop over children from back, where backmatter or appendix may be placed
   for i = #children, 1, -1 do
     local current = children[i]
     local sect_type, mark = get_navpoint_info(current)
     if sect_type then
       -- remove spaces from mark
       mark = mark:gsub("%s", "")
       if sect_type == "appendix" or (sect_type == "chapter" and mark=="") then
         -- move chapter at the same level as part, after part
         -- the correct order will be kept, because we move from the back of the node list
         -- and every new node is placed before previous added nodes
         part_parent:add_child_node(current:copy_node(), part_pos)
         current:remove_node()
       else
         -- break processing if we find normal chapter
         break
       end
     end
   end
 end

 -- find the last part in the ncx table. it can contain incorrectly nested chapters
 local parts = {}
 for _, navpoint in ipairs(dom:query_selector("navMap navPoint")) do
   -- we are not able to match just direct navPoint ancestors, so we will use this trick
   if navpoint:get_parent():get_element_name() == "navMap" then
     local sec_type, navmark = get_navpoint_info(navpoint)
     if sec_type == "part" then table.insert(parts, navpoint) end
   end
 end
 if #parts > 0 then
   -- fix chapters in the last part
   fix_chapters(parts[#parts])
 end
 return dom
end

function clean_xml_files()
 local opf_file = outputdir .. "/content.opf"
 update_file(opf_file, function(content)
   -- remove wrong elements from the OPF file
   -- open opf file and create LuaXML DOM
   -- the second argument to dom.parse is needed to avoid parsing issues due to the <meta> element.
   local opf_dom = dom.parse(content, {})
   -- remove child elements from elements that don't allow them
   for _, el in ipairs(opf_dom:query_selector("dc|title, dc|creator")) do
     -- get text content
     local text = el:get_text()
     -- replace element text with a new text node containing original text
     el._children = {el:create_text_node(text)}
   end
   return opf_dom:serialize()
 end)
 local ncxfilename = outputdir .. "/" .. outputfilename .. ".ncx"
 update_file(ncxfilename, function(content)
   -- remove spurious spaces at the beginning
   content = content:gsub("^%s*","")
   local ncx_dom = dom.parse(content)
   fix_ncx_toc_levels(ncx_dom)
   -- remove child elements from <text> element
   for _, el in ipairs(ncx_dom:query_selector("text")) do
     local text = el:get_text()
     -- replace element text with a new text node containing original text
     el._children = {el:create_text_node(text)}
   end
   for _, el in ipairs(ncx_dom:query_selector("navPoint")) do
     -- fix attribute names. this issue is caused by a  LuaXML behavior
     -- that makes all attributes lowercase
     el._attr["playOrder"] = el._attr["playorder"]
     el._attr["playorder"] = nil
   end
   return ncx_dom:serialize()
 end)

end

function writeContainer()
 make_opf()
 clean_xml_files()
 pack_container()
end

local function deldir(path)
 for entry in lfs.dir(path) do
   if entry~="." and entry~=".." then
     os.remove(path.."/"..entry)
   end
 end
 os.remove(path)
 --]]
end

function clean()
 --deldir(outputdir)
 --deldir(metadir)
 --os.remove(mimetype)
end

You are viewing proxied material from ftp.icm.edu.pl. The copyright of proxied material belongs to its original authors. Any comments or complaints in relation to proxied material should be directed to the original authors of the content concerned. Please see the disclaimer for more details.