begin_theory: files_html needs to be produced outside of prep_html_source to make ML files appear!
replaced warning by error for non-existant theory/ML info;
1 (* Title: Pure/Thy/present.ML
3 Author: Markus Wenzel and Stefan Berghofer, TU Muenchen
5 Theory presentation: HTML, graph files, (PDF)LaTeX documents.
8 signature BASIC_PRESENT =
10 val no_document: ('a -> 'b) -> 'a -> 'b
11 val section: string -> unit
17 val session_name: theory -> string
18 val write_graph: {name: string, ID: string, dir: string, unfold: bool,
19 path: string, parents: string list} list -> Path.T -> unit
20 val display_graph: {name: string, ID: string, dir: string, unfold: bool,
21 path: string, parents: string list} list -> unit
22 val init: bool -> bool -> string -> bool -> string list -> string list ->
23 string -> (bool * Path.T) option -> Url.T option * bool -> bool -> theory list -> unit
24 val finish: unit -> unit
25 val init_theory: string -> unit
26 val verbatim_source: string -> (unit -> Symbol.symbol list) -> unit
27 val theory_output: string -> string -> unit
28 val begin_theory: int -> Path.T -> (Path.T * bool) list -> theory -> theory
29 val add_hook: (string -> (string * thm list) list -> unit) -> unit
30 val results: string -> (string * thm list) list -> unit
31 val theorem: string -> thm -> unit
32 val theorems: string -> thm list -> unit
33 val chapter: string -> unit
34 val subsection: string -> unit
35 val subsubsection: string -> unit
36 val drafts: string -> Path.T list -> Path.T
39 structure Present: PRESENT =
45 val output_path = Path.variable "ISABELLE_BROWSER_INFO";
47 val tex_ext = Path.ext "tex";
48 val tex_path = tex_ext o Path.basic;
49 val html_ext = Path.ext "html";
50 val html_path = html_ext o Path.basic;
51 val index_path = Path.basic "index.html";
52 val readme_html_path = Path.basic "README.html";
53 val readme_path = Path.basic "README";
54 val documentN = "document";
55 val document_path = Path.basic documentN;
56 val doc_indexN = "session";
57 val graph_path = Path.basic "session.graph";
58 val graph_pdf_path = Path.basic "session_graph.pdf";
59 val graph_eps_path = Path.basic "session_graph.eps";
61 val session_path = Path.basic ".session";
62 val session_entries_path = Path.explode ".session/entries";
63 val pre_index_path = Path.explode ".session/pre-index";
65 fun mk_rel_path [] ys = Path.make ys
66 | mk_rel_path xs [] = Path.appends (replicate (length xs) Path.parent)
67 | mk_rel_path (ps as x :: xs) (qs as y :: ys) = if x = y then mk_rel_path xs ys else
68 Path.appends (replicate (length ps) Path.parent @ [Path.make qs]);
70 fun show_path path = Path.implode (Path.append (File.pwd ()) path);
74 (** additional theory data **)
76 structure BrowserInfoData = TheoryDataFun
78 type T = {name: string, session: string list, is_local: bool};
79 val empty = {name = "", session = [], is_local = false}: T;
82 fun merge _ _ = empty;
85 val put_info = BrowserInfoData.put;
86 val get_info = BrowserInfoData.get;
87 val session_name = #name o get_info;
94 {name: string, ID: string, dir: string, unfold: bool,
95 path: string, parents: string list};
97 fun write_graph gr path =
98 File.write path (cat_lines (map (fn {name, ID, dir, unfold, path, parents} =>
99 "\"" ^ name ^ "\" \"" ^ ID ^ "\" \"" ^ dir ^ (if unfold then "\" + \"" else "\" \"") ^
100 path ^ "\" > " ^ space_implode " " (map Library.quote parents) ^ " ;") gr));
102 fun display_graph gr =
104 val _ = writeln "Displaying graph ...";
105 val path = File.tmp_path (Path.explode "tmp.graph");
106 val _ = write_graph gr path;
107 val _ = File.isatool ("browser -c " ^ File.shell_path path ^ " &");
111 fun ID_of sess s = space_implode "/" (sess @ [s]);
112 fun ID_of_thy thy = ID_of (#session (get_info thy)) (Context.theory_name thy);
115 (*retrieve graph data from initial collection of theories*)
116 fun init_graph remote_path curr_sess = rev o map (fn thy =>
118 val name = Context.theory_name thy;
119 val {name = sess_name, session, is_local} = get_info thy;
120 val path' = Path.append (Path.make session) (html_path name);
122 {name = name, ID = ID_of session name, dir = sess_name,
124 if null session then "" else
125 if is_some remote_path andalso not is_local then
126 Url.implode (Url.append (the remote_path) (Url.File
127 (Path.append (Path.make session) (html_path name))))
128 else Path.implode (Path.append (mk_rel_path curr_sess session) (html_path name)),
130 parents = map ID_of_thy (Theory.parents_of thy)};
133 fun ins_graph_entry (i, entry as {ID, ...}) (gr: (int * graph_node) list) =
134 (i, entry) :: filter_out (fn (_, entry') => #ID entry' = ID) gr;
138 (** global browser info state **)
140 (* type theory_info *)
142 type theory_info = {tex_source: Buffer.T, html_source: Buffer.T, html: Buffer.T};
144 fun make_theory_info (tex_source, html_source, html) =
145 {tex_source = tex_source, html_source = html_source, html = html}: theory_info;
147 val empty_theory_info = make_theory_info (Buffer.empty, Buffer.empty, Buffer.empty);
149 fun map_theory_info f {tex_source, html_source, html} =
150 make_theory_info (f (tex_source, html_source, html));
153 (* type browser_info *)
155 type browser_info = {theories: theory_info Symtab.table, files: (Path.T * string) list,
156 tex_index: (int * string) list, html_index: (int * string) list, graph: (int * graph_node) list};
158 fun make_browser_info (theories, files, tex_index, html_index, graph) =
159 {theories = theories, files = files, tex_index = tex_index, html_index = html_index,
160 graph = graph}: browser_info;
162 val empty_browser_info = make_browser_info (Symtab.empty, [], [], [], []);
164 fun init_browser_info remote_path curr_sess thys = make_browser_info
165 (Symtab.empty, [], [], [], init_graph remote_path curr_sess thys);
167 fun map_browser_info f {theories, files, tex_index, html_index, graph} =
168 make_browser_info (f (theories, files, tex_index, html_index, graph));
173 val browser_info = ref empty_browser_info;
174 fun change_browser_info f = CRITICAL (fn () => change browser_info (map_browser_info f));
176 val suppress_tex_source = ref false;
177 fun no_document f x = setmp_noncritical suppress_tex_source true f x;
179 fun init_theory_info name info =
180 change_browser_info (fn (theories, files, tex_index, html_index, graph) =>
181 (Symtab.update (name, info) theories, files, tex_index, html_index, graph));
183 fun change_theory_info name f =
184 change_browser_info (fn (info as (theories, files, tex_index, html_index, graph)) =>
185 (case Symtab.lookup theories name of
186 NONE => error ("Browser info: cannot access theory document " ^ quote name)
187 | SOME info => (Symtab.update (name, map_theory_info f info) theories, files,
188 tex_index, html_index, graph)));
192 change_browser_info (fn (theories, files, tex_index, html_index, graph) =>
193 (theories, file :: files, tex_index, html_index, graph));
195 fun add_tex_index txt =
196 change_browser_info (fn (theories, files, tex_index, html_index, graph) =>
197 (theories, files, txt :: tex_index, html_index, graph));
199 fun add_html_index txt =
200 change_browser_info (fn (theories, files, tex_index, html_index, graph) =>
201 (theories, files, tex_index, txt :: html_index, graph));
203 fun add_graph_entry entry =
204 change_browser_info (fn (theories, files, tex_index, html_index, graph) =>
205 (theories, files, tex_index, html_index, ins_graph_entry entry graph));
207 fun add_tex_source name txt =
208 if ! suppress_tex_source then ()
209 else change_theory_info name (fn (tex_source, html_source, html) =>
210 (Buffer.add txt tex_source, html_source, html));
212 fun add_html_source name txt = change_theory_info name (fn (tex_source, html_source, html) =>
213 (tex_source, Buffer.add txt html_source, html));
215 fun add_html name txt = change_theory_info name (fn (tex_source, html_source, html) =>
216 (tex_source, html_source, Buffer.add txt html));
220 (** global session state **)
225 {name: string, parent: string, session: string, path: string list, html_prefix: Path.T,
226 info: bool, doc_format: string, doc_graph: bool, documents: (string * string) list,
227 doc_prefix1: (Path.T * Path.T) option, doc_prefix2: (bool * Path.T) option,
228 remote_path: Url.T option, verbose: bool, readme: Path.T option};
230 fun make_session_info
231 (name, parent, session, path, html_prefix, info, doc_format, doc_graph, documents,
232 doc_prefix1, doc_prefix2, remote_path, verbose, readme) =
233 {name = name, parent = parent, session = session, path = path, html_prefix = html_prefix,
234 info = info, doc_format = doc_format, doc_graph = doc_graph, documents = documents,
235 doc_prefix1 = doc_prefix1, doc_prefix2 = doc_prefix2, remote_path = remote_path,
236 verbose = verbose, readme = readme}: session_info;
241 val session_info = ref (NONE: session_info option);
243 fun with_session x f = (case ! session_info of NONE => x | SOME info => f info);
244 fun with_context f = f (Context.theory_name (ML_Context.the_global_context ()));
248 (** document preparation **)
252 val session_entries =
253 HTML.session_entries o
254 map (fn name => (Url.File (Path.append (Path.basic name) index_path), name));
256 fun get_entries dir =
257 split_lines (File.read (Path.append dir session_entries_path));
259 fun put_entries entries dir =
260 File.write (Path.append dir session_entries_path) (cat_lines entries);
263 fun create_index dir =
264 File.read (Path.append dir pre_index_path) ^
265 session_entries (get_entries dir) ^ HTML.end_index
266 |> File.write (Path.append dir index_path);
268 fun update_index dir name = CRITICAL (fn () =>
269 (case try get_entries dir of
270 NONE => warning ("Browser info: cannot access session index of " ^ quote (Path.implode dir))
271 | SOME es => (put_entries ((remove (op =) name es) @ [name]) dir; create_index dir)));
274 (* document versions *)
276 fun read_version str =
277 (case space_explode "=" str of
279 | [name, tags] => (name, tags)
280 | _ => error ("Malformed document version specification: " ^ quote str));
282 fun read_versions strs =
283 rev (distinct (eq_fst (op =)) (rev ((documentN, "") :: map read_version strs)))
284 |> filter_out (equal "-" o #2);
289 fun name_of_session elems = space_implode "/" ("Isabelle" :: elems);
291 fun init build info doc doc_graph doc_versions path name doc_prefix2
292 (remote_path, first_time) verbose thys = CRITICAL (fn () =>
293 if not build andalso not info andalso doc = "" andalso is_none doc_prefix2 then
294 (browser_info := empty_browser_info; session_info := NONE)
297 val parent_name = name_of_session (Library.take (length path - 1, path));
298 val session_name = name_of_session path;
299 val sess_prefix = Path.make path;
300 val html_prefix = Path.append (Path.expand output_path) sess_prefix;
302 val (doc_prefix1, documents) =
303 if doc = "" then (NONE, [])
304 else if not (File.exists document_path) then
305 (if verbose then Output.std_error "Warning: missing document directory\n" else ();
307 else (SOME (Path.append html_prefix document_path, html_prefix),
308 read_versions doc_versions);
310 val parent_index_path = Path.append Path.parent index_path;
311 val index_up_lnk = if first_time then
312 Url.append (the remote_path) (Url.File (Path.append sess_prefix parent_index_path))
313 else Url.File parent_index_path;
315 if File.exists readme_html_path then SOME readme_html_path
316 else if File.exists readme_path then SOME readme_path
320 (case readme of NONE => [] | SOME p => [(Url.File p, "README")]) @
321 map (fn (name, _) => (Url.File (Path.ext doc (Path.basic name)), name)) documents;
322 val index_text = HTML.begin_index (index_up_lnk, parent_name)
323 (Url.File index_path, session_name) docs (Url.explode "medium.html");
325 session_info := SOME (make_session_info (name, parent_name, session_name, path, html_prefix,
326 info, doc, doc_graph, documents, doc_prefix1, doc_prefix2, remote_path, verbose, readme));
327 browser_info := init_browser_info remote_path path thys;
328 add_html_index (0, index_text)
332 (* isatool wrappers *)
334 fun isatool_document verbose format name tags path result_path =
336 val s = "\"$ISATOOL\" document -c -o '" ^ format ^ "' \
337 \-n '" ^ name ^ "' -t '" ^ tags ^ "' " ^ File.shell_path path ^
338 " 2>&1" ^ (if verbose then "" else " >/dev/null");
339 val doc_path = Path.append result_path (Path.ext format (Path.basic name));
341 if verbose then writeln s else ();
343 File.exists doc_path orelse
344 error ("No document: " ^ quote (show_path doc_path));
348 fun isatool_browser graph =
350 val pdf_path = File.tmp_path graph_pdf_path;
351 val eps_path = File.tmp_path graph_eps_path;
352 val gr_path = File.tmp_path graph_path;
353 val s = "browser -o " ^ File.shell_path pdf_path ^ " " ^ File.shell_path gr_path;
355 write_graph graph gr_path;
356 if File.isatool s <> 0 orelse not (File.exists eps_path) orelse not (File.exists pdf_path)
357 then error "Failed to prepare dependency graph"
359 let val pdf = File.read pdf_path and eps = File.read eps_path
360 in File.rm pdf_path; File.rm eps_path; File.rm gr_path; (pdf, eps) end
364 (* finish session -- output all generated text *)
366 fun sorted_index index = map snd (sort (int_ord o pairself fst) (rev index));
367 fun index_buffer index = Buffer.add (implode (sorted_index index)) Buffer.empty;
369 fun write_tex src name path =
370 Buffer.write (Path.append path (tex_path name)) src;
372 fun write_tex_index tex_index path =
373 write_tex (index_buffer tex_index |> Buffer.add Latex.tex_trailer) doc_indexN path;
376 fun finish () = CRITICAL (fn () =>
377 with_session () (fn {name, info, html_prefix, doc_format, doc_graph,
378 documents, doc_prefix1, doc_prefix2, path, verbose, readme, ...} =>
380 val {theories, files, tex_index, html_index, graph} = ! browser_info;
381 val thys = Symtab.dest theories;
382 val parent_html_prefix = Path.append html_prefix Path.parent;
384 fun finish_tex path (a, {tex_source, ...}: theory_info) = write_tex tex_source a path;
385 fun finish_html (a, {html, ...}: theory_info) =
386 Buffer.write (Path.append html_prefix (html_path a)) (Buffer.add HTML.end_theory html);
388 val sorted_graph = sorted_index graph;
390 if doc_graph andalso (is_some doc_prefix1 orelse is_some doc_prefix2) then
391 SOME (isatool_browser sorted_graph)
394 fun prepare_sources cp path =
396 if cp then File.copy_dir document_path path else ();
397 File.isatool ("latex -o sty " ^ File.shell_path (Path.append path (Path.basic "root.tex")));
398 (case opt_graphs of NONE => () | SOME (pdf, eps) =>
399 (File.write (Path.append path graph_pdf_path) pdf;
400 File.write (Path.append path graph_eps_path) eps));
401 write_tex_index tex_index path;
402 List.app (finish_tex path) thys);
405 (File.mkdir (Path.append html_prefix session_path);
406 Buffer.write (Path.append html_prefix pre_index_path) (index_buffer html_index);
407 File.write (Path.append html_prefix session_entries_path) "";
408 create_index html_prefix;
409 if length path > 1 then update_index parent_html_prefix name else ();
410 (case readme of NONE => () | SOME path => File.copy path html_prefix);
411 write_graph sorted_graph (Path.append html_prefix graph_path);
412 File.copy (Path.explode "~~/lib/browser/GraphBrowser.jar") html_prefix;
413 List.app (fn (a, txt) => File.write (Path.append html_prefix (Path.basic a)) txt)
414 (HTML.applet_pages name (Url.File index_path, name));
415 File.copy (Path.explode "~~/lib/html/isabelle.css") html_prefix;
416 List.app finish_html thys;
417 List.app (uncurry File.write) files;
418 if verbose then Output.std_error ("Browser info at " ^ show_path html_prefix ^ "\n") else ())
421 (case doc_prefix2 of NONE => () | SOME (cp, path) =>
422 (prepare_sources cp path;
423 if verbose then Output.std_error ("Document sources at " ^ show_path path ^ "\n") else ()));
425 (case doc_prefix1 of NONE => () | SOME (path, result_path) =>
426 documents |> List.app (fn (name, tags) =>
428 val _ = prepare_sources true path;
429 val doc_path = isatool_document true doc_format name tags path result_path;
431 if verbose then Output.std_error ("Document at " ^ show_path doc_path ^ "\n") else ()
434 browser_info := empty_browser_info;
439 (* theory elements *)
441 fun init_theory name = with_session () (fn _ => init_theory_info name empty_theory_info);
443 fun verbatim_source name mk_text =
444 with_session () (fn _ => add_html_source name (HTML.verbatim_source (mk_text ())));
446 fun theory_output name s =
447 with_session () (fn _ => add_tex_source name (Latex.isabelle_file name s));
450 fun parent_link remote_path curr_session thy =
452 val {name = _, session, is_local} = get_info thy;
453 val name = Context.theory_name thy;
455 if null session then NONE
457 (if is_some remote_path andalso not is_local then
458 Url.append (the remote_path) (Url.File (Path.append (Path.make session) (html_path name)))
459 else Url.File (Path.append (mk_rel_path curr_session session) (html_path name)));
462 fun begin_theory update_time dir files thy =
463 with_session thy (fn {name = sess_name, session, path, html_prefix, remote_path, ...} =>
465 val name = Context.theory_name thy;
466 val parents = Theory.parents_of thy;
467 val parent_specs = map (parent_link remote_path path) parents;
469 fun prep_file (raw_path, loadit) =
470 (case ThyLoad.check_ml dir raw_path of
473 val base = Path.base path;
474 val base_html = html_ext base;
475 val _ = add_file (Path.append html_prefix base_html,
476 HTML.ml_file (Url.File base) (File.read path));
477 in (Url.File base_html, Url.File raw_path, loadit) end
478 | NONE => error ("Browser info: expected to find ML file" ^ quote (Path.implode raw_path)));
480 val files_html = map prep_file files;
482 fun prep_html_source (tex_source, html_source, html) =
484 val txt = HTML.begin_theory (Url.File index_path, session)
485 name parent_specs files_html (Buffer.content html_source)
486 in (tex_source, Buffer.empty, Buffer.add txt html) end;
489 {name = name, ID = ID_of path name, dir = sess_name, unfold = true,
490 path = Path.implode (html_path name),
491 parents = map ID_of_thy parents};
493 change_theory_info name prep_html_source;
494 add_graph_entry (update_time, entry);
495 add_html_index (update_time, HTML.theory_entry (Url.File (html_path name), name));
496 add_tex_index (update_time, Latex.theory_entry name);
497 put_info {name = sess_name, session = path, is_local = is_some remote_path} thy
501 val hooks = ref ([]: (string -> (string * thm list) list -> unit) list);
502 fun add_hook f = CRITICAL (fn () => change hooks (cons f));
505 (List.app (fn f => (try (fn () => f k xs) (); ())) (! hooks);
506 with_session () (fn _ => with_context add_html
507 (HTML.results (ML_Context.the_local_context ()) k xs)));
509 fun theorem a th = results Thm.theoremK [(a, [th])];
510 fun theorems a ths = results Thm.theoremK [(a, ths)];
511 fun chapter s = with_session () (fn _ => with_context add_html (HTML.chapter s));
512 fun section s = with_session () (fn _ => with_context add_html (HTML.section s));
513 fun subsection s = with_session () (fn _ => with_context add_html (HTML.subsection s));
514 fun subsubsection s = with_session () (fn _ => with_context add_html (HTML.subsubsection s));
518 (** draft document output **)
520 fun drafts doc_format src_paths =
522 fun prep_draft path i =
524 val base = Path.base path;
526 (case Path.implode (#1 (Path.split_ext base)) of
527 "" => "DUMMY" ^ serial_string ()
530 if File.exists path then
531 (((name, base, File.read path), (i, Latex.theory_entry name)), i + 1)
532 else error ("Bad file: " ^ quote (Path.implode path))
534 val (srcs, tex_index) = split_list (fst (fold_map prep_draft src_paths 0));
536 val doc_path = File.tmp_path document_path;
537 val result_path = Path.append doc_path Path.parent;
538 val _ = File.mkdir doc_path;
539 val root_path = Path.append doc_path (Path.basic "root.tex");
540 val _ = File.copy (Path.explode "~~/lib/texinputs/draft.tex") root_path;
541 val _ = File.isatool ("latex -o sty " ^ File.shell_path root_path);
542 val _ = File.isatool ("latex -o syms " ^ File.shell_path root_path);
545 let val ss = split_lines (File.read (Path.append doc_path (Path.basic name)))
546 in member (op =) ss end;
547 val known_syms = known "syms.lst";
548 val known_ctrls = known "ctrls.lst";
550 val _ = srcs |> List.app (fn (name, base, txt) =>
552 |> Latex.symbol_source (known_syms, known_ctrls) (Path.implode base)
553 |> File.write (Path.append doc_path (tex_path name)));
554 val _ = write_tex_index tex_index doc_path;
555 in isatool_document false doc_format documentN "" doc_path result_path end;
560 structure BasicPresent: BASIC_PRESENT = Present;