wenzelm@30174
|
1 |
(* Title: Pure/System/isabelle_process.ML
|
wenzelm@25528
|
2 |
Author: Makarius
|
wenzelm@25528
|
3 |
|
wenzelm@38691
|
4 |
Isabelle process wrapper, based on private fifos for maximum
|
wenzelm@38691
|
5 |
robustness and performance.
|
wenzelm@39797
|
6 |
|
wenzelm@39797
|
7 |
Startup phases:
|
wenzelm@39797
|
8 |
. raw Posix process startup with uncontrolled output on stdout/stderr
|
wenzelm@47430
|
9 |
. stderr \002: ML running
|
wenzelm@39797
|
10 |
.. stdin/stdout/stderr freely available (raw ML loop)
|
wenzelm@39797
|
11 |
.. protocol thread initialization
|
wenzelm@45921
|
12 |
... rendezvous on system channel
|
wenzelm@46031
|
13 |
... message INIT(pid): channels ready
|
wenzelm@47430
|
14 |
... message RAW(keywords)
|
wenzelm@47430
|
15 |
... message RAW(ready): main loop ready
|
wenzelm@25528
|
16 |
*)
|
wenzelm@25528
|
17 |
|
wenzelm@25528
|
18 |
signature ISABELLE_PROCESS =
|
wenzelm@25528
|
19 |
sig
|
wenzelm@43772
|
20 |
val is_active: unit -> bool
|
wenzelm@46990
|
21 |
val protocol_command: string -> (string list -> unit) -> unit
|
wenzelm@44563
|
22 |
val crashes: exn list Synchronized.var
|
wenzelm@45921
|
23 |
val init_fifos: string -> string -> unit
|
wenzelm@45920
|
24 |
val init_socket: string -> unit
|
wenzelm@25528
|
25 |
end;
|
wenzelm@25528
|
26 |
|
wenzelm@31800
|
27 |
structure Isabelle_Process: ISABELLE_PROCESS =
|
wenzelm@25528
|
28 |
struct
|
wenzelm@25528
|
29 |
|
wenzelm@43772
|
30 |
(* print mode *)
|
wenzelm@25554
|
31 |
|
wenzelm@25748
|
32 |
val isabelle_processN = "isabelle_process";
|
wenzelm@25748
|
33 |
|
wenzelm@43772
|
34 |
fun is_active () = Print_Mode.print_mode_active isabelle_processN;
|
wenzelm@43772
|
35 |
|
wenzelm@26550
|
36 |
val _ = Output.add_mode isabelle_processN Output.default_output Output.default_escape;
|
wenzelm@28036
|
37 |
val _ = Markup.add_mode isabelle_processN YXML.output_markup;
|
wenzelm@25841
|
38 |
|
wenzelm@25841
|
39 |
|
wenzelm@46990
|
40 |
(* protocol commands *)
|
wenzelm@38568
|
41 |
|
wenzelm@38568
|
42 |
local
|
wenzelm@38568
|
43 |
|
wenzelm@44563
|
44 |
val commands =
|
wenzelm@44563
|
45 |
Synchronized.var "Isabelle_Process.commands" (Symtab.empty: (string list -> unit) Symtab.table);
|
wenzelm@38568
|
46 |
|
wenzelm@38568
|
47 |
in
|
wenzelm@38568
|
48 |
|
wenzelm@46990
|
49 |
fun protocol_command name cmd =
|
wenzelm@44563
|
50 |
Synchronized.change commands (fn cmds =>
|
wenzelm@38568
|
51 |
(if not (Symtab.defined cmds name) then ()
|
wenzelm@38568
|
52 |
else warning ("Redefining Isabelle process command " ^ quote name);
|
wenzelm@44563
|
53 |
Symtab.update (name, cmd) cmds));
|
wenzelm@38568
|
54 |
|
wenzelm@46990
|
55 |
fun run_command name args =
|
wenzelm@44563
|
56 |
(case Symtab.lookup (Synchronized.value commands) name of
|
wenzelm@38568
|
57 |
NONE => error ("Undefined Isabelle process command " ^ quote name)
|
wenzelm@46990
|
58 |
| SOME cmd =>
|
wenzelm@46990
|
59 |
(Runtime.debugging cmd args handle exn =>
|
wenzelm@46990
|
60 |
error ("Isabelle process protocol failure: " ^ name ^ "\n" ^ ML_Compiler.exn_message exn)));
|
wenzelm@38568
|
61 |
|
wenzelm@38568
|
62 |
end;
|
wenzelm@38568
|
63 |
|
wenzelm@38568
|
64 |
|
wenzelm@40394
|
65 |
(* message channels *)
|
wenzelm@25841
|
66 |
|
wenzelm@25841
|
67 |
local
|
wenzelm@25810
|
68 |
|
wenzelm@40394
|
69 |
fun chunk s = [string_of_int (size s), "\n", s];
|
wenzelm@26574
|
70 |
|
wenzelm@45622
|
71 |
fun message do_flush mbox ch raw_props body =
|
wenzelm@44645
|
72 |
let
|
wenzelm@44646
|
73 |
val robust_props = map (pairself YXML.embed_controls) raw_props;
|
wenzelm@44645
|
74 |
val header = YXML.string_of (XML.Elem ((ch, robust_props), []));
|
wenzelm@45622
|
75 |
in Mailbox.send mbox (chunk header @ chunk body, do_flush) end;
|
wenzelm@25554
|
76 |
|
wenzelm@45153
|
77 |
fun standard_message mbox opt_serial ch body =
|
wenzelm@44645
|
78 |
if body = "" then ()
|
wenzelm@44645
|
79 |
else
|
wenzelm@45622
|
80 |
message false mbox ch
|
wenzelm@46537
|
81 |
((case opt_serial of SOME i => cons (Isabelle_Markup.serialN, string_of_int i) | _ => I)
|
wenzelm@44645
|
82 |
(Position.properties_of (Position.thread_data ()))) body;
|
wenzelm@25554
|
83 |
|
wenzelm@45921
|
84 |
fun message_output mbox channel =
|
wenzelm@28188
|
85 |
let
|
wenzelm@45921
|
86 |
fun flush () = ignore (try System_Channel.flush channel);
|
wenzelm@40394
|
87 |
fun loop receive =
|
wenzelm@40394
|
88 |
(case receive mbox of
|
wenzelm@45622
|
89 |
SOME (msg, do_flush) =>
|
wenzelm@45921
|
90 |
(List.app (fn s => System_Channel.output channel s) msg;
|
wenzelm@45622
|
91 |
if do_flush then flush () else ();
|
wenzelm@40553
|
92 |
loop (Mailbox.receive_timeout (seconds 0.02)))
|
wenzelm@45622
|
93 |
| NONE => (flush (); loop (SOME o Mailbox.receive)));
|
wenzelm@40394
|
94 |
in fn () => loop (SOME o Mailbox.receive) end;
|
wenzelm@28188
|
95 |
|
wenzelm@28188
|
96 |
in
|
wenzelm@28188
|
97 |
|
wenzelm@45921
|
98 |
fun setup_channels channel =
|
wenzelm@28189
|
99 |
let
|
wenzelm@40394
|
100 |
val _ = TextIO.StreamIO.setBufferMode (TextIO.getOutstream TextIO.stdOut, IO.LINE_BUF);
|
wenzelm@40394
|
101 |
val _ = TextIO.StreamIO.setBufferMode (TextIO.getOutstream TextIO.stdErr, IO.LINE_BUF);
|
wenzelm@40394
|
102 |
|
wenzelm@45622
|
103 |
val mbox = Mailbox.create () : (string list * bool) Mailbox.T;
|
wenzelm@45921
|
104 |
val _ = Simple_Thread.fork false (message_output mbox channel);
|
wenzelm@28044
|
105 |
in
|
wenzelm@45153
|
106 |
Output.Private_Hooks.status_fn := standard_message mbox NONE "B";
|
wenzelm@45153
|
107 |
Output.Private_Hooks.report_fn := standard_message mbox NONE "C";
|
wenzelm@45153
|
108 |
Output.Private_Hooks.writeln_fn := (fn s => standard_message mbox (SOME (serial ())) "D" s);
|
wenzelm@45153
|
109 |
Output.Private_Hooks.tracing_fn := (fn s => standard_message mbox (SOME (serial ())) "E" s);
|
wenzelm@45153
|
110 |
Output.Private_Hooks.warning_fn := (fn s => standard_message mbox (SOME (serial ())) "F" s);
|
wenzelm@45153
|
111 |
Output.Private_Hooks.error_fn := (fn (i, s) => standard_message mbox (SOME i) "G" s);
|
wenzelm@47658
|
112 |
Output.Private_Hooks.protocol_message_fn := message true mbox "H";
|
wenzelm@40393
|
113 |
Output.Private_Hooks.urgent_message_fn := ! Output.Private_Hooks.writeln_fn;
|
wenzelm@40393
|
114 |
Output.Private_Hooks.prompt_fn := ignore;
|
wenzelm@45920
|
115 |
message true mbox "A" [] (Session.welcome ())
|
wenzelm@28044
|
116 |
end;
|
wenzelm@25841
|
117 |
|
wenzelm@28188
|
118 |
end;
|
wenzelm@28188
|
119 |
|
wenzelm@25841
|
120 |
|
wenzelm@39511
|
121 |
(* protocol loop -- uninterruptible *)
|
wenzelm@38568
|
122 |
|
wenzelm@44563
|
123 |
val crashes = Synchronized.var "Isabelle_Process.crashes" ([]: exn list);
|
wenzelm@38568
|
124 |
|
wenzelm@38568
|
125 |
local
|
wenzelm@38568
|
126 |
|
wenzelm@38568
|
127 |
fun recover crash =
|
wenzelm@44563
|
128 |
(Synchronized.change crashes (cons crash);
|
wenzelm@38568
|
129 |
warning "Recovering from Isabelle process crash -- see also Isabelle_Process.crashes");
|
wenzelm@38568
|
130 |
|
wenzelm@45921
|
131 |
fun read_chunk channel len =
|
wenzelm@38568
|
132 |
let
|
wenzelm@38568
|
133 |
val n =
|
wenzelm@38568
|
134 |
(case Int.fromString len of
|
wenzelm@38568
|
135 |
SOME n => n
|
wenzelm@38568
|
136 |
| NONE => error ("Isabelle process: malformed chunk header " ^ quote len));
|
wenzelm@45921
|
137 |
val chunk = System_Channel.inputN channel n;
|
wenzelm@38568
|
138 |
val m = size chunk;
|
wenzelm@38568
|
139 |
in
|
wenzelm@38568
|
140 |
if m = n then chunk
|
wenzelm@38568
|
141 |
else error ("Isabelle process: bad chunk (" ^ string_of_int m ^ " vs. " ^ string_of_int n ^ ")")
|
wenzelm@38568
|
142 |
end;
|
wenzelm@38568
|
143 |
|
wenzelm@45921
|
144 |
fun read_command channel =
|
wenzelm@45921
|
145 |
(case System_Channel.input_line channel of
|
wenzelm@38568
|
146 |
NONE => raise Runtime.TERMINATE
|
wenzelm@45921
|
147 |
| SOME line => map (read_chunk channel) (space_explode "," line));
|
wenzelm@38568
|
148 |
|
wenzelm@38568
|
149 |
in
|
wenzelm@38568
|
150 |
|
wenzelm@45921
|
151 |
fun loop channel =
|
wenzelm@38568
|
152 |
let val continue =
|
wenzelm@45921
|
153 |
(case read_command channel of
|
wenzelm@38568
|
154 |
[] => (Output.error_msg "Isabelle process: no input"; true)
|
wenzelm@38568
|
155 |
| name :: args => (run_command name args; true))
|
wenzelm@38568
|
156 |
handle Runtime.TERMINATE => false
|
wenzelm@38568
|
157 |
| exn => (Output.error_msg (ML_Compiler.exn_message exn) handle crash => recover crash; true);
|
wenzelm@45921
|
158 |
in if continue then loop channel else () end;
|
wenzelm@38568
|
159 |
|
wenzelm@38568
|
160 |
end;
|
wenzelm@38568
|
161 |
|
wenzelm@38568
|
162 |
|
wenzelm@25554
|
163 |
(* init *)
|
wenzelm@25554
|
164 |
|
wenzelm@45921
|
165 |
fun init rendezvous = ignore (Simple_Thread.fork false (fn () =>
|
wenzelm@38551
|
166 |
let
|
wenzelm@40553
|
167 |
val _ = OS.Process.sleep (seconds 0.5); (*yield to raw ML toplevel*)
|
wenzelm@47430
|
168 |
val _ = Output.physical_stderr Symbol.STX;
|
wenzelm@39797
|
169 |
|
wenzelm@48271
|
170 |
val _ = quick_and_dirty := false;
|
wenzelm@48271
|
171 |
val _ = Goal.parallel_proofs := 1;
|
wenzelm@45869
|
172 |
val _ =
|
wenzelm@45869
|
173 |
if Multithreading.max_threads_value () < 2
|
wenzelm@45869
|
174 |
then Multithreading.max_threads := 2 else ();
|
wenzelm@39797
|
175 |
val _ = Context.set_thread_data NONE;
|
wenzelm@44546
|
176 |
val _ =
|
wenzelm@44546
|
177 |
Unsynchronized.change print_mode
|
wenzelm@45933
|
178 |
(fn mode =>
|
wenzelm@45933
|
179 |
(mode @ [Syntax_Trans.no_bracketsN, Syntax_Trans.no_type_bracketsN])
|
wenzelm@45933
|
180 |
|> fold (update op =)
|
wenzelm@45933
|
181 |
[Symbol.xsymbolsN, isabelle_processN, Keyword.keyword_statusN, Pretty.symbolicN]);
|
wenzelm@39797
|
182 |
|
wenzelm@45921
|
183 |
val channel = rendezvous ();
|
wenzelm@45921
|
184 |
val _ = setup_channels channel;
|
wenzelm@45920
|
185 |
|
wenzelm@38551
|
186 |
val _ = Keyword.status ();
|
wenzelm@44548
|
187 |
val _ = Thy_Info.status ();
|
wenzelm@47658
|
188 |
val _ = Output.protocol_message Isabelle_Markup.ready "";
|
wenzelm@45921
|
189 |
in loop channel end));
|
wenzelm@25528
|
190 |
|
wenzelm@45921
|
191 |
fun init_fifos fifo1 fifo2 = init (fn () => System_Channel.fifo_rendezvous fifo1 fifo2);
|
wenzelm@45921
|
192 |
fun init_socket name = init (fn () => System_Channel.socket_rendezvous name);
|
wenzelm@45920
|
193 |
|
wenzelm@25528
|
194 |
end;
|
wenzelm@39797
|
195 |
|