wenzelm@30174
|
1 |
(* Title: Pure/System/isabelle_process.ML
|
wenzelm@25528
|
2 |
Author: Makarius
|
wenzelm@25528
|
3 |
|
wenzelm@38691
|
4 |
Isabelle process wrapper, based on private fifos for maximum
|
wenzelm@49727
|
5 |
robustness and performance, or local socket for maximum portability.
|
wenzelm@39797
|
6 |
|
wenzelm@39797
|
7 |
Startup phases:
|
wenzelm@49727
|
8 |
- raw Posix process startup with uncontrolled output on stdout/stderr
|
wenzelm@49727
|
9 |
- stderr \002: ML running
|
wenzelm@49727
|
10 |
- stdin/stdout/stderr freely available (raw ML loop)
|
wenzelm@49727
|
11 |
- protocol thread initialization
|
wenzelm@49727
|
12 |
- rendezvous on system channel
|
wenzelm@49727
|
13 |
- message INIT: channels ready
|
wenzelm@25528
|
14 |
*)
|
wenzelm@25528
|
15 |
|
wenzelm@25528
|
16 |
signature ISABELLE_PROCESS =
|
wenzelm@25528
|
17 |
sig
|
wenzelm@43772
|
18 |
val is_active: unit -> bool
|
wenzelm@46990
|
19 |
val protocol_command: string -> (string list -> unit) -> unit
|
wenzelm@51520
|
20 |
val tracing_messages: int Unsynchronized.ref;
|
wenzelm@51520
|
21 |
val reset_tracing: unit -> unit
|
wenzelm@44563
|
22 |
val crashes: exn list Synchronized.var
|
wenzelm@45921
|
23 |
val init_fifos: string -> string -> unit
|
wenzelm@45920
|
24 |
val init_socket: string -> unit
|
wenzelm@25528
|
25 |
end;
|
wenzelm@25528
|
26 |
|
wenzelm@31800
|
27 |
structure Isabelle_Process: ISABELLE_PROCESS =
|
wenzelm@25528
|
28 |
struct
|
wenzelm@25528
|
29 |
|
wenzelm@43772
|
30 |
(* print mode *)
|
wenzelm@25554
|
31 |
|
wenzelm@25748
|
32 |
val isabelle_processN = "isabelle_process";
|
wenzelm@25748
|
33 |
|
wenzelm@43772
|
34 |
fun is_active () = Print_Mode.print_mode_active isabelle_processN;
|
wenzelm@43772
|
35 |
|
wenzelm@26550
|
36 |
val _ = Output.add_mode isabelle_processN Output.default_output Output.default_escape;
|
wenzelm@28036
|
37 |
val _ = Markup.add_mode isabelle_processN YXML.output_markup;
|
wenzelm@25841
|
38 |
|
wenzelm@25841
|
39 |
|
wenzelm@46990
|
40 |
(* protocol commands *)
|
wenzelm@38568
|
41 |
|
wenzelm@38568
|
42 |
local
|
wenzelm@38568
|
43 |
|
wenzelm@44563
|
44 |
val commands =
|
wenzelm@44563
|
45 |
Synchronized.var "Isabelle_Process.commands" (Symtab.empty: (string list -> unit) Symtab.table);
|
wenzelm@38568
|
46 |
|
wenzelm@38568
|
47 |
in
|
wenzelm@38568
|
48 |
|
wenzelm@46990
|
49 |
fun protocol_command name cmd =
|
wenzelm@44563
|
50 |
Synchronized.change commands (fn cmds =>
|
wenzelm@38568
|
51 |
(if not (Symtab.defined cmds name) then ()
|
wenzelm@38568
|
52 |
else warning ("Redefining Isabelle process command " ^ quote name);
|
wenzelm@44563
|
53 |
Symtab.update (name, cmd) cmds));
|
wenzelm@38568
|
54 |
|
wenzelm@46990
|
55 |
fun run_command name args =
|
wenzelm@44563
|
56 |
(case Symtab.lookup (Synchronized.value commands) name of
|
wenzelm@38568
|
57 |
NONE => error ("Undefined Isabelle process command " ^ quote name)
|
wenzelm@46990
|
58 |
| SOME cmd =>
|
wenzelm@46990
|
59 |
(Runtime.debugging cmd args handle exn =>
|
wenzelm@49071
|
60 |
error ("Isabelle process protocol failure: " ^ quote name ^ "\n" ^
|
wenzelm@49071
|
61 |
ML_Compiler.exn_message exn)));
|
wenzelm@38568
|
62 |
|
wenzelm@38568
|
63 |
end;
|
wenzelm@38568
|
64 |
|
wenzelm@38568
|
65 |
|
wenzelm@51520
|
66 |
(* restricted tracing messages *)
|
wenzelm@50662
|
67 |
|
wenzelm@51520
|
68 |
val tracing_messages = Unsynchronized.ref 100;
|
wenzelm@50662
|
69 |
|
wenzelm@51520
|
70 |
val command_tracing_messages =
|
wenzelm@51520
|
71 |
Synchronized.var "command_tracing_messages" (Inttab.empty: int Inttab.table);
|
wenzelm@50662
|
72 |
|
wenzelm@51520
|
73 |
fun reset_tracing () =
|
wenzelm@51520
|
74 |
Synchronized.change command_tracing_messages (K Inttab.empty);
|
wenzelm@50662
|
75 |
|
wenzelm@51520
|
76 |
fun update_tracing () =
|
wenzelm@51926
|
77 |
(case Position.parse_id (Position.thread_data ()) of
|
wenzelm@50662
|
78 |
NONE => ()
|
wenzelm@50662
|
79 |
| SOME id =>
|
wenzelm@51520
|
80 |
let
|
wenzelm@51520
|
81 |
val (n, ok) =
|
wenzelm@51520
|
82 |
Synchronized.change_result command_tracing_messages (fn tab =>
|
wenzelm@51520
|
83 |
let
|
wenzelm@51926
|
84 |
val n = the_default 0 (Inttab.lookup tab id) + 1;
|
wenzelm@51520
|
85 |
val ok = n <= ! tracing_messages;
|
wenzelm@51926
|
86 |
in ((n, ok), Inttab.update (id, n) tab) end);
|
wenzelm@51520
|
87 |
in
|
wenzelm@51520
|
88 |
if ok then ()
|
wenzelm@51520
|
89 |
else
|
wenzelm@51520
|
90 |
let
|
wenzelm@51520
|
91 |
val (text, promise) = Active.dialog_text ();
|
wenzelm@51520
|
92 |
val _ =
|
wenzelm@51520
|
93 |
writeln ("Tracing paused. " ^ text "Stop" ^ ", or continue with next " ^
|
wenzelm@52012
|
94 |
text "100" ^ ", " ^ text "1000" ^ ", " ^ text "10000" ^ " messages?")
|
wenzelm@51520
|
95 |
val m = Markup.parse_int (Future.join promise)
|
wenzelm@51520
|
96 |
handle Fail _ => error "Stopped";
|
wenzelm@51520
|
97 |
in
|
wenzelm@51520
|
98 |
Synchronized.change command_tracing_messages
|
wenzelm@51926
|
99 |
(Inttab.map_default (id, 0) (fn k => k - m))
|
wenzelm@51520
|
100 |
end
|
wenzelm@51520
|
101 |
end);
|
wenzelm@50662
|
102 |
|
wenzelm@50662
|
103 |
|
wenzelm@40394
|
104 |
(* message channels *)
|
wenzelm@25841
|
105 |
|
wenzelm@25841
|
106 |
local
|
wenzelm@25810
|
107 |
|
wenzelm@40394
|
108 |
fun chunk s = [string_of_int (size s), "\n", s];
|
wenzelm@26574
|
109 |
|
wenzelm@50692
|
110 |
fun message do_flush mbox name raw_props body =
|
wenzelm@44645
|
111 |
let
|
wenzelm@44646
|
112 |
val robust_props = map (pairself YXML.embed_controls) raw_props;
|
wenzelm@50692
|
113 |
val header = YXML.string_of (XML.Elem ((name, robust_props), []));
|
wenzelm@45622
|
114 |
in Mailbox.send mbox (chunk header @ chunk body, do_flush) end;
|
wenzelm@25554
|
115 |
|
wenzelm@50692
|
116 |
fun standard_message mbox opt_serial name body =
|
wenzelm@44645
|
117 |
if body = "" then ()
|
wenzelm@44645
|
118 |
else
|
wenzelm@50692
|
119 |
message false mbox name
|
wenzelm@51269
|
120 |
((case opt_serial of SOME i => cons (Markup.serialN, Markup.print_int i) | _ => I)
|
wenzelm@44645
|
121 |
(Position.properties_of (Position.thread_data ()))) body;
|
wenzelm@25554
|
122 |
|
wenzelm@45921
|
123 |
fun message_output mbox channel =
|
wenzelm@28188
|
124 |
let
|
wenzelm@45921
|
125 |
fun flush () = ignore (try System_Channel.flush channel);
|
wenzelm@40394
|
126 |
fun loop receive =
|
wenzelm@40394
|
127 |
(case receive mbox of
|
wenzelm@45622
|
128 |
SOME (msg, do_flush) =>
|
wenzelm@45921
|
129 |
(List.app (fn s => System_Channel.output channel s) msg;
|
wenzelm@45622
|
130 |
if do_flush then flush () else ();
|
wenzelm@40553
|
131 |
loop (Mailbox.receive_timeout (seconds 0.02)))
|
wenzelm@45622
|
132 |
| NONE => (flush (); loop (SOME o Mailbox.receive)));
|
wenzelm@40394
|
133 |
in fn () => loop (SOME o Mailbox.receive) end;
|
wenzelm@28188
|
134 |
|
wenzelm@28188
|
135 |
in
|
wenzelm@28188
|
136 |
|
wenzelm@49727
|
137 |
fun init_channels channel =
|
wenzelm@28189
|
138 |
let
|
wenzelm@40394
|
139 |
val _ = TextIO.StreamIO.setBufferMode (TextIO.getOutstream TextIO.stdOut, IO.LINE_BUF);
|
wenzelm@40394
|
140 |
val _ = TextIO.StreamIO.setBufferMode (TextIO.getOutstream TextIO.stdErr, IO.LINE_BUF);
|
wenzelm@40394
|
141 |
|
wenzelm@45622
|
142 |
val mbox = Mailbox.create () : (string list * bool) Mailbox.T;
|
wenzelm@45921
|
143 |
val _ = Simple_Thread.fork false (message_output mbox channel);
|
wenzelm@28044
|
144 |
in
|
wenzelm@51216
|
145 |
Output.Private_Hooks.status_fn := standard_message mbox NONE Markup.statusN;
|
wenzelm@51216
|
146 |
Output.Private_Hooks.report_fn := standard_message mbox NONE Markup.reportN;
|
wenzelm@51518
|
147 |
Output.Private_Hooks.result_fn :=
|
wenzelm@51518
|
148 |
(fn (i, s) => standard_message mbox (SOME i) Markup.resultN s);
|
wenzelm@50692
|
149 |
Output.Private_Hooks.writeln_fn :=
|
wenzelm@51216
|
150 |
(fn s => standard_message mbox (SOME (serial ())) Markup.writelnN s);
|
wenzelm@50662
|
151 |
Output.Private_Hooks.tracing_fn :=
|
wenzelm@51520
|
152 |
(fn s => (update_tracing (); standard_message mbox (SOME (serial ())) Markup.tracingN s));
|
wenzelm@50692
|
153 |
Output.Private_Hooks.warning_fn :=
|
wenzelm@51216
|
154 |
(fn s => standard_message mbox (SOME (serial ())) Markup.warningN s);
|
wenzelm@50692
|
155 |
Output.Private_Hooks.error_fn :=
|
wenzelm@51216
|
156 |
(fn (i, s) => standard_message mbox (SOME i) Markup.errorN s);
|
wenzelm@51216
|
157 |
Output.Private_Hooks.protocol_message_fn := message true mbox Markup.protocolN;
|
wenzelm@40393
|
158 |
Output.Private_Hooks.urgent_message_fn := ! Output.Private_Hooks.writeln_fn;
|
wenzelm@40393
|
159 |
Output.Private_Hooks.prompt_fn := ignore;
|
wenzelm@51216
|
160 |
message true mbox Markup.initN [] (Session.welcome ())
|
wenzelm@28044
|
161 |
end;
|
wenzelm@25841
|
162 |
|
wenzelm@28188
|
163 |
end;
|
wenzelm@28188
|
164 |
|
wenzelm@25841
|
165 |
|
wenzelm@39511
|
166 |
(* protocol loop -- uninterruptible *)
|
wenzelm@38568
|
167 |
|
wenzelm@44563
|
168 |
val crashes = Synchronized.var "Isabelle_Process.crashes" ([]: exn list);
|
wenzelm@38568
|
169 |
|
wenzelm@38568
|
170 |
local
|
wenzelm@38568
|
171 |
|
wenzelm@38568
|
172 |
fun recover crash =
|
wenzelm@44563
|
173 |
(Synchronized.change crashes (cons crash);
|
wenzelm@38568
|
174 |
warning "Recovering from Isabelle process crash -- see also Isabelle_Process.crashes");
|
wenzelm@38568
|
175 |
|
wenzelm@45921
|
176 |
fun read_chunk channel len =
|
wenzelm@38568
|
177 |
let
|
wenzelm@38568
|
178 |
val n =
|
wenzelm@38568
|
179 |
(case Int.fromString len of
|
wenzelm@38568
|
180 |
SOME n => n
|
wenzelm@38568
|
181 |
| NONE => error ("Isabelle process: malformed chunk header " ^ quote len));
|
wenzelm@45921
|
182 |
val chunk = System_Channel.inputN channel n;
|
wenzelm@38568
|
183 |
val m = size chunk;
|
wenzelm@38568
|
184 |
in
|
wenzelm@38568
|
185 |
if m = n then chunk
|
wenzelm@38568
|
186 |
else error ("Isabelle process: bad chunk (" ^ string_of_int m ^ " vs. " ^ string_of_int n ^ ")")
|
wenzelm@38568
|
187 |
end;
|
wenzelm@38568
|
188 |
|
wenzelm@45921
|
189 |
fun read_command channel =
|
wenzelm@45921
|
190 |
(case System_Channel.input_line channel of
|
wenzelm@38568
|
191 |
NONE => raise Runtime.TERMINATE
|
wenzelm@45921
|
192 |
| SOME line => map (read_chunk channel) (space_explode "," line));
|
wenzelm@38568
|
193 |
|
wenzelm@38568
|
194 |
in
|
wenzelm@38568
|
195 |
|
wenzelm@45921
|
196 |
fun loop channel =
|
wenzelm@38568
|
197 |
let val continue =
|
wenzelm@45921
|
198 |
(case read_command channel of
|
wenzelm@38568
|
199 |
[] => (Output.error_msg "Isabelle process: no input"; true)
|
wenzelm@38568
|
200 |
| name :: args => (run_command name args; true))
|
wenzelm@38568
|
201 |
handle Runtime.TERMINATE => false
|
wenzelm@38568
|
202 |
| exn => (Output.error_msg (ML_Compiler.exn_message exn) handle crash => recover crash; true);
|
wenzelm@45921
|
203 |
in if continue then loop channel else () end;
|
wenzelm@38568
|
204 |
|
wenzelm@38568
|
205 |
end;
|
wenzelm@38568
|
206 |
|
wenzelm@38568
|
207 |
|
wenzelm@25554
|
208 |
(* init *)
|
wenzelm@25554
|
209 |
|
wenzelm@51730
|
210 |
val default_modes1 =
|
wenzelm@51730
|
211 |
[Syntax_Trans.no_bracketsN, Syntax_Trans.no_type_bracketsN, Graph_Display.active_graphN];
|
wenzelm@51730
|
212 |
val default_modes2 = [Symbol.xsymbolsN, isabelle_processN, Pretty.symbolicN];
|
wenzelm@50581
|
213 |
|
wenzelm@45921
|
214 |
fun init rendezvous = ignore (Simple_Thread.fork false (fn () =>
|
wenzelm@38551
|
215 |
let
|
wenzelm@40553
|
216 |
val _ = OS.Process.sleep (seconds 0.5); (*yield to raw ML toplevel*)
|
wenzelm@47430
|
217 |
val _ = Output.physical_stderr Symbol.STX;
|
wenzelm@39797
|
218 |
|
wenzelm@50676
|
219 |
val _ = Printer.show_markup_default := true;
|
wenzelm@39797
|
220 |
val _ = Context.set_thread_data NONE;
|
wenzelm@44546
|
221 |
val _ =
|
wenzelm@44546
|
222 |
Unsynchronized.change print_mode
|
wenzelm@50581
|
223 |
(fn mode => (mode @ default_modes1) |> fold (update op =) default_modes2);
|
wenzelm@39797
|
224 |
|
wenzelm@45921
|
225 |
val channel = rendezvous ();
|
wenzelm@49727
|
226 |
val _ = init_channels channel;
|
wenzelm@45921
|
227 |
in loop channel end));
|
wenzelm@25528
|
228 |
|
wenzelm@45921
|
229 |
fun init_fifos fifo1 fifo2 = init (fn () => System_Channel.fifo_rendezvous fifo1 fifo2);
|
wenzelm@45921
|
230 |
fun init_socket name = init (fn () => System_Channel.socket_rendezvous name);
|
wenzelm@45920
|
231 |
|
wenzelm@51132
|
232 |
|
wenzelm@51132
|
233 |
(* options *)
|
wenzelm@51132
|
234 |
|
wenzelm@51132
|
235 |
val _ =
|
wenzelm@51132
|
236 |
protocol_command "Isabelle_Process.options"
|
wenzelm@51132
|
237 |
(fn [options_yxml] =>
|
wenzelm@51132
|
238 |
let val options = Options.decode (YXML.parse_body options_yxml) in
|
wenzelm@53078
|
239 |
Options.set_default options;
|
wenzelm@51713
|
240 |
Future.ML_statistics := true;
|
wenzelm@51132
|
241 |
Multithreading.trace := Options.int options "threads_trace";
|
wenzelm@51132
|
242 |
Multithreading.max_threads := Options.int options "threads";
|
wenzelm@51132
|
243 |
if Multithreading.max_threads_value () < 2
|
wenzelm@51132
|
244 |
then Multithreading.max_threads := 2 else ();
|
wenzelm@52691
|
245 |
Goal.skip_proofs := Options.bool options "editor_skip_proofs";
|
wenzelm@52469
|
246 |
Goal.parallel_proofs := (if Options.int options "parallel_proofs" > 0 then 3 else 0);
|
wenzelm@51520
|
247 |
tracing_messages := Options.int options "editor_tracing_messages"
|
wenzelm@51132
|
248 |
end);
|
wenzelm@51132
|
249 |
|
wenzelm@25528
|
250 |
end;
|
wenzelm@39797
|
251 |
|