wenzelm@30174
|
1 |
(* Title: Pure/System/isabelle_process.ML
|
wenzelm@25528
|
2 |
Author: Makarius
|
wenzelm@25528
|
3 |
|
wenzelm@38691
|
4 |
Isabelle process wrapper, based on private fifos for maximum
|
wenzelm@49727
|
5 |
robustness and performance, or local socket for maximum portability.
|
wenzelm@39797
|
6 |
|
wenzelm@39797
|
7 |
Startup phases:
|
wenzelm@49727
|
8 |
- raw Posix process startup with uncontrolled output on stdout/stderr
|
wenzelm@49727
|
9 |
- stderr \002: ML running
|
wenzelm@49727
|
10 |
- stdin/stdout/stderr freely available (raw ML loop)
|
wenzelm@49727
|
11 |
- protocol thread initialization
|
wenzelm@49727
|
12 |
- rendezvous on system channel
|
wenzelm@49727
|
13 |
- message INIT: channels ready
|
wenzelm@25528
|
14 |
*)
|
wenzelm@25528
|
15 |
|
wenzelm@25528
|
16 |
signature ISABELLE_PROCESS =
|
wenzelm@25528
|
17 |
sig
|
wenzelm@43772
|
18 |
val is_active: unit -> bool
|
wenzelm@46990
|
19 |
val protocol_command: string -> (string list -> unit) -> unit
|
wenzelm@50662
|
20 |
val tracing_limit: int Unsynchronized.ref;
|
wenzelm@50662
|
21 |
val reset_tracing_limits: unit -> unit
|
wenzelm@44563
|
22 |
val crashes: exn list Synchronized.var
|
wenzelm@45921
|
23 |
val init_fifos: string -> string -> unit
|
wenzelm@45920
|
24 |
val init_socket: string -> unit
|
wenzelm@25528
|
25 |
end;
|
wenzelm@25528
|
26 |
|
wenzelm@31800
|
27 |
structure Isabelle_Process: ISABELLE_PROCESS =
|
wenzelm@25528
|
28 |
struct
|
wenzelm@25528
|
29 |
|
wenzelm@43772
|
30 |
(* print mode *)
|
wenzelm@25554
|
31 |
|
wenzelm@25748
|
32 |
val isabelle_processN = "isabelle_process";
|
wenzelm@25748
|
33 |
|
wenzelm@43772
|
34 |
fun is_active () = Print_Mode.print_mode_active isabelle_processN;
|
wenzelm@43772
|
35 |
|
wenzelm@26550
|
36 |
val _ = Output.add_mode isabelle_processN Output.default_output Output.default_escape;
|
wenzelm@28036
|
37 |
val _ = Markup.add_mode isabelle_processN YXML.output_markup;
|
wenzelm@25841
|
38 |
|
wenzelm@25841
|
39 |
|
wenzelm@46990
|
40 |
(* protocol commands *)
|
wenzelm@38568
|
41 |
|
wenzelm@38568
|
42 |
local
|
wenzelm@38568
|
43 |
|
wenzelm@44563
|
44 |
val commands =
|
wenzelm@44563
|
45 |
Synchronized.var "Isabelle_Process.commands" (Symtab.empty: (string list -> unit) Symtab.table);
|
wenzelm@38568
|
46 |
|
wenzelm@38568
|
47 |
in
|
wenzelm@38568
|
48 |
|
wenzelm@46990
|
49 |
fun protocol_command name cmd =
|
wenzelm@44563
|
50 |
Synchronized.change commands (fn cmds =>
|
wenzelm@38568
|
51 |
(if not (Symtab.defined cmds name) then ()
|
wenzelm@38568
|
52 |
else warning ("Redefining Isabelle process command " ^ quote name);
|
wenzelm@44563
|
53 |
Symtab.update (name, cmd) cmds));
|
wenzelm@38568
|
54 |
|
wenzelm@46990
|
55 |
fun run_command name args =
|
wenzelm@44563
|
56 |
(case Symtab.lookup (Synchronized.value commands) name of
|
wenzelm@38568
|
57 |
NONE => error ("Undefined Isabelle process command " ^ quote name)
|
wenzelm@46990
|
58 |
| SOME cmd =>
|
wenzelm@46990
|
59 |
(Runtime.debugging cmd args handle exn =>
|
wenzelm@49071
|
60 |
error ("Isabelle process protocol failure: " ^ quote name ^ "\n" ^
|
wenzelm@49071
|
61 |
ML_Compiler.exn_message exn)));
|
wenzelm@38568
|
62 |
|
wenzelm@38568
|
63 |
end;
|
wenzelm@38568
|
64 |
|
wenzelm@38568
|
65 |
|
wenzelm@50662
|
66 |
(* tracing limit *)
|
wenzelm@50662
|
67 |
|
wenzelm@50662
|
68 |
val tracing_limit = Unsynchronized.ref 500000;
|
wenzelm@50662
|
69 |
|
wenzelm@50662
|
70 |
val tracing_limits = Synchronized.var "tracing_limits" (Inttab.empty: int Inttab.table);
|
wenzelm@50662
|
71 |
|
wenzelm@50662
|
72 |
fun reset_tracing_limits () = Synchronized.change tracing_limits (K Inttab.empty);
|
wenzelm@50662
|
73 |
|
wenzelm@50662
|
74 |
fun update_tracing_limits msg =
|
wenzelm@50662
|
75 |
(case Position.get_id (Position.thread_data ()) of
|
wenzelm@50662
|
76 |
NONE => ()
|
wenzelm@50662
|
77 |
| SOME id =>
|
wenzelm@50662
|
78 |
Synchronized.change tracing_limits (fn tab =>
|
wenzelm@50662
|
79 |
let
|
wenzelm@50662
|
80 |
val i = Markup.parse_int id;
|
wenzelm@50662
|
81 |
val n = the_default 0 (Inttab.lookup tab i) + size msg;
|
wenzelm@50662
|
82 |
val _ = if n > ! tracing_limit then raise Output.TRACING_LIMIT n else ();
|
wenzelm@50662
|
83 |
in Inttab.update (i, n) tab end));
|
wenzelm@50662
|
84 |
|
wenzelm@50662
|
85 |
|
wenzelm@40394
|
86 |
(* message channels *)
|
wenzelm@25841
|
87 |
|
wenzelm@25841
|
88 |
local
|
wenzelm@25810
|
89 |
|
wenzelm@40394
|
90 |
fun chunk s = [string_of_int (size s), "\n", s];
|
wenzelm@26574
|
91 |
|
wenzelm@45622
|
92 |
fun message do_flush mbox ch raw_props body =
|
wenzelm@44645
|
93 |
let
|
wenzelm@44646
|
94 |
val robust_props = map (pairself YXML.embed_controls) raw_props;
|
wenzelm@44645
|
95 |
val header = YXML.string_of (XML.Elem ((ch, robust_props), []));
|
wenzelm@45622
|
96 |
in Mailbox.send mbox (chunk header @ chunk body, do_flush) end;
|
wenzelm@25554
|
97 |
|
wenzelm@45153
|
98 |
fun standard_message mbox opt_serial ch body =
|
wenzelm@44645
|
99 |
if body = "" then ()
|
wenzelm@44645
|
100 |
else
|
wenzelm@45622
|
101 |
message false mbox ch
|
wenzelm@46537
|
102 |
((case opt_serial of SOME i => cons (Isabelle_Markup.serialN, string_of_int i) | _ => I)
|
wenzelm@44645
|
103 |
(Position.properties_of (Position.thread_data ()))) body;
|
wenzelm@25554
|
104 |
|
wenzelm@45921
|
105 |
fun message_output mbox channel =
|
wenzelm@28188
|
106 |
let
|
wenzelm@45921
|
107 |
fun flush () = ignore (try System_Channel.flush channel);
|
wenzelm@40394
|
108 |
fun loop receive =
|
wenzelm@40394
|
109 |
(case receive mbox of
|
wenzelm@45622
|
110 |
SOME (msg, do_flush) =>
|
wenzelm@45921
|
111 |
(List.app (fn s => System_Channel.output channel s) msg;
|
wenzelm@45622
|
112 |
if do_flush then flush () else ();
|
wenzelm@40553
|
113 |
loop (Mailbox.receive_timeout (seconds 0.02)))
|
wenzelm@45622
|
114 |
| NONE => (flush (); loop (SOME o Mailbox.receive)));
|
wenzelm@40394
|
115 |
in fn () => loop (SOME o Mailbox.receive) end;
|
wenzelm@28188
|
116 |
|
wenzelm@28188
|
117 |
in
|
wenzelm@28188
|
118 |
|
wenzelm@49727
|
119 |
fun init_channels channel =
|
wenzelm@28189
|
120 |
let
|
wenzelm@40394
|
121 |
val _ = TextIO.StreamIO.setBufferMode (TextIO.getOutstream TextIO.stdOut, IO.LINE_BUF);
|
wenzelm@40394
|
122 |
val _ = TextIO.StreamIO.setBufferMode (TextIO.getOutstream TextIO.stdErr, IO.LINE_BUF);
|
wenzelm@40394
|
123 |
|
wenzelm@45622
|
124 |
val mbox = Mailbox.create () : (string list * bool) Mailbox.T;
|
wenzelm@45921
|
125 |
val _ = Simple_Thread.fork false (message_output mbox channel);
|
wenzelm@28044
|
126 |
in
|
wenzelm@45153
|
127 |
Output.Private_Hooks.status_fn := standard_message mbox NONE "B";
|
wenzelm@45153
|
128 |
Output.Private_Hooks.report_fn := standard_message mbox NONE "C";
|
wenzelm@45153
|
129 |
Output.Private_Hooks.writeln_fn := (fn s => standard_message mbox (SOME (serial ())) "D" s);
|
wenzelm@50662
|
130 |
Output.Private_Hooks.tracing_fn :=
|
wenzelm@50662
|
131 |
(fn s => (update_tracing_limits s; standard_message mbox (SOME (serial ())) "E" s));
|
wenzelm@45153
|
132 |
Output.Private_Hooks.warning_fn := (fn s => standard_message mbox (SOME (serial ())) "F" s);
|
wenzelm@45153
|
133 |
Output.Private_Hooks.error_fn := (fn (i, s) => standard_message mbox (SOME i) "G" s);
|
wenzelm@47658
|
134 |
Output.Private_Hooks.protocol_message_fn := message true mbox "H";
|
wenzelm@40393
|
135 |
Output.Private_Hooks.urgent_message_fn := ! Output.Private_Hooks.writeln_fn;
|
wenzelm@40393
|
136 |
Output.Private_Hooks.prompt_fn := ignore;
|
wenzelm@45920
|
137 |
message true mbox "A" [] (Session.welcome ())
|
wenzelm@28044
|
138 |
end;
|
wenzelm@25841
|
139 |
|
wenzelm@28188
|
140 |
end;
|
wenzelm@28188
|
141 |
|
wenzelm@25841
|
142 |
|
wenzelm@39511
|
143 |
(* protocol loop -- uninterruptible *)
|
wenzelm@38568
|
144 |
|
wenzelm@44563
|
145 |
val crashes = Synchronized.var "Isabelle_Process.crashes" ([]: exn list);
|
wenzelm@38568
|
146 |
|
wenzelm@38568
|
147 |
local
|
wenzelm@38568
|
148 |
|
wenzelm@38568
|
149 |
fun recover crash =
|
wenzelm@44563
|
150 |
(Synchronized.change crashes (cons crash);
|
wenzelm@38568
|
151 |
warning "Recovering from Isabelle process crash -- see also Isabelle_Process.crashes");
|
wenzelm@38568
|
152 |
|
wenzelm@45921
|
153 |
fun read_chunk channel len =
|
wenzelm@38568
|
154 |
let
|
wenzelm@38568
|
155 |
val n =
|
wenzelm@38568
|
156 |
(case Int.fromString len of
|
wenzelm@38568
|
157 |
SOME n => n
|
wenzelm@38568
|
158 |
| NONE => error ("Isabelle process: malformed chunk header " ^ quote len));
|
wenzelm@45921
|
159 |
val chunk = System_Channel.inputN channel n;
|
wenzelm@38568
|
160 |
val m = size chunk;
|
wenzelm@38568
|
161 |
in
|
wenzelm@38568
|
162 |
if m = n then chunk
|
wenzelm@38568
|
163 |
else error ("Isabelle process: bad chunk (" ^ string_of_int m ^ " vs. " ^ string_of_int n ^ ")")
|
wenzelm@38568
|
164 |
end;
|
wenzelm@38568
|
165 |
|
wenzelm@45921
|
166 |
fun read_command channel =
|
wenzelm@45921
|
167 |
(case System_Channel.input_line channel of
|
wenzelm@38568
|
168 |
NONE => raise Runtime.TERMINATE
|
wenzelm@45921
|
169 |
| SOME line => map (read_chunk channel) (space_explode "," line));
|
wenzelm@38568
|
170 |
|
wenzelm@38568
|
171 |
in
|
wenzelm@38568
|
172 |
|
wenzelm@45921
|
173 |
fun loop channel =
|
wenzelm@38568
|
174 |
let val continue =
|
wenzelm@45921
|
175 |
(case read_command channel of
|
wenzelm@38568
|
176 |
[] => (Output.error_msg "Isabelle process: no input"; true)
|
wenzelm@38568
|
177 |
| name :: args => (run_command name args; true))
|
wenzelm@38568
|
178 |
handle Runtime.TERMINATE => false
|
wenzelm@38568
|
179 |
| exn => (Output.error_msg (ML_Compiler.exn_message exn) handle crash => recover crash; true);
|
wenzelm@45921
|
180 |
in if continue then loop channel else () end;
|
wenzelm@38568
|
181 |
|
wenzelm@38568
|
182 |
end;
|
wenzelm@38568
|
183 |
|
wenzelm@38568
|
184 |
|
wenzelm@25554
|
185 |
(* init *)
|
wenzelm@25554
|
186 |
|
wenzelm@50581
|
187 |
val default_modes1 = [Syntax_Trans.no_bracketsN, Syntax_Trans.no_type_bracketsN];
|
wenzelm@50581
|
188 |
val default_modes2 =
|
wenzelm@50581
|
189 |
[Symbol.xsymbolsN, isabelle_processN, Pretty.symbolicN, Graph_Display.graphview_reportN];
|
wenzelm@50581
|
190 |
|
wenzelm@45921
|
191 |
fun init rendezvous = ignore (Simple_Thread.fork false (fn () =>
|
wenzelm@38551
|
192 |
let
|
wenzelm@40553
|
193 |
val _ = OS.Process.sleep (seconds 0.5); (*yield to raw ML toplevel*)
|
wenzelm@47430
|
194 |
val _ = Output.physical_stderr Symbol.STX;
|
wenzelm@39797
|
195 |
|
wenzelm@48271
|
196 |
val _ = quick_and_dirty := false;
|
wenzelm@50123
|
197 |
val _ = Goal.parallel_proofs := 4;
|
wenzelm@45869
|
198 |
val _ =
|
wenzelm@45869
|
199 |
if Multithreading.max_threads_value () < 2
|
wenzelm@45869
|
200 |
then Multithreading.max_threads := 2 else ();
|
wenzelm@39797
|
201 |
val _ = Context.set_thread_data NONE;
|
wenzelm@44546
|
202 |
val _ =
|
wenzelm@44546
|
203 |
Unsynchronized.change print_mode
|
wenzelm@50581
|
204 |
(fn mode => (mode @ default_modes1) |> fold (update op =) default_modes2);
|
wenzelm@39797
|
205 |
|
wenzelm@45921
|
206 |
val channel = rendezvous ();
|
wenzelm@49727
|
207 |
val _ = init_channels channel;
|
wenzelm@45921
|
208 |
in loop channel end));
|
wenzelm@25528
|
209 |
|
wenzelm@45921
|
210 |
fun init_fifos fifo1 fifo2 = init (fn () => System_Channel.fifo_rendezvous fifo1 fifo2);
|
wenzelm@45921
|
211 |
fun init_socket name = init (fn () => System_Channel.socket_rendezvous name);
|
wenzelm@45920
|
212 |
|
wenzelm@25528
|
213 |
end;
|
wenzelm@39797
|
214 |
|