src/Pure/PIDE/command.ML
author wenzelm
Wed, 10 Jul 2013 12:10:32 +0200
changeset 53709 2fb1f9cf80d3
parent 53708 344527354323
child 53723 7a0935571a23
permissions -rw-r--r--
print "persistent" flag allows to adjust tradeoff of ML run-time vs. JVM heap-space;
wenzelm@48240
     1
(*  Title:      Pure/PIDE/command.ML
wenzelm@48240
     2
    Author:     Makarius
wenzelm@48240
     3
wenzelm@53671
     4
Prover command execution: read -- eval -- print.
wenzelm@48240
     5
*)
wenzelm@48240
     6
wenzelm@48240
     7
signature COMMAND =
wenzelm@48240
     8
sig
wenzelm@53671
     9
  type eval_process
wenzelm@53671
    10
  type eval = {exec_id: Document_ID.exec, eval_process: eval_process}
wenzelm@53673
    11
  val eval_result_state: eval -> Toplevel.state
wenzelm@53671
    12
  type print_process
wenzelm@53709
    13
  type print =
wenzelm@53709
    14
   {name: string, pri: int, persistent: bool,
wenzelm@53709
    15
    exec_id: Document_ID.exec, print_process: print_process}
wenzelm@53671
    16
  type exec = eval * print list
wenzelm@53673
    17
  val no_exec: exec
wenzelm@53703
    18
  val exec_ids: exec option -> Document_ID.exec list
wenzelm@53708
    19
  val stable_eval: eval -> bool
wenzelm@53708
    20
  val stable_print: print -> bool
wenzelm@53672
    21
  val read: (unit -> theory) -> Token.T list -> Toplevel.transition
wenzelm@53672
    22
  val eval: (unit -> theory) -> Token.T list -> eval -> eval
wenzelm@53707
    23
  val print: bool -> string -> eval -> print list -> print list option
wenzelm@53663
    24
  type print_fn = Toplevel.transition -> Toplevel.state -> unit
wenzelm@53709
    25
  val print_function: {name: string, pri: int, persistent: bool} ->
wenzelm@53709
    26
    ({command_name: string} -> print_fn option) -> unit
wenzelm@53708
    27
  val no_print_function: string -> unit
wenzelm@53673
    28
  val execute: exec -> unit
wenzelm@48240
    29
end;
wenzelm@48240
    30
wenzelm@48240
    31
structure Command: COMMAND =
wenzelm@48240
    32
struct
wenzelm@48240
    33
wenzelm@53671
    34
(** memo results -- including physical interrupts! **)
wenzelm@48245
    35
wenzelm@48245
    36
datatype 'a expr =
wenzelm@48245
    37
  Expr of unit -> 'a |
wenzelm@48245
    38
  Result of 'a Exn.result;
wenzelm@48245
    39
wenzelm@48245
    40
abstype 'a memo = Memo of 'a expr Synchronized.var
wenzelm@48245
    41
with
wenzelm@48245
    42
wenzelm@48245
    43
fun memo e = Memo (Synchronized.var "Command.memo" (Expr e));
wenzelm@48245
    44
fun memo_value a = Memo (Synchronized.var "Command.memo" (Result (Exn.Res a)));
wenzelm@48245
    45
wenzelm@48246
    46
fun memo_eval (Memo v) =
wenzelm@48245
    47
  (case Synchronized.value v of
wenzelm@48245
    48
    Result res => res
wenzelm@48245
    49
  | _ =>
wenzelm@48245
    50
      Synchronized.guarded_access v
wenzelm@48245
    51
        (fn Result res => SOME (res, Result res)
wenzelm@48245
    52
          | Expr e =>
wenzelm@53671
    53
              let val res = Exn.capture e ();  (*sic!*)
wenzelm@48246
    54
              in SOME (res, Result res) end))
wenzelm@48246
    55
  |> Exn.release;
wenzelm@48246
    56
wenzelm@53663
    57
fun memo_fork params (Memo v) =
wenzelm@53663
    58
  (case Synchronized.value v of
wenzelm@53663
    59
    Result _ => ()
wenzelm@53663
    60
  | _ => ignore ((singleton o Future.forks) params (fn () => memo_eval (Memo v))));
wenzelm@53663
    61
wenzelm@48246
    62
fun memo_result (Memo v) =
wenzelm@48246
    63
  (case Synchronized.value v of
wenzelm@48246
    64
    Result res => Exn.release res
wenzelm@48246
    65
  | _ => raise Fail "Unfinished memo result");
wenzelm@48245
    66
wenzelm@53663
    67
fun memo_stable (Memo v) =
wenzelm@53663
    68
  (case Synchronized.value v of
wenzelm@53663
    69
    Expr _ => true
wenzelm@53663
    70
  | Result res => not (Exn.is_interrupt_exn res));
wenzelm@53663
    71
wenzelm@48245
    72
end;
wenzelm@48245
    73
wenzelm@48245
    74
wenzelm@53671
    75
wenzelm@53673
    76
(** main phases of execution **)
wenzelm@53673
    77
wenzelm@53673
    78
(* basic type definitions *)
wenzelm@53671
    79
wenzelm@53671
    80
type eval_state =
wenzelm@53671
    81
  {failed: bool, malformed: bool, command: Toplevel.transition, state: Toplevel.state};
wenzelm@53673
    82
val init_eval_state =
wenzelm@53673
    83
  {failed = false, malformed = false, command = Toplevel.empty, state = Toplevel.toplevel};
wenzelm@53673
    84
wenzelm@53671
    85
type eval_process = eval_state memo;
wenzelm@53671
    86
type eval = {exec_id: Document_ID.exec, eval_process: eval_process};
wenzelm@53671
    87
wenzelm@53673
    88
fun eval_result ({eval_process, ...}: eval) = memo_result eval_process;
wenzelm@53673
    89
val eval_result_state = #state o eval_result;
wenzelm@53673
    90
wenzelm@53671
    91
type print_process = unit memo;
wenzelm@53709
    92
type print =
wenzelm@53709
    93
 {name: string, pri: int, persistent: bool,
wenzelm@53709
    94
  exec_id: Document_ID.exec, print_process: print_process};
wenzelm@53671
    95
wenzelm@53673
    96
type exec = eval * print list;
wenzelm@53673
    97
val no_exec: exec = ({exec_id = Document_ID.none, eval_process = memo_value init_eval_state}, []);
wenzelm@53673
    98
wenzelm@53703
    99
fun exec_ids (NONE: exec option) = []
wenzelm@53703
   100
  | exec_ids (SOME ({exec_id, ...}, prints)) = exec_id :: map #exec_id prints;
wenzelm@53673
   101
wenzelm@53669
   102
wenzelm@53707
   103
(* stable results *)
wenzelm@53707
   104
wenzelm@53707
   105
fun stable_goals exec_id =
wenzelm@53707
   106
  not (Par_Exn.is_interrupted (Future.join_results (Goal.peek_futures exec_id)));
wenzelm@53707
   107
wenzelm@53707
   108
fun stable_eval ({exec_id, eval_process}: eval) =
wenzelm@53707
   109
  stable_goals exec_id andalso memo_stable eval_process;
wenzelm@53707
   110
wenzelm@53707
   111
fun stable_print ({exec_id, print_process, ...}: print) =
wenzelm@53707
   112
  stable_goals exec_id andalso memo_stable print_process;
wenzelm@53707
   113
wenzelm@53707
   114
wenzelm@53647
   115
(* read *)
wenzelm@53646
   116
wenzelm@53671
   117
fun read init span =
wenzelm@53647
   118
  let
wenzelm@53647
   119
    val outer_syntax = #2 (Outer_Syntax.get_syntax ());
wenzelm@53647
   120
    val command_reports = Outer_Syntax.command_reports outer_syntax;
wenzelm@53646
   121
wenzelm@53671
   122
    val proper_range =
wenzelm@53671
   123
      Position.set_range (Token.position_range_of (#1 (take_suffix Token.is_improper span)));
wenzelm@53647
   124
    val pos =
wenzelm@53647
   125
      (case find_first Token.is_command span of
wenzelm@53647
   126
        SOME tok => Token.position_of tok
wenzelm@53647
   127
      | NONE => proper_range);
wenzelm@53646
   128
wenzelm@53647
   129
    val (is_malformed, token_reports) = Thy_Syntax.reports_of_tokens span;
wenzelm@53647
   130
    val _ = Position.reports_text (token_reports @ maps command_reports span);
wenzelm@53647
   131
  in
wenzelm@53647
   132
    if is_malformed then Toplevel.malformed pos "Malformed command syntax"
wenzelm@53647
   133
    else
wenzelm@53647
   134
      (case Outer_Syntax.read_spans outer_syntax span of
wenzelm@53647
   135
        [tr] =>
wenzelm@53647
   136
          if Keyword.is_control (Toplevel.name_of tr) then
wenzelm@53647
   137
            Toplevel.malformed pos "Illegal control command"
wenzelm@53671
   138
          else Toplevel.modify_init init tr
wenzelm@53671
   139
      | [] => Toplevel.ignored (Position.set_range (Token.position_range_of span))
wenzelm@53647
   140
      | _ => Toplevel.malformed proper_range "Exactly one command expected")
wenzelm@53647
   141
      handle ERROR msg => Toplevel.malformed proper_range msg
wenzelm@53647
   142
  end;
wenzelm@53646
   143
wenzelm@53646
   144
wenzelm@53646
   145
(* eval *)
wenzelm@48240
   146
wenzelm@48240
   147
local
wenzelm@48240
   148
wenzelm@48240
   149
fun run int tr st =
wenzelm@52421
   150
  if Goal.future_enabled () andalso Keyword.is_diag (Toplevel.name_of tr) then
wenzelm@52742
   151
    (Goal.fork_params {name = "Toplevel.diag", pos = Toplevel.pos_of tr, pri = ~1}
wenzelm@52742
   152
      (fn () => Toplevel.command_exception int tr st); ([], SOME st))
wenzelm@52421
   153
  else Toplevel.command_errors int tr st;
wenzelm@48240
   154
wenzelm@53647
   155
fun check_cmts span tr st' =
wenzelm@53647
   156
  Toplevel.setmp_thread_position tr
wenzelm@53647
   157
    (fn () =>
wenzelm@53647
   158
      Outer_Syntax.side_comments span |> maps (fn cmt =>
wenzelm@53647
   159
        (Thy_Output.check_text (Token.source_position_of cmt) st'; [])
wenzelm@53647
   160
          handle exn => ML_Compiler.exn_messages_ids exn)) ();
wenzelm@53647
   161
wenzelm@48240
   162
fun proof_status tr st =
wenzelm@48240
   163
  (case try Toplevel.proof_of st of
wenzelm@48240
   164
    SOME prf => Toplevel.status tr (Proof.status_markup prf)
wenzelm@48240
   165
  | NONE => ());
wenzelm@48240
   166
wenzelm@53671
   167
fun eval_state span tr ({malformed, state = st, ...}: eval_state) =
wenzelm@53646
   168
  if malformed then
wenzelm@53663
   169
    {failed = true, malformed = malformed, command = tr, state = Toplevel.toplevel}
wenzelm@49787
   170
  else
wenzelm@49787
   171
    let
wenzelm@49787
   172
      val malformed' = Toplevel.is_malformed tr;
wenzelm@49787
   173
      val is_init = Toplevel.is_init tr;
wenzelm@49787
   174
      val is_proof = Keyword.is_proof (Toplevel.name_of tr);
wenzelm@48240
   175
wenzelm@49787
   176
      val _ = Multithreading.interrupted ();
wenzelm@51216
   177
      val _ = Toplevel.status tr Markup.running;
wenzelm@49933
   178
      val (errs1, result) = run (is_init orelse is_proof) (Toplevel.set_print false tr) st;
wenzelm@53646
   179
      val errs2 = (case result of NONE => [] | SOME st' => check_cmts span tr st');
wenzelm@49933
   180
      val errs = errs1 @ errs2;
wenzelm@51216
   181
      val _ = Toplevel.status tr Markup.finished;
wenzelm@51929
   182
      val _ = List.app (Future.error_msg (Toplevel.pos_of tr)) errs;
wenzelm@49787
   183
    in
wenzelm@49787
   184
      (case result of
wenzelm@49787
   185
        NONE =>
wenzelm@49787
   186
          let
wenzelm@49787
   187
            val _ = if null errs then Exn.interrupt () else ();
wenzelm@51216
   188
            val _ = Toplevel.status tr Markup.failed;
wenzelm@53663
   189
          in {failed = true, malformed = malformed', command = tr, state = st} end
wenzelm@49787
   190
      | SOME st' =>
wenzelm@49787
   191
          let
wenzelm@49787
   192
            val _ = proof_status tr st';
wenzelm@53663
   193
          in {failed = false, malformed = malformed', command = tr, state = st'} end)
wenzelm@49787
   194
    end;
wenzelm@48240
   195
wenzelm@53671
   196
in
wenzelm@53671
   197
wenzelm@53671
   198
fun eval init span eval0 =
wenzelm@53671
   199
  let
wenzelm@53671
   200
    val exec_id = Document_ID.make ();
wenzelm@53671
   201
    fun process () =
wenzelm@53671
   202
      let
wenzelm@53671
   203
        val tr =
wenzelm@53671
   204
          Position.setmp_thread_data (Position.id_only (Document_ID.print exec_id))
wenzelm@53673
   205
            (fn () => read init span |> Toplevel.exec_id exec_id) ();
wenzelm@53671
   206
      in eval_state span tr (eval_result eval0) end;
wenzelm@53671
   207
  in {exec_id = exec_id, eval_process = memo process} end;
wenzelm@53671
   208
wenzelm@48240
   209
end;
wenzelm@48240
   210
wenzelm@53646
   211
wenzelm@53646
   212
(* print *)
wenzelm@53646
   213
wenzelm@53663
   214
type print_fn = Toplevel.transition -> Toplevel.state -> unit;
wenzelm@53652
   215
wenzelm@53648
   216
local
wenzelm@53648
   217
wenzelm@53709
   218
type print_function = string * (int * bool * ({command_name: string} -> print_fn option));
wenzelm@53663
   219
val print_functions = Synchronized.var "Command.print_functions" ([]: print_function list);
wenzelm@53648
   220
wenzelm@53707
   221
fun print_error tr e =
wenzelm@53707
   222
  (Toplevel.setmp_thread_position tr o Runtime.controlled_execution) e () handle exn =>
wenzelm@53707
   223
    List.app (Future.error_msg (Toplevel.pos_of tr)) (ML_Compiler.exn_messages_ids exn);
wenzelm@53653
   224
wenzelm@53648
   225
in
wenzelm@53646
   226
wenzelm@53707
   227
fun print command_visible command_name eval old_prints =
wenzelm@53707
   228
  let
wenzelm@53709
   229
    fun new_print (name, (pri, persistent, get_fn)) =
wenzelm@53707
   230
      let
wenzelm@53707
   231
        fun make_print strict print_fn =
wenzelm@53707
   232
          let
wenzelm@53707
   233
            val exec_id = Document_ID.make ();
wenzelm@53707
   234
            fun process () =
wenzelm@53707
   235
              let
wenzelm@53707
   236
                val {failed, command, state = st', ...} = eval_result eval;
wenzelm@53707
   237
                val tr = Toplevel.exec_id exec_id command;
wenzelm@53707
   238
              in
wenzelm@53707
   239
                if failed andalso not strict then ()
wenzelm@53707
   240
                else print_error tr (fn () => print_fn tr st')
wenzelm@53707
   241
              end;
wenzelm@53709
   242
          in
wenzelm@53709
   243
           {name = name, pri = pri, persistent = persistent,
wenzelm@53709
   244
            exec_id = exec_id, print_process = memo process}
wenzelm@53709
   245
          end;
wenzelm@53707
   246
      in
wenzelm@53709
   247
        (case Exn.capture (Runtime.controlled_execution get_fn) {command_name = command_name} of
wenzelm@53707
   248
          Exn.Res NONE => NONE
wenzelm@53707
   249
        | Exn.Res (SOME print_fn) => SOME (make_print false print_fn)
wenzelm@53707
   250
        | Exn.Exn exn => SOME (make_print true (fn _ => fn _ => reraise exn)))
wenzelm@53707
   251
      end;
wenzelm@53707
   252
wenzelm@53707
   253
    val new_prints =
wenzelm@53707
   254
      if command_visible then
wenzelm@53707
   255
        rev (Synchronized.value print_functions) |> map_filter (fn pr =>
wenzelm@53707
   256
          (case find_first (equal (fst pr) o #name) old_prints of
wenzelm@53707
   257
            SOME print => if stable_print print then SOME print else new_print pr
wenzelm@53707
   258
          | NONE => new_print pr))
wenzelm@53709
   259
      else filter (fn print => #persistent print andalso stable_print print) old_prints;
wenzelm@53707
   260
  in
wenzelm@53707
   261
    if eq_list (op = o pairself #exec_id) (old_prints, new_prints) then NONE
wenzelm@53707
   262
    else SOME new_prints
wenzelm@53707
   263
  end;
wenzelm@53648
   264
wenzelm@53709
   265
fun print_function {name, pri, persistent} f =
wenzelm@53648
   266
  Synchronized.change print_functions (fn funs =>
wenzelm@53648
   267
   (if not (AList.defined (op =) funs name) then ()
wenzelm@53648
   268
    else warning ("Redefining command print function: " ^ quote name);
wenzelm@53709
   269
    AList.update (op =) (name, (pri, persistent, f)) funs));
wenzelm@53648
   270
wenzelm@53708
   271
fun no_print_function name =
wenzelm@53708
   272
  Synchronized.change print_functions (filter_out (equal name o #1));
wenzelm@53708
   273
wenzelm@53648
   274
end;
wenzelm@53648
   275
wenzelm@53663
   276
val _ =
wenzelm@53709
   277
  print_function {name = "print_state", pri = 0, persistent = true}
wenzelm@53709
   278
    (fn {command_name} => SOME (fn tr => fn st' =>
wenzelm@53709
   279
      let
wenzelm@53709
   280
        val is_init = Keyword.is_theory_begin command_name;
wenzelm@53709
   281
        val is_proof = Keyword.is_proof command_name;
wenzelm@53709
   282
        val do_print =
wenzelm@53709
   283
          not is_init andalso
wenzelm@53709
   284
            (Toplevel.print_of tr orelse (is_proof andalso Toplevel.is_proof st'));
wenzelm@53709
   285
      in if do_print then Toplevel.print_state false st' else () end));
wenzelm@53646
   286
wenzelm@53669
   287
wenzelm@53673
   288
(* overall execution process *)
wenzelm@53669
   289
wenzelm@53696
   290
fun run_print ({name, pri, print_process, ...}: print) =
wenzelm@53696
   291
  (if Multithreading.enabled () then
wenzelm@53696
   292
    memo_fork {name = name, group = NONE, deps = [], pri = pri, interrupts = true}
wenzelm@53696
   293
  else memo_eval) print_process;
wenzelm@53696
   294
wenzelm@53673
   295
fun execute (({eval_process, ...}, prints): exec) =
wenzelm@53696
   296
  (memo_eval eval_process; List.app run_print prints);
wenzelm@53669
   297
wenzelm@48240
   298
end;
wenzelm@48240
   299