src/Pure/PIDE/command.ML
author wenzelm
Wed, 20 Nov 2013 22:10:45 +0100
changeset 55286 db3d3d99c69d
parent 55113 da610b507799
child 55296 7a8512d6206d
permissions -rw-r--r--
register actual group of nested worker context -- relevant for insulated cancellation of exec_ids (see also 78693e46a237, e0169f13bd37);
tuned signature;
wenzelm@48240
     1
(*  Title:      Pure/PIDE/command.ML
wenzelm@48240
     2
    Author:     Makarius
wenzelm@48240
     3
wenzelm@53671
     4
Prover command execution: read -- eval -- print.
wenzelm@48240
     5
*)
wenzelm@48240
     6
wenzelm@48240
     7
signature COMMAND =
wenzelm@48240
     8
sig
wenzelm@53737
     9
  val read: (unit -> theory) -> Token.T list -> Toplevel.transition
wenzelm@53737
    10
  type eval
wenzelm@53744
    11
  val eval_eq: eval * eval -> bool
wenzelm@53921
    12
  val eval_running: eval -> bool
wenzelm@53909
    13
  val eval_finished: eval -> bool
wenzelm@53673
    14
  val eval_result_state: eval -> Toplevel.state
wenzelm@53672
    15
  val eval: (unit -> theory) -> Token.T list -> eval -> eval
wenzelm@53737
    16
  type print
wenzelm@53987
    17
  val print: bool -> (string * string list) list -> string ->
wenzelm@53987
    18
    eval -> print list -> print list option
wenzelm@53663
    19
  type print_fn = Toplevel.transition -> Toplevel.state -> unit
wenzelm@54090
    20
  type print_function =
wenzelm@54090
    21
    {command_name: string, args: string list} ->
wenzelm@54090
    22
      {delay: Time.time option, pri: int, persistent: bool, strict: bool, print_fn: print_fn} option
wenzelm@54090
    23
  val print_function: string -> print_function -> unit
wenzelm@53708
    24
  val no_print_function: string -> unit
wenzelm@53737
    25
  type exec = eval * print list
wenzelm@53737
    26
  val no_exec: exec
wenzelm@53737
    27
  val exec_ids: exec option -> Document_ID.exec list
wenzelm@53743
    28
  val exec: Document_ID.execution -> exec -> unit
wenzelm@48240
    29
end;
wenzelm@48240
    30
wenzelm@48240
    31
structure Command: COMMAND =
wenzelm@48240
    32
struct
wenzelm@48240
    33
wenzelm@53912
    34
(** memo results **)
wenzelm@48245
    35
wenzelm@48245
    36
datatype 'a expr =
wenzelm@53733
    37
  Expr of Document_ID.exec * (unit -> 'a) |
wenzelm@48245
    38
  Result of 'a Exn.result;
wenzelm@48245
    39
wenzelm@48245
    40
abstype 'a memo = Memo of 'a expr Synchronized.var
wenzelm@48245
    41
with
wenzelm@48245
    42
wenzelm@53733
    43
fun memo exec_id e = Memo (Synchronized.var "Command.memo" (Expr (exec_id, e)));
wenzelm@48245
    44
fun memo_value a = Memo (Synchronized.var "Command.memo" (Result (Exn.Res a)));
wenzelm@48245
    45
wenzelm@48246
    46
fun memo_result (Memo v) =
wenzelm@48246
    47
  (case Synchronized.value v of
wenzelm@53744
    48
    Expr (exec_id, _) => error ("Unfinished execution result: " ^ Document_ID.print exec_id)
wenzelm@53744
    49
  | Result res => Exn.release res);
wenzelm@48245
    50
wenzelm@53793
    51
fun memo_finished (Memo v) =
wenzelm@53922
    52
  (case Synchronized.value v of Expr _ => false | Result _ => true);
wenzelm@53793
    53
wenzelm@53744
    54
fun memo_exec execution_id (Memo v) =
wenzelm@53911
    55
  Synchronized.timed_access v (K (SOME Time.zeroTime))
wenzelm@53746
    56
    (fn expr =>
wenzelm@53746
    57
      (case expr of
wenzelm@53912
    58
        Expr (exec_id, body) =>
wenzelm@53746
    59
          uninterruptible (fn restore_attributes => fn () =>
wenzelm@55286
    60
            let val group = Future.worker_subgroup () in
wenzelm@55286
    61
              if Execution.running execution_id exec_id [group] then
wenzelm@55286
    62
                let
wenzelm@55286
    63
                  val res =
wenzelm@55286
    64
                    (body
wenzelm@55286
    65
                      |> restore_attributes
wenzelm@55286
    66
                      |> Future.worker_context "Command.memo_exec" group
wenzelm@55286
    67
                      |> Exn.interruptible_capture) ();
wenzelm@55286
    68
                in SOME ((), Result res) end
wenzelm@55286
    69
              else SOME ((), expr)
wenzelm@55286
    70
            end) ()
wenzelm@53912
    71
      | Result _ => SOME ((), expr)))
wenzelm@53912
    72
  |> (fn NONE => error "Conflicting command execution" | _ => ());
wenzelm@53733
    73
wenzelm@53744
    74
fun memo_fork params execution_id (Memo v) =
wenzelm@53733
    75
  (case Synchronized.value v of
wenzelm@53733
    76
    Result _ => ()
wenzelm@53744
    77
  | _ => ignore ((singleton o Future.forks) params (fn () => memo_exec execution_id (Memo v))));
wenzelm@53663
    78
wenzelm@48245
    79
end;
wenzelm@48245
    80
wenzelm@48245
    81
wenzelm@53744
    82
wenzelm@53673
    83
(** main phases of execution **)
wenzelm@53673
    84
wenzelm@53647
    85
(* read *)
wenzelm@53646
    86
wenzelm@53671
    87
fun read init span =
wenzelm@53647
    88
  let
wenzelm@53647
    89
    val outer_syntax = #2 (Outer_Syntax.get_syntax ());
wenzelm@53647
    90
    val command_reports = Outer_Syntax.command_reports outer_syntax;
wenzelm@53646
    91
wenzelm@53671
    92
    val proper_range =
wenzelm@53671
    93
      Position.set_range (Token.position_range_of (#1 (take_suffix Token.is_improper span)));
wenzelm@53647
    94
    val pos =
wenzelm@53647
    95
      (case find_first Token.is_command span of
wenzelm@53647
    96
        SOME tok => Token.position_of tok
wenzelm@53647
    97
      | NONE => proper_range);
wenzelm@53646
    98
wenzelm@53647
    99
    val (is_malformed, token_reports) = Thy_Syntax.reports_of_tokens span;
wenzelm@53647
   100
    val _ = Position.reports_text (token_reports @ maps command_reports span);
wenzelm@53647
   101
  in
wenzelm@53647
   102
    if is_malformed then Toplevel.malformed pos "Malformed command syntax"
wenzelm@53647
   103
    else
wenzelm@53647
   104
      (case Outer_Syntax.read_spans outer_syntax span of
wenzelm@53647
   105
        [tr] =>
wenzelm@53647
   106
          if Keyword.is_control (Toplevel.name_of tr) then
wenzelm@53647
   107
            Toplevel.malformed pos "Illegal control command"
wenzelm@53671
   108
          else Toplevel.modify_init init tr
wenzelm@53671
   109
      | [] => Toplevel.ignored (Position.set_range (Token.position_range_of span))
wenzelm@53647
   110
      | _ => Toplevel.malformed proper_range "Exactly one command expected")
wenzelm@53647
   111
      handle ERROR msg => Toplevel.malformed proper_range msg
wenzelm@53647
   112
  end;
wenzelm@53646
   113
wenzelm@53646
   114
wenzelm@53646
   115
(* eval *)
wenzelm@48240
   116
wenzelm@53737
   117
type eval_state =
wenzelm@53737
   118
  {failed: bool, malformed: bool, command: Toplevel.transition, state: Toplevel.state};
wenzelm@53737
   119
val init_eval_state =
wenzelm@53737
   120
  {failed = false, malformed = false, command = Toplevel.empty, state = Toplevel.toplevel};
wenzelm@53737
   121
wenzelm@53737
   122
datatype eval = Eval of {exec_id: Document_ID.exec, eval_process: eval_state memo};
wenzelm@53737
   123
wenzelm@53744
   124
fun eval_eq (Eval {exec_id, ...}, Eval {exec_id = exec_id', ...}) = exec_id = exec_id';
wenzelm@53744
   125
wenzelm@53921
   126
fun eval_running (Eval {exec_id, ...}) = Execution.is_running_exec exec_id;
wenzelm@53909
   127
fun eval_finished (Eval {eval_process, ...}) = memo_finished eval_process;
wenzelm@53909
   128
wenzelm@53737
   129
fun eval_result (Eval {eval_process, ...}) = memo_result eval_process;
wenzelm@53737
   130
val eval_result_state = #state o eval_result;
wenzelm@53737
   131
wenzelm@48240
   132
local
wenzelm@48240
   133
wenzelm@48240
   134
fun run int tr st =
wenzelm@54326
   135
  if Goal.future_enabled 1 andalso Keyword.is_diag (Toplevel.name_of tr) then
wenzelm@54329
   136
    (Execution.fork {name = "Toplevel.diag", pos = Toplevel.pos_of tr, pri = ~1}
wenzelm@52742
   137
      (fn () => Toplevel.command_exception int tr st); ([], SOME st))
wenzelm@52421
   138
  else Toplevel.command_errors int tr st;
wenzelm@48240
   139
wenzelm@53647
   140
fun check_cmts span tr st' =
wenzelm@53647
   141
  Toplevel.setmp_thread_position tr
wenzelm@53647
   142
    (fn () =>
wenzelm@53647
   143
      Outer_Syntax.side_comments span |> maps (fn cmt =>
wenzelm@53647
   144
        (Thy_Output.check_text (Token.source_position_of cmt) st'; [])
wenzelm@53756
   145
          handle exn =>
wenzelm@53756
   146
            if Exn.is_interrupt exn then reraise exn
wenzelm@53756
   147
            else ML_Compiler.exn_messages_ids exn)) ();
wenzelm@53647
   148
wenzelm@48240
   149
fun proof_status tr st =
wenzelm@48240
   150
  (case try Toplevel.proof_of st of
wenzelm@48240
   151
    SOME prf => Toplevel.status tr (Proof.status_markup prf)
wenzelm@48240
   152
  | NONE => ());
wenzelm@48240
   153
wenzelm@53671
   154
fun eval_state span tr ({malformed, state = st, ...}: eval_state) =
wenzelm@53646
   155
  if malformed then
wenzelm@53663
   156
    {failed = true, malformed = malformed, command = tr, state = Toplevel.toplevel}
wenzelm@49787
   157
  else
wenzelm@49787
   158
    let
wenzelm@49787
   159
      val malformed' = Toplevel.is_malformed tr;
wenzelm@49787
   160
      val is_init = Toplevel.is_init tr;
wenzelm@49787
   161
      val is_proof = Keyword.is_proof (Toplevel.name_of tr);
wenzelm@48240
   162
wenzelm@49787
   163
      val _ = Multithreading.interrupted ();
wenzelm@51216
   164
      val _ = Toplevel.status tr Markup.running;
wenzelm@49933
   165
      val (errs1, result) = run (is_init orelse is_proof) (Toplevel.set_print false tr) st;
wenzelm@53646
   166
      val errs2 = (case result of NONE => [] | SOME st' => check_cmts span tr st');
wenzelm@49933
   167
      val errs = errs1 @ errs2;
wenzelm@51216
   168
      val _ = Toplevel.status tr Markup.finished;
wenzelm@51929
   169
      val _ = List.app (Future.error_msg (Toplevel.pos_of tr)) errs;
wenzelm@49787
   170
    in
wenzelm@49787
   171
      (case result of
wenzelm@49787
   172
        NONE =>
wenzelm@49787
   173
          let
wenzelm@49787
   174
            val _ = if null errs then Exn.interrupt () else ();
wenzelm@51216
   175
            val _ = Toplevel.status tr Markup.failed;
wenzelm@53663
   176
          in {failed = true, malformed = malformed', command = tr, state = st} end
wenzelm@49787
   177
      | SOME st' =>
wenzelm@49787
   178
          let
wenzelm@49787
   179
            val _ = proof_status tr st';
wenzelm@53663
   180
          in {failed = false, malformed = malformed', command = tr, state = st'} end)
wenzelm@49787
   181
    end;
wenzelm@48240
   182
wenzelm@53671
   183
in
wenzelm@53671
   184
wenzelm@53671
   185
fun eval init span eval0 =
wenzelm@53671
   186
  let
wenzelm@53671
   187
    val exec_id = Document_ID.make ();
wenzelm@53671
   188
    fun process () =
wenzelm@53671
   189
      let
wenzelm@53671
   190
        val tr =
wenzelm@53671
   191
          Position.setmp_thread_data (Position.id_only (Document_ID.print exec_id))
wenzelm@53673
   192
            (fn () => read init span |> Toplevel.exec_id exec_id) ();
wenzelm@53671
   193
      in eval_state span tr (eval_result eval0) end;
wenzelm@53737
   194
  in Eval {exec_id = exec_id, eval_process = memo exec_id process} end;
wenzelm@53671
   195
wenzelm@48240
   196
end;
wenzelm@48240
   197
wenzelm@53646
   198
wenzelm@53646
   199
(* print *)
wenzelm@53646
   200
wenzelm@53737
   201
datatype print = Print of
wenzelm@53987
   202
 {name: string, args: string list, delay: Time.time option, pri: int, persistent: bool,
wenzelm@53737
   203
  exec_id: Document_ID.exec, print_process: unit memo};
wenzelm@53737
   204
wenzelm@53663
   205
type print_fn = Toplevel.transition -> Toplevel.state -> unit;
wenzelm@53652
   206
wenzelm@53784
   207
type print_function =
wenzelm@53987
   208
  {command_name: string, args: string list} ->
wenzelm@54090
   209
    {delay: Time.time option, pri: int, persistent: bool, strict: bool, print_fn: print_fn} option;
wenzelm@53784
   210
wenzelm@53648
   211
local
wenzelm@53648
   212
wenzelm@53784
   213
val print_functions =
wenzelm@53784
   214
  Synchronized.var "Command.print_functions" ([]: (string * print_function) list);
wenzelm@53648
   215
wenzelm@53707
   216
fun print_error tr e =
wenzelm@54846
   217
  (Toplevel.setmp_thread_position tr o Toplevel.controlled_execution) e ()
wenzelm@53756
   218
    handle exn =>
wenzelm@53756
   219
      if Exn.is_interrupt exn then reraise exn
wenzelm@53756
   220
      else List.app (Future.error_msg (Toplevel.pos_of tr)) (ML_Compiler.exn_messages_ids exn);
wenzelm@53653
   221
wenzelm@53744
   222
fun print_eq (Print {exec_id, ...}, Print {exec_id = exec_id', ...}) = exec_id = exec_id';
wenzelm@53744
   223
wenzelm@53912
   224
fun print_finished (Print {print_process, ...}) = memo_finished print_process;
wenzelm@53793
   225
wenzelm@53737
   226
fun print_persistent (Print {persistent, ...}) = persistent;
wenzelm@53733
   227
wenzelm@53990
   228
val overlay_ord = prod_ord string_ord (list_ord string_ord);
wenzelm@53990
   229
wenzelm@53648
   230
in
wenzelm@53646
   231
wenzelm@53987
   232
fun print command_visible command_overlays command_name eval old_prints =
wenzelm@53707
   233
  let
wenzelm@53987
   234
    val print_functions = Synchronized.value print_functions;
wenzelm@53987
   235
wenzelm@54136
   236
    fun make_print name args {delay, pri, persistent, strict, print_fn} =
wenzelm@54136
   237
      let
wenzelm@54136
   238
        val exec_id = Document_ID.make ();
wenzelm@54136
   239
        fun process () =
wenzelm@54136
   240
          let
wenzelm@54136
   241
            val {failed, command, state = st', ...} = eval_result eval;
wenzelm@54136
   242
            val tr = Toplevel.exec_id exec_id command;
wenzelm@54136
   243
          in
wenzelm@54136
   244
            if failed andalso strict then ()
wenzelm@54136
   245
            else print_error tr (fn () => print_fn tr st')
wenzelm@54136
   246
          end;
wenzelm@54136
   247
      in
wenzelm@54136
   248
        Print {
wenzelm@54136
   249
          name = name, args = args, delay = delay, pri = pri, persistent = persistent,
wenzelm@54136
   250
          exec_id = exec_id, print_process = memo exec_id process}
wenzelm@54136
   251
      end;
wenzelm@54136
   252
wenzelm@54136
   253
    fun bad_print name args exn =
wenzelm@54136
   254
      make_print name args {delay = NONE, pri = 0, persistent = false,
wenzelm@54136
   255
        strict = false, print_fn = fn _ => fn _ => reraise exn};
wenzelm@54136
   256
wenzelm@53987
   257
    fun new_print name args get_pr =
wenzelm@53707
   258
      let
wenzelm@53987
   259
        val params = {command_name = command_name, args = args};
wenzelm@53707
   260
      in
wenzelm@54846
   261
        (case Exn.capture (Toplevel.controlled_execution get_pr) params of
wenzelm@53707
   262
          Exn.Res NONE => NONE
wenzelm@54136
   263
        | Exn.Res (SOME pr) => SOME (make_print name args pr)
wenzelm@54136
   264
        | Exn.Exn exn => SOME (bad_print name args exn))
wenzelm@53707
   265
      end;
wenzelm@53707
   266
wenzelm@53987
   267
    fun get_print (a, b) =
wenzelm@53987
   268
      (case find_first (fn Print {name, args, ...} => name = a andalso args = b) old_prints of
wenzelm@53987
   269
        NONE =>
wenzelm@53987
   270
          (case AList.lookup (op =) print_functions a of
wenzelm@54136
   271
            NONE => SOME (bad_print a b (ERROR ("Missing print function " ^ quote a)))
wenzelm@53987
   272
          | SOME get_pr => new_print a b get_pr)
wenzelm@53987
   273
      | some => some);
wenzelm@53987
   274
wenzelm@53707
   275
    val new_prints =
wenzelm@53707
   276
      if command_visible then
wenzelm@53990
   277
        fold (fn (a, _) => cons (a, [])) print_functions command_overlays
wenzelm@53990
   278
        |> sort_distinct overlay_ord
wenzelm@53987
   279
        |> map_filter get_print
wenzelm@53793
   280
      else filter (fn print => print_finished print andalso print_persistent print) old_prints;
wenzelm@53707
   281
  in
wenzelm@53737
   282
    if eq_list print_eq (old_prints, new_prints) then NONE else SOME new_prints
wenzelm@53707
   283
  end;
wenzelm@53648
   284
wenzelm@53784
   285
fun print_function name f =
wenzelm@53648
   286
  Synchronized.change print_functions (fn funs =>
wenzelm@53648
   287
   (if not (AList.defined (op =) funs name) then ()
wenzelm@53648
   288
    else warning ("Redefining command print function: " ^ quote name);
wenzelm@53784
   289
    AList.update (op =) (name, f) funs));
wenzelm@53648
   290
wenzelm@53708
   291
fun no_print_function name =
wenzelm@53708
   292
  Synchronized.change print_functions (filter_out (equal name o #1));
wenzelm@53708
   293
wenzelm@53648
   294
end;
wenzelm@53648
   295
wenzelm@53663
   296
val _ =
wenzelm@53784
   297
  print_function "print_state"
wenzelm@53987
   298
    (fn {command_name, ...} =>
wenzelm@54541
   299
      SOME {delay = NONE, pri = 1, persistent = false, strict = true,
wenzelm@53788
   300
        print_fn = fn tr => fn st' =>
wenzelm@53788
   301
          let
wenzelm@53788
   302
            val is_init = Keyword.is_theory_begin command_name;
wenzelm@53788
   303
            val is_proof = Keyword.is_proof command_name;
wenzelm@53788
   304
            val do_print =
wenzelm@53788
   305
              not is_init andalso
wenzelm@53788
   306
                (Toplevel.print_of tr orelse (is_proof andalso Toplevel.is_proof st'));
wenzelm@53788
   307
          in if do_print then Toplevel.print_state false st' else () end});
wenzelm@53646
   308
wenzelm@53669
   309
wenzelm@53737
   310
(* combined execution *)
wenzelm@53669
   311
wenzelm@53737
   312
type exec = eval * print list;
wenzelm@53737
   313
val no_exec: exec =
wenzelm@53737
   314
  (Eval {exec_id = Document_ID.none, eval_process = memo_value init_eval_state}, []);
wenzelm@53737
   315
wenzelm@53737
   316
fun exec_ids NONE = []
wenzelm@53737
   317
  | exec_ids (SOME (Eval {exec_id, ...}, prints)) =
wenzelm@53737
   318
      exec_id :: map (fn Print {exec_id, ...} => exec_id) prints;
wenzelm@53737
   319
wenzelm@53737
   320
local
wenzelm@53737
   321
wenzelm@53788
   322
fun run_print execution_id (Print {name, delay, pri, print_process, ...}) =
wenzelm@55113
   323
  if Multithreading.enabled () orelse pri <= 0 then
wenzelm@53788
   324
    let
wenzelm@53788
   325
      val group = Future.worker_subgroup ();
wenzelm@53788
   326
      fun fork () =
wenzelm@53788
   327
        memo_fork {name = name, group = SOME group, deps = [], pri = pri, interrupts = true}
wenzelm@53788
   328
          execution_id print_process;
wenzelm@53788
   329
    in
wenzelm@53899
   330
      (case delay of
wenzelm@53899
   331
        NONE => fork ()
wenzelm@53899
   332
      | SOME d => ignore (Event_Timer.request (Time.+ (Time.now (), d)) fork))
wenzelm@53788
   333
    end
wenzelm@53788
   334
  else memo_exec execution_id print_process;
wenzelm@53696
   335
wenzelm@53737
   336
in
wenzelm@53737
   337
wenzelm@53744
   338
fun exec execution_id (Eval {eval_process, ...}, prints) =
wenzelm@53744
   339
  (memo_exec execution_id eval_process; List.app (run_print execution_id) prints);
wenzelm@53669
   340
wenzelm@48240
   341
end;
wenzelm@48240
   342
wenzelm@53737
   343
end;
wenzelm@53737
   344