src/Pure/PIDE/command.ML
author wenzelm
Mon, 29 Jul 2013 16:52:04 +0200
changeset 53911 627fb639a2d9
parent 53909 7764c90680f0
child 53912 e0169f13bd37
permissions -rw-r--r--
maintain explicit execution frontier: avoid conflict with former task via static dependency;
start execution immediate after assignment, to keep frontier simple;
wenzelm@48240
     1
(*  Title:      Pure/PIDE/command.ML
wenzelm@48240
     2
    Author:     Makarius
wenzelm@48240
     3
wenzelm@53671
     4
Prover command execution: read -- eval -- print.
wenzelm@48240
     5
*)
wenzelm@48240
     6
wenzelm@48240
     7
signature COMMAND =
wenzelm@48240
     8
sig
wenzelm@53737
     9
  val read: (unit -> theory) -> Token.T list -> Toplevel.transition
wenzelm@53737
    10
  type eval
wenzelm@53744
    11
  val eval_eq: eval * eval -> bool
wenzelm@53909
    12
  val eval_finished: eval -> bool
wenzelm@53673
    13
  val eval_result_state: eval -> Toplevel.state
wenzelm@53672
    14
  val eval: (unit -> theory) -> Token.T list -> eval -> eval
wenzelm@53737
    15
  type print
wenzelm@53707
    16
  val print: bool -> string -> eval -> print list -> print list option
wenzelm@53663
    17
  type print_fn = Toplevel.transition -> Toplevel.state -> unit
wenzelm@53784
    18
  val print_function: string ->
wenzelm@53788
    19
    ({command_name: string} ->
wenzelm@53899
    20
      {delay: Time.time option, pri: int, persistent: bool, print_fn: print_fn} option) -> unit
wenzelm@53708
    21
  val no_print_function: string -> unit
wenzelm@53737
    22
  type exec = eval * print list
wenzelm@53737
    23
  val no_exec: exec
wenzelm@53737
    24
  val exec_ids: exec option -> Document_ID.exec list
wenzelm@53743
    25
  val exec: Document_ID.execution -> exec -> unit
wenzelm@48240
    26
end;
wenzelm@48240
    27
wenzelm@48240
    28
structure Command: COMMAND =
wenzelm@48240
    29
struct
wenzelm@48240
    30
wenzelm@53898
    31
(** memo results -- including physical interrupts **)
wenzelm@48245
    32
wenzelm@48245
    33
datatype 'a expr =
wenzelm@53733
    34
  Expr of Document_ID.exec * (unit -> 'a) |
wenzelm@48245
    35
  Result of 'a Exn.result;
wenzelm@48245
    36
wenzelm@48245
    37
abstype 'a memo = Memo of 'a expr Synchronized.var
wenzelm@48245
    38
with
wenzelm@48245
    39
wenzelm@53733
    40
fun memo exec_id e = Memo (Synchronized.var "Command.memo" (Expr (exec_id, e)));
wenzelm@48245
    41
fun memo_value a = Memo (Synchronized.var "Command.memo" (Result (Exn.Res a)));
wenzelm@48245
    42
wenzelm@48246
    43
fun memo_result (Memo v) =
wenzelm@48246
    44
  (case Synchronized.value v of
wenzelm@53744
    45
    Expr (exec_id, _) => error ("Unfinished execution result: " ^ Document_ID.print exec_id)
wenzelm@53744
    46
  | Result res => Exn.release res);
wenzelm@48245
    47
wenzelm@53793
    48
fun memo_finished (Memo v) =
wenzelm@53793
    49
  (case Synchronized.value v of
wenzelm@53793
    50
   Expr _ => false
wenzelm@53793
    51
 | Result res => not (Exn.is_interrupt_exn res));
wenzelm@53793
    52
wenzelm@53744
    53
fun memo_exec execution_id (Memo v) =
wenzelm@53911
    54
  Synchronized.timed_access v (K (SOME Time.zeroTime))
wenzelm@53746
    55
    (fn expr =>
wenzelm@53746
    56
      (case expr of
wenzelm@53794
    57
        Expr (exec_id, e) =>
wenzelm@53746
    58
          uninterruptible (fn restore_attributes => fn () =>
wenzelm@53746
    59
            if Execution.running execution_id exec_id then
wenzelm@53746
    60
              let
wenzelm@53746
    61
                val res = Exn.capture (restore_attributes e) ();
wenzelm@53746
    62
                val _ = Execution.finished exec_id;
wenzelm@53794
    63
              in SOME (Exn.is_interrupt_exn res, Result res) end
wenzelm@53794
    64
            else SOME (true, expr)) ()
wenzelm@53794
    65
      | Result _ => SOME (false, expr)))
wenzelm@53911
    66
  |> (fn SOME false => ()
wenzelm@53911
    67
       | SOME true => Exn.interrupt ()
wenzelm@53911
    68
       | NONE => error "Conflicting command execution");
wenzelm@53733
    69
wenzelm@53744
    70
fun memo_fork params execution_id (Memo v) =
wenzelm@53733
    71
  (case Synchronized.value v of
wenzelm@53733
    72
    Result _ => ()
wenzelm@53744
    73
  | _ => ignore ((singleton o Future.forks) params (fn () => memo_exec execution_id (Memo v))));
wenzelm@53663
    74
wenzelm@48245
    75
end;
wenzelm@48245
    76
wenzelm@48245
    77
wenzelm@53744
    78
wenzelm@53673
    79
(** main phases of execution **)
wenzelm@53673
    80
wenzelm@53647
    81
(* read *)
wenzelm@53646
    82
wenzelm@53671
    83
fun read init span =
wenzelm@53647
    84
  let
wenzelm@53647
    85
    val outer_syntax = #2 (Outer_Syntax.get_syntax ());
wenzelm@53647
    86
    val command_reports = Outer_Syntax.command_reports outer_syntax;
wenzelm@53646
    87
wenzelm@53671
    88
    val proper_range =
wenzelm@53671
    89
      Position.set_range (Token.position_range_of (#1 (take_suffix Token.is_improper span)));
wenzelm@53647
    90
    val pos =
wenzelm@53647
    91
      (case find_first Token.is_command span of
wenzelm@53647
    92
        SOME tok => Token.position_of tok
wenzelm@53647
    93
      | NONE => proper_range);
wenzelm@53646
    94
wenzelm@53647
    95
    val (is_malformed, token_reports) = Thy_Syntax.reports_of_tokens span;
wenzelm@53647
    96
    val _ = Position.reports_text (token_reports @ maps command_reports span);
wenzelm@53647
    97
  in
wenzelm@53647
    98
    if is_malformed then Toplevel.malformed pos "Malformed command syntax"
wenzelm@53647
    99
    else
wenzelm@53647
   100
      (case Outer_Syntax.read_spans outer_syntax span of
wenzelm@53647
   101
        [tr] =>
wenzelm@53647
   102
          if Keyword.is_control (Toplevel.name_of tr) then
wenzelm@53647
   103
            Toplevel.malformed pos "Illegal control command"
wenzelm@53671
   104
          else Toplevel.modify_init init tr
wenzelm@53671
   105
      | [] => Toplevel.ignored (Position.set_range (Token.position_range_of span))
wenzelm@53647
   106
      | _ => Toplevel.malformed proper_range "Exactly one command expected")
wenzelm@53647
   107
      handle ERROR msg => Toplevel.malformed proper_range msg
wenzelm@53647
   108
  end;
wenzelm@53646
   109
wenzelm@53646
   110
wenzelm@53646
   111
(* eval *)
wenzelm@48240
   112
wenzelm@53737
   113
type eval_state =
wenzelm@53737
   114
  {failed: bool, malformed: bool, command: Toplevel.transition, state: Toplevel.state};
wenzelm@53737
   115
val init_eval_state =
wenzelm@53737
   116
  {failed = false, malformed = false, command = Toplevel.empty, state = Toplevel.toplevel};
wenzelm@53737
   117
wenzelm@53737
   118
datatype eval = Eval of {exec_id: Document_ID.exec, eval_process: eval_state memo};
wenzelm@53737
   119
wenzelm@53744
   120
fun eval_eq (Eval {exec_id, ...}, Eval {exec_id = exec_id', ...}) = exec_id = exec_id';
wenzelm@53744
   121
wenzelm@53909
   122
fun eval_finished (Eval {eval_process, ...}) = memo_finished eval_process;
wenzelm@53909
   123
wenzelm@53737
   124
fun eval_result (Eval {eval_process, ...}) = memo_result eval_process;
wenzelm@53737
   125
val eval_result_state = #state o eval_result;
wenzelm@53737
   126
wenzelm@48240
   127
local
wenzelm@48240
   128
wenzelm@48240
   129
fun run int tr st =
wenzelm@52421
   130
  if Goal.future_enabled () andalso Keyword.is_diag (Toplevel.name_of tr) then
wenzelm@52742
   131
    (Goal.fork_params {name = "Toplevel.diag", pos = Toplevel.pos_of tr, pri = ~1}
wenzelm@52742
   132
      (fn () => Toplevel.command_exception int tr st); ([], SOME st))
wenzelm@52421
   133
  else Toplevel.command_errors int tr st;
wenzelm@48240
   134
wenzelm@53647
   135
fun check_cmts span tr st' =
wenzelm@53647
   136
  Toplevel.setmp_thread_position tr
wenzelm@53647
   137
    (fn () =>
wenzelm@53647
   138
      Outer_Syntax.side_comments span |> maps (fn cmt =>
wenzelm@53647
   139
        (Thy_Output.check_text (Token.source_position_of cmt) st'; [])
wenzelm@53756
   140
          handle exn =>
wenzelm@53756
   141
            if Exn.is_interrupt exn then reraise exn
wenzelm@53756
   142
            else ML_Compiler.exn_messages_ids exn)) ();
wenzelm@53647
   143
wenzelm@48240
   144
fun proof_status tr st =
wenzelm@48240
   145
  (case try Toplevel.proof_of st of
wenzelm@48240
   146
    SOME prf => Toplevel.status tr (Proof.status_markup prf)
wenzelm@48240
   147
  | NONE => ());
wenzelm@48240
   148
wenzelm@53671
   149
fun eval_state span tr ({malformed, state = st, ...}: eval_state) =
wenzelm@53646
   150
  if malformed then
wenzelm@53663
   151
    {failed = true, malformed = malformed, command = tr, state = Toplevel.toplevel}
wenzelm@49787
   152
  else
wenzelm@49787
   153
    let
wenzelm@49787
   154
      val malformed' = Toplevel.is_malformed tr;
wenzelm@49787
   155
      val is_init = Toplevel.is_init tr;
wenzelm@49787
   156
      val is_proof = Keyword.is_proof (Toplevel.name_of tr);
wenzelm@48240
   157
wenzelm@49787
   158
      val _ = Multithreading.interrupted ();
wenzelm@51216
   159
      val _ = Toplevel.status tr Markup.running;
wenzelm@49933
   160
      val (errs1, result) = run (is_init orelse is_proof) (Toplevel.set_print false tr) st;
wenzelm@53646
   161
      val errs2 = (case result of NONE => [] | SOME st' => check_cmts span tr st');
wenzelm@49933
   162
      val errs = errs1 @ errs2;
wenzelm@51216
   163
      val _ = Toplevel.status tr Markup.finished;
wenzelm@51929
   164
      val _ = List.app (Future.error_msg (Toplevel.pos_of tr)) errs;
wenzelm@49787
   165
    in
wenzelm@49787
   166
      (case result of
wenzelm@49787
   167
        NONE =>
wenzelm@49787
   168
          let
wenzelm@49787
   169
            val _ = if null errs then Exn.interrupt () else ();
wenzelm@51216
   170
            val _ = Toplevel.status tr Markup.failed;
wenzelm@53663
   171
          in {failed = true, malformed = malformed', command = tr, state = st} end
wenzelm@49787
   172
      | SOME st' =>
wenzelm@49787
   173
          let
wenzelm@49787
   174
            val _ = proof_status tr st';
wenzelm@53663
   175
          in {failed = false, malformed = malformed', command = tr, state = st'} end)
wenzelm@49787
   176
    end;
wenzelm@48240
   177
wenzelm@53671
   178
in
wenzelm@53671
   179
wenzelm@53671
   180
fun eval init span eval0 =
wenzelm@53671
   181
  let
wenzelm@53671
   182
    val exec_id = Document_ID.make ();
wenzelm@53671
   183
    fun process () =
wenzelm@53671
   184
      let
wenzelm@53671
   185
        val tr =
wenzelm@53671
   186
          Position.setmp_thread_data (Position.id_only (Document_ID.print exec_id))
wenzelm@53673
   187
            (fn () => read init span |> Toplevel.exec_id exec_id) ();
wenzelm@53671
   188
      in eval_state span tr (eval_result eval0) end;
wenzelm@53737
   189
  in Eval {exec_id = exec_id, eval_process = memo exec_id process} end;
wenzelm@53671
   190
wenzelm@48240
   191
end;
wenzelm@48240
   192
wenzelm@53646
   193
wenzelm@53646
   194
(* print *)
wenzelm@53646
   195
wenzelm@53737
   196
datatype print = Print of
wenzelm@53899
   197
 {name: string, delay: Time.time option, pri: int, persistent: bool,
wenzelm@53737
   198
  exec_id: Document_ID.exec, print_process: unit memo};
wenzelm@53737
   199
wenzelm@53663
   200
type print_fn = Toplevel.transition -> Toplevel.state -> unit;
wenzelm@53652
   201
wenzelm@53784
   202
type print_function =
wenzelm@53788
   203
  {command_name: string} ->
wenzelm@53899
   204
    {delay: Time.time option, pri: int, persistent: bool, print_fn: print_fn} option;
wenzelm@53784
   205
wenzelm@53648
   206
local
wenzelm@53648
   207
wenzelm@53784
   208
val print_functions =
wenzelm@53784
   209
  Synchronized.var "Command.print_functions" ([]: (string * print_function) list);
wenzelm@53648
   210
wenzelm@53707
   211
fun print_error tr e =
wenzelm@53756
   212
  (Toplevel.setmp_thread_position tr o Runtime.controlled_execution) e ()
wenzelm@53756
   213
    handle exn =>
wenzelm@53756
   214
      if Exn.is_interrupt exn then reraise exn
wenzelm@53756
   215
      else List.app (Future.error_msg (Toplevel.pos_of tr)) (ML_Compiler.exn_messages_ids exn);
wenzelm@53653
   216
wenzelm@53744
   217
fun print_eq (Print {exec_id, ...}, Print {exec_id = exec_id', ...}) = exec_id = exec_id';
wenzelm@53744
   218
wenzelm@53898
   219
fun print_finished (Print {exec_id, print_process, ...}) = memo_finished print_process;
wenzelm@53793
   220
wenzelm@53737
   221
fun print_persistent (Print {persistent, ...}) = persistent;
wenzelm@53733
   222
wenzelm@53648
   223
in
wenzelm@53646
   224
wenzelm@53707
   225
fun print command_visible command_name eval old_prints =
wenzelm@53707
   226
  let
wenzelm@53784
   227
    fun new_print (name, get_pr) =
wenzelm@53707
   228
      let
wenzelm@53788
   229
        fun make_print strict {delay, pri, persistent, print_fn} =
wenzelm@53707
   230
          let
wenzelm@53707
   231
            val exec_id = Document_ID.make ();
wenzelm@53707
   232
            fun process () =
wenzelm@53707
   233
              let
wenzelm@53707
   234
                val {failed, command, state = st', ...} = eval_result eval;
wenzelm@53707
   235
                val tr = Toplevel.exec_id exec_id command;
wenzelm@53707
   236
              in
wenzelm@53707
   237
                if failed andalso not strict then ()
wenzelm@53707
   238
                else print_error tr (fn () => print_fn tr st')
wenzelm@53707
   239
              end;
wenzelm@53709
   240
          in
wenzelm@53737
   241
           Print {
wenzelm@53788
   242
             name = name, delay = delay, pri = pri, persistent = persistent,
wenzelm@53737
   243
             exec_id = exec_id, print_process = memo exec_id process}
wenzelm@53709
   244
          end;
wenzelm@53707
   245
      in
wenzelm@53784
   246
        (case Exn.capture (Runtime.controlled_execution get_pr) {command_name = command_name} of
wenzelm@53707
   247
          Exn.Res NONE => NONE
wenzelm@53784
   248
        | Exn.Res (SOME pr) => SOME (make_print false pr)
wenzelm@53784
   249
        | Exn.Exn exn =>
wenzelm@53784
   250
            SOME (make_print true
wenzelm@53899
   251
              {delay = NONE, pri = 0, persistent = false, print_fn = fn _ => fn _ => reraise exn}))
wenzelm@53707
   252
      end;
wenzelm@53707
   253
wenzelm@53707
   254
    val new_prints =
wenzelm@53707
   255
      if command_visible then
wenzelm@53707
   256
        rev (Synchronized.value print_functions) |> map_filter (fn pr =>
wenzelm@53737
   257
          (case find_first (fn Print {name, ...} => name = fst pr) old_prints of
wenzelm@53898
   258
            NONE => new_print pr
wenzelm@53898
   259
          | some => some))
wenzelm@53793
   260
      else filter (fn print => print_finished print andalso print_persistent print) old_prints;
wenzelm@53707
   261
  in
wenzelm@53737
   262
    if eq_list print_eq (old_prints, new_prints) then NONE else SOME new_prints
wenzelm@53707
   263
  end;
wenzelm@53648
   264
wenzelm@53784
   265
fun print_function name f =
wenzelm@53648
   266
  Synchronized.change print_functions (fn funs =>
wenzelm@53648
   267
   (if not (AList.defined (op =) funs name) then ()
wenzelm@53648
   268
    else warning ("Redefining command print function: " ^ quote name);
wenzelm@53784
   269
    AList.update (op =) (name, f) funs));
wenzelm@53648
   270
wenzelm@53708
   271
fun no_print_function name =
wenzelm@53708
   272
  Synchronized.change print_functions (filter_out (equal name o #1));
wenzelm@53708
   273
wenzelm@53648
   274
end;
wenzelm@53648
   275
wenzelm@53663
   276
val _ =
wenzelm@53784
   277
  print_function "print_state"
wenzelm@53788
   278
    (fn {command_name} =>
wenzelm@53899
   279
      SOME {delay = NONE, pri = 1, persistent = true,
wenzelm@53788
   280
        print_fn = fn tr => fn st' =>
wenzelm@53788
   281
          let
wenzelm@53788
   282
            val is_init = Keyword.is_theory_begin command_name;
wenzelm@53788
   283
            val is_proof = Keyword.is_proof command_name;
wenzelm@53788
   284
            val do_print =
wenzelm@53788
   285
              not is_init andalso
wenzelm@53788
   286
                (Toplevel.print_of tr orelse (is_proof andalso Toplevel.is_proof st'));
wenzelm@53788
   287
          in if do_print then Toplevel.print_state false st' else () end});
wenzelm@53646
   288
wenzelm@53669
   289
wenzelm@53737
   290
(* combined execution *)
wenzelm@53669
   291
wenzelm@53737
   292
type exec = eval * print list;
wenzelm@53737
   293
val no_exec: exec =
wenzelm@53737
   294
  (Eval {exec_id = Document_ID.none, eval_process = memo_value init_eval_state}, []);
wenzelm@53737
   295
wenzelm@53737
   296
fun exec_ids NONE = []
wenzelm@53737
   297
  | exec_ids (SOME (Eval {exec_id, ...}, prints)) =
wenzelm@53737
   298
      exec_id :: map (fn Print {exec_id, ...} => exec_id) prints;
wenzelm@53737
   299
wenzelm@53737
   300
local
wenzelm@53737
   301
wenzelm@53788
   302
fun run_print execution_id (Print {name, delay, pri, print_process, ...}) =
wenzelm@53788
   303
  if Multithreading.enabled () then
wenzelm@53788
   304
    let
wenzelm@53788
   305
      val group = Future.worker_subgroup ();
wenzelm@53788
   306
      fun fork () =
wenzelm@53788
   307
        memo_fork {name = name, group = SOME group, deps = [], pri = pri, interrupts = true}
wenzelm@53788
   308
          execution_id print_process;
wenzelm@53788
   309
    in
wenzelm@53899
   310
      (case delay of
wenzelm@53899
   311
        NONE => fork ()
wenzelm@53899
   312
      | SOME d => ignore (Event_Timer.request (Time.+ (Time.now (), d)) fork))
wenzelm@53788
   313
    end
wenzelm@53788
   314
  else memo_exec execution_id print_process;
wenzelm@53696
   315
wenzelm@53737
   316
in
wenzelm@53737
   317
wenzelm@53744
   318
fun exec execution_id (Eval {eval_process, ...}, prints) =
wenzelm@53744
   319
  (memo_exec execution_id eval_process; List.app (run_print execution_id) prints);
wenzelm@53669
   320
wenzelm@48240
   321
end;
wenzelm@48240
   322
wenzelm@53737
   323
end;
wenzelm@53737
   324