(* Title:  All tests on isac (some outcommented since Isabelle2002-->2009-2)

   Author: Walther Neuper 101001

   (c) copyright due to lincense terms.

   Isac's tests are organised parallel to sources: 

     "~~/test/Tools/isac" has same directory structure as "~~/src/Tools/isac"

   plus

     ~~/test/Tools/isac/ADDTESTS

     ~~/test/Tools/isac/Minisubpbl: the Lucas-Interpreter's core functionality

$ cd /usr/local/isabisac/

$ ./bin/isabelle jedit -l Isac test/Tools/isac/Test_Isac.thy &

*)

(* !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! *)

(* !!!!! wait a minute until Isac and the theories below are loaded !!!!! *)

(* !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! *)

theory Test_Isac imports Isac

  "ADDTESTS/Ctxt"

  "ADDTESTS/test-depend/Build_Test"

  "ADDTESTS/All_Ctxt"

  "ADDTESTS/course/phst11/T1_Basics"

  "ADDTESTS/course/phst11/T2_Rewriting"

  "ADDTESTS/course/phst11/T3_MathEngine"

  "ADDTESTS/file-depend/BuildC_Test"

(*"ADDTESTS/course/SignalProcess/Build_Inverse_Z_Transform"*)

  "~~/test/Pure/Isar/Test_Parsers"

(*"~~/test/Pure/Isar/Pure/Isar/Struct_Deriv" lost at update 2009-2-->2011*)

  "~~/test/Pure/Isar/Test_Parse_Term"

  "~~/test/HOL/Library/Test_Polynomial"

  "~~/src/Tools/isac/Knowledge/GCD_Poly"    (*not imported by Isac.thy*)

  "~~/src/Tools/isac/Knowledge/GCD_Poly_FP" (*not imported by Isac.thy*)

begin

section {* test ML Code of isac *}

  ML {*"%%%%%%%%%%%%%%%%% start ProgLang.thy %%%%%%%%%%%%%%%%%%%";*}

  ML_file          "library.sml"

  ML_file          "calcelems.sml"

  ML_file "ProgLang/termC.sml"

  ML_file "ProgLang/calculate.sml"

  ML_file "ProgLang/rewrite.sml"

(*ML_file "ProgLang/listC.sml"            2002*)

  ML_file "ProgLang/scrtools.sml"

  ML_file "ProgLang/tools.sml"

  ML {*"%%%%%%%%%%%%%%%%% end ProgLang.thy %%%%%%%%%%%%%%%%%%%%%";*}

  ML {*"%%%%%%%%%%%%%%%%% start Minisubpbl %%%%%%%%%%%%%%%%%%%%%";*}

  ML_file "Minisubpbl/000-comments.sml"

  ML_file "Minisubpbl/100-init-rootpbl.sml"

  ML_file "Minisubpbl/150-add-given.sml"

  ML_file "Minisubpbl/200-start-method.sml"

  ML_file "Minisubpbl/300-init-subpbl.sml"

  ML_file "Minisubpbl/400-start-meth-subpbl.sml"

  ML_file "Minisubpbl/490-nxt-Check_Postcond.sml"

  ML_file "Minisubpbl/500-met-sub-to-root.sml"

  ML_file "Minisubpbl/530-error-Check_Elementwise.sml"

  ML_file "Minisubpbl/600-postcond.sml"

  ML {*"%%%%%%%%%%%%%%%%% end Minisubpbl.thy %%%%%%%%%%%%%%%%%%%%%%%";*}

  ML {*"%%%%%%%%%%%%%%%%% start Interpret.thy %%%%%%%%%%%%%%%%%%";*}

  ML_file "Interpret/mstools.sml"

  ML_file "Interpret/ctree.sml"         (*!...!see(25)*)

  ML_file "Interpret/ptyps.sml"

  ML {* (*check_unsynchronized_ref (); ==== trick on error: CUT AND PASTE THIS LINE =========*) *}

(*TRICK DOESN'T WORK: get_pbt not found: ["IsacKnowledge","Diff","Theorems","diff_sin_chain"]*)

  ML_file "Interpret/generate.sml"

(*WITHOUT inhibit exn WN1130621 Isabelle2012-->13 !thehier! THIS ERROR OCCURS:

  ... SAME ERROR HERE ON ISABELLE2012 AS IN ISAC ON ISABELLE2011*)

  ML_file "Interpret/calchead.sml"

  ML_file "Interpret/appl.sml"          (*complete "WEGEN INTERMED TESTCODE"                          *)

  ML_file "Interpret/rewtools.sml"      (*complete, isac's Context broken at 2009-2 --> 2011, thehier!*)

  ML_file "Interpret/script.sml"

  ML_file "Interpret/solve.sml"

  ML_file "Interpret/inform.sml"

(*WITHOUT inhibit exn WN1130621 Isabelle2012-->13 !thehier! THIS ERROR OCCURS:

  ... SAME ERROR HERE ON ISABELLE2012 AS IN ISAC ON ISABELLE2011*)

  ML_file "Interpret/mathengine.sml"    (*!part.*)

  ML {*"%%%%%%%%%%%%%%%%% end Interpret.thy %%%%%%%%%%%%%%%%%%%%";*}

  ML {*"%%%%%%%%%%%%%%%%% start xmlsrc.thy %%%%%%%%%%%%%%%%%%%%%";*}

  ML_file "xmlsrc/mathml.sml"           (*part.*)

  ML_file "xmlsrc/datatypes.sml"        (*TODO/part.*)

  ML_file "xmlsrc/pbl-met-hierarchy.sml"(*TODO after 2009-2/part.*)

(*ML_file "xmlsrc/thy-hierarchy.sml"      TODO after 2009-2/part | Isabelle2012-->13 !thehier! *)

(*WITHOUT inhibit exn WN1130621 Isabelle2012-->13 !thehier! THIS ERROR OCCURS:

val it = "----------- ### thes2file ... Exception- Match raised -----------": string

:

val it = "~~~~~ fun thes2file, args:": string

val p = "../../tmp/": path

val it = (): unit

 exception Bind raised (line 359 of "~~/test/Tools/isac/xmlsrc/thy-hierarchy.sml")

                                                 ...CONCERNED WITH thehier

*)

  ML_file "xmlsrc/interface-xml.sml"     (*TODO after 2009-2*)

  ML {*"%%%%%%%%%%%%%%%%% end xmlsrc.thy %%%%%%%%%%%%%%%%%%%%%%%";*}

  ML {*"%%%%%%%%%%%%%%%%% start Frontend.thy %%%%%%%%%%%%%%%%%%%";*}

  ML_file "Frontend/messages.sml"

  ML_file "Frontend/states.sml"

  ML_file "Frontend/interface.sml"

(*WITHOUT inhibit exn WN1130621 Isabelle2012-->13 !thehier! THIS ERROR OCCURS:

  ... SAME ERROR HERE ON ISABELLE2012 AS IN ISAC ON ISABELLE2011*)

  ML_file          "print_exn_G.sml"

  ML {*"%%%%%%%%%%%%%%%%% end Frontend.thy %%%%%%%%%%%%%%%%%%%%%";*}

  ML {*"%%%%%%%%%%%%%%%%% start Knowledge %%%%%%%%%%%%%%%%%%%%%%";*}

  ML_file "Knowledge/delete.sml"

  ML_file "Knowledge/descript.sml"

  ML_file "Knowledge/atools.sml"

  ML_file "Knowledge/simplify.sml"

  ML_file "Knowledge/poly.sml"

  ML_file "Knowledge/gcd_poly_ml.sml"

  ML_file "Knowledge/gcd_poly_winkler.sml" (*must be after gcd_poly_ml.sml: redefines functions*)

  ML_file "Knowledge/rational.sml"

  ML_file "Knowledge/equation.sml"

  ML_file "Knowledge/root.sml"

  ML_file "Knowledge/lineq.sml"

(*ML_file "Knowledge/rooteq.sml"    some complicated equations not recovered from 2002 *)

  ML_file "Knowledge/rateq.sml"   (*some complicated equations not recovered from 2002 *)

  ML_file "Knowledge/rootrat.sml"

  ML_file "Knowledge/rootrateq.sml"(*ome complicated equations not recovered from 2002 *)

  ML_file "Knowledge/partial_fractions.sml"

  ML_file "Knowledge/polyeq.sml" (*-----------------works if cut into parts !!!!!!!!!!!*)

(*ML_file "Knowledge/rlang.sml"     much to clean up, not urgent due to similar tests  *)

  ML_file "Knowledge/calculus.sml"

  ML_file "Knowledge/trig.sml"

(*ML_file "Knowledge/logexp.sml"    not included as stuff for presentation of authoring*) 

  ML_file "Knowledge/diff.sml"

  ML_file "Knowledge/integrate.sml"

  ML_file "Knowledge/eqsystem.sml"

  ML_file "Knowledge/test.sml"

  ML_file "Knowledge/polyminus.sml"

  ML_file "Knowledge/vect.sml"

  ML_file "Knowledge/diffapp.sml"        (* postponed to dev. specification | TP-prog. *)

  ML_file "Knowledge/biegelinie.sml"

  ML_file "Knowledge/algein.sml"

  ML_file "Knowledge/diophanteq.sml"

  ML_file "Knowledge/Inverse_Z_Transform/inverse_z_transform.sml"

  ML_file "Knowledge/isac.sml"

  ML_file "Knowledge/build_thydata.sml"

  ML {*"%%%%%%%%%%%%%%%%% end Knowledge %%%%%%%%%%%%%%%%%%%%%%%%";*}

  ML {*"%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%";*}

  ML {*"%%%%%%%%%%%%%%%%% all tests successful %%%%%%%%%%%%%%%%%";*}

  ML {*"%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%";*}

section {* history of tests *}

text {*

  Systematic regression tests have been introduced to isac development in 2003.

  Sanity of the regression test suffered from updates following Isabelle development,

  which mostly exceeded the resources available in isac's development.

  The survey below shall support to efficiently use the tests for isac 

  on different Isabelle versions. Conclusion in most cases will be: 

  !!! Use most recent tests or go back to the old notebook

      with isac on Isabelle2002. !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!

*}

subsection {* isac on Isabelle2013 *}

subsubsection {* Summary of development *}

text {*

*}

subsubsection {* Run tests *}

text {*

*}

subsubsection {* State of tests *}

text {*

*}

subsubsection {* Changesets of begin and end *}

text {*

  TODO

  :

  : isac on Isablle2013 

  :

  Changeset: 52061 (4ecea2fcdc2c) --- Build_Isac.thy runs on Isabelle2013

  User: Walther Neuper <neuper@ist.tugraz.at>

  Date: 2013-07-15 08:28:50 +0200 (4 weeks)

*}

subsection {* isac on Isabelle2012 *}

subsubsection {* Summary of development *}

text {*

  isac on Isabelle2012 is considered just a transitional stage

  within the update from Isabelle2011 to Isabelle2013; thus no further development of isac;

  For considerations on the transition see 

  ~~/src/Tools/isac/Knowledge/Build_Thydata/thy, section "updating isac..".

*}

subsubsection {* Run tests *}

text {*

$ cd /usr/local/isabisac12/

$ ./bin/isabelle jedit -l HOL src/Tools/isac/Build_Isac.thy

$ ./bin/isabelle jedit -l Isac test/Tools/isac/Test_Isac.thy

*}

subsubsection {* State of tests *}

text {*

  At least the tests from isac on Isabelle2011 run again.

  However, Test_Isac.thy shows erratic behaviour; no errors are obtained when scrolling 

  in parallel with evaluation.

  Counting "error in kernel" for Frontend/interface.sml (the tests considered most significant)

  yields 69 hits, some of which were already present before Isabelle2002-->2009-2

  (i.e. on the old notebook from 2002).

  Now many tests with (*...=== inhibit exn ...*) give a reason or at least the origin:

  # === inhibit exn WN1130621 Isabelle2012-->13 !thehier! === ...see Build_Thydata.thy

  # === inhibit exn AK110726 === ...reliable work by Alexander Kargl, most likely go back to 2002

  # === inhibit exn WN1130701 broken at Isabelle2002 --> 2009-2 === , most likely go back to 2002

  Reasons for outcommented tests are also found in Test_Isac.thy near the respective file.sml.

  Some tests have been re-activated (e.g. error patterns, fill patterns).

*}

subsubsection {* Changesets of begin and end *}

text {*  

  Changeset: 52051 (35751d90365e) end of improving tests for isac on Isabelle2012

  User: Walther Neuper <neuper@ist.tugraz.at>

  Date: 2013-07-11 16:58:31 +0200 (4 weeks)

  :

  : isac on Isablle2012 

  :

  Changeset: 48757 (74eb3dfc33cc) updated src from Isabelle2011 to Isabelle2012

  User: Walther Neuper <neuper@ist.tugraz.at>

  Date: 2012-09-24 18:35:13 +0200 (8 months)

  ------------------------------------------------------------------------------

  Changeset: 48756 (7443906996a8) merged

  User: Walther Neuper <neuper@ist.tugraz.at>

  Date: 2012-09-24 18:15:49 +0200 (8 months)

*}

subsection {* isac on Isabelle2011 *}

subsubsection {* Summary of development *}

text {*

  isac's mathematics engine has been extended by two developments:

  (1) Isabelle's contexts were introduced by Mathias Lehnfeld

  (2) "error patterns" were introduced by Gabriella Daroczy

  Regressions tests have been added for both.

*}

subsubsection {* Run tests *}

text {*

  $ cd /usr/local/isabisac11/

  $ ./bin/isabelle jedit -l HOL src/Tools/isac/Build_Isac.thy

  $ ./bin/isabelle jedit -l Isac test/Tools/isac/Test_Isac.thy

*}

subsubsection {* State of tests *}

text {* 

  Systematic efforts outcommented less significant tests by (*...=== inhibit exn ...*) 

  and sometimes give reasons for failing tests.

  (*...=== inhibit exn AK...*) was done by Alexander Kargl; this is reliable

  work, some of which couldn't be revised (and renamed) by WN and thus survived some time.

  Tests with functions decomposed for single-stepping are marked with

  "~~~~~ fun , args:"; val 

  The most signification tests (in particular Frontend/interface.sml) run,

  however, many "error in kernel" are not caught by an exception.

  ------------------------------------------------------------------------------

  After the changeset below Test_Isac worked with check_unsynchronized_ref ():

  ------------------------------------------------------------------------------

  Changeset: 42457 (ca691a84b81a) PROVISIONALLY MADE TESTS RUN with Unsynchronized.ref

  User: Walther Neuper <neuper@ist.tugraz.at>

  Date: 2012-08-06 10:38:11 +0200 (11 months)

*}

subsubsection {* Changesets of begin and end *}

text {*

  isac development was done between these changesets:

  ------------------------------------------------------------------------------

  Changeset: 42519 (1f3b4270363e) meeting dmeindl: added missing files

  User: Walther Neuper <neuper@ist.tugraz.at>

  Date: 2012-09-24 16:39:30 +0200 (8 months)

  :

  : isac on Isablle2011

  :

  Changeset:41897 (355be7f60389) merged isabisac with Isabelle2011

  Branch: decompose-isar 

  User: Walther Neuper <neuper@ist.tugraz.at>

  Date: 2011-02-25 13:04:56 +0100 (2011-02-25)

  ------------------------------------------------------------------------------

*}

subsection {* isac on Isabelle2009-2 *}

subsubsection {* Summary of development *}

text {*

  In 2009 the update of isac from Isabelle2002 started with switching from CVS to hg.

  The update was painful (bridging 7 years of Isabelle development) and cut short 

  due to the start of introducing Isabelle's contexts (Mathias Lehnfeld) and

  going on to Isabelle2011 although most of the tests did not run.

*}

subsubsection {* Run tests *}

text {*

  $ cd /usr/local/isabisac09-2/

  $ ./bin/isabelle emacs -l HOL src/Tools/isac/Build_Isac.thy

  $ ./bin/isabelle emacs -l Isac src/Tools/isac/Test_Isac.thy

  NOT THE RIGHT VERSION.....    test/Tools/isac/Test_Isac.thy !!!

*}

subsubsection {* State of tests *}

text {* 

  Most tests are broken by the update from Isabelle2002 to Isabelle2009-2.

  If really necessary, go back to the old notebook with Isabelle2002.

*}

subsubsection {* Changesets of begin and end *}

text {*

  isac development was done between these changesets:

  ------------------------------------------------------------------------------

  Changeset: 38115 (940a5feea094) Little improvements of isac-plugin

  Branch: decompose-isar 

  User: Marco Steger <m.steger@student.tugraz.at>

  Date: 2011-02-06 18:30:28 +0100 (2011-02-06)

  :

  : isac on Isablle2009-2

  :

  Changeset: 37870 (5100a9c3abf8) created branch isac-from-Isabelle2009-2

  Branch: isac-from-Isabelle2009-2 

  User: Walther Neuper <neuper@ist.tugraz.at>

  Date: 2010-07-21 09:59:35 +0200 (2010-07-21)

  ------------------------------------------------------------------------------

*}

subsection {* isac on Isabelle2002 *}

subsubsection {* Summary of development *}

text {*

  From 1999 to 2010 all the basic functionality (except "ctxt" and "error pattern")

  of isac's mathematics engine has been implemented.

*}

subsubsection {* Run tests *}

subsubsection {* State of tests *}

text {* 

  All tests work on an old notebook (the right PolyML coudn't be upgraded to more

  recent Linux versions)

*}

subsubsection {* Changesets of begin and end *}

text {*

  Up to the above Mercurial changeset 5100a9c3abf8 isac used CVS;

  see https://intra.ist.tugraz.at/hg/isac containing a conversion to Mercurial.

*}

end

(*========== inhibit exn 130719 Isabelle2013 ===================================

============ inhibit exn 130719 Isabelle2013 =================================*)

(*-.-.-.-.-.-isolate response.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.

  -.-.-.-.-.-.-isolate response.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.-.*)