wenzelm@51701
|
1 |
/* Title: Pure/Tools/build.scala
|
wenzelm@49291
|
2 |
Author: Makarius
|
wenzelm@51382
|
3 |
Options: :folding=explicit:collapseFolds=1:
|
wenzelm@49291
|
4 |
|
wenzelm@49291
|
5 |
Build and manage Isabelle sessions.
|
wenzelm@49291
|
6 |
*/
|
wenzelm@49291
|
7 |
|
wenzelm@49291
|
8 |
package isabelle
|
wenzelm@49291
|
9 |
|
wenzelm@49291
|
10 |
|
wenzelm@49676
|
11 |
import java.util.{Timer, TimerTask}
|
wenzelm@49563
|
12 |
import java.io.{BufferedInputStream, FileInputStream,
|
wenzelm@49509
|
13 |
BufferedReader, InputStreamReader, IOException}
|
wenzelm@49509
|
14 |
import java.util.zip.GZIPInputStream
|
wenzelm@49350
|
15 |
|
wenzelm@49691
|
16 |
import scala.collection.SortedSet
|
wenzelm@49355
|
17 |
import scala.annotation.tailrec
|
wenzelm@49352
|
18 |
|
wenzelm@49350
|
19 |
|
wenzelm@49291
|
20 |
object Build
|
wenzelm@49291
|
21 |
{
|
wenzelm@51381
|
22 |
/** progress context **/
|
wenzelm@51381
|
23 |
|
wenzelm@51861
|
24 |
class Progress
|
wenzelm@51861
|
25 |
{
|
wenzelm@51382
|
26 |
def echo(msg: String) {}
|
wenzelm@51861
|
27 |
def theory(session: String, theory: String) {}
|
wenzelm@51382
|
28 |
def stopped: Boolean = false
|
wenzelm@51381
|
29 |
}
|
wenzelm@51381
|
30 |
|
wenzelm@51382
|
31 |
object Ignore_Progress extends Progress
|
wenzelm@51381
|
32 |
|
wenzelm@51861
|
33 |
class Console_Progress(verbose: Boolean) extends Progress
|
wenzelm@51861
|
34 |
{
|
wenzelm@51381
|
35 |
override def echo(msg: String) { java.lang.System.out.println(msg) }
|
wenzelm@51861
|
36 |
override def theory(session: String, theory: String): Unit =
|
wenzelm@51861
|
37 |
if (verbose) echo(session + ": theory " + theory)
|
wenzelm@51381
|
38 |
}
|
wenzelm@51381
|
39 |
|
wenzelm@51381
|
40 |
|
wenzelm@51381
|
41 |
|
wenzelm@49352
|
42 |
/** session information **/
|
wenzelm@49349
|
43 |
|
wenzelm@49690
|
44 |
// external version
|
wenzelm@49690
|
45 |
sealed case class Session_Entry(
|
wenzelm@49690
|
46 |
pos: Position.T,
|
wenzelm@49753
|
47 |
name: String,
|
wenzelm@49690
|
48 |
groups: List[String],
|
wenzelm@49753
|
49 |
path: String,
|
wenzelm@49690
|
50 |
parent: Option[String],
|
wenzelm@49690
|
51 |
description: String,
|
wenzelm@49690
|
52 |
options: List[Options.Spec],
|
wenzelm@49690
|
53 |
theories: List[(List[Options.Spec], List[String])],
|
wenzelm@49690
|
54 |
files: List[String])
|
wenzelm@49690
|
55 |
|
wenzelm@49690
|
56 |
// internal version
|
wenzelm@49690
|
57 |
sealed case class Session_Info(
|
wenzelm@49752
|
58 |
select: Boolean,
|
wenzelm@49690
|
59 |
pos: Position.T,
|
wenzelm@49690
|
60 |
groups: List[String],
|
wenzelm@49690
|
61 |
dir: Path,
|
wenzelm@49690
|
62 |
parent: Option[String],
|
wenzelm@49690
|
63 |
description: String,
|
wenzelm@49690
|
64 |
options: Options,
|
wenzelm@49690
|
65 |
theories: List[(Options, List[Path])],
|
wenzelm@49690
|
66 |
files: List[Path],
|
wenzelm@49690
|
67 |
entry_digest: SHA1.Digest)
|
wenzelm@49690
|
68 |
|
wenzelm@49690
|
69 |
def is_pure(name: String): Boolean = name == "RAW" || name == "Pure"
|
wenzelm@49690
|
70 |
|
wenzelm@49752
|
71 |
def session_info(options: Options, select: Boolean, dir: Path, entry: Session_Entry)
|
wenzelm@49752
|
72 |
: (String, Session_Info) =
|
wenzelm@49690
|
73 |
try {
|
wenzelm@49753
|
74 |
val name = entry.name
|
wenzelm@49690
|
75 |
|
wenzelm@49753
|
76 |
if (name == "") error("Bad session name")
|
wenzelm@49753
|
77 |
if (is_pure(name) && entry.parent.isDefined) error("Illegal parent session")
|
wenzelm@49753
|
78 |
if (!is_pure(name) && !entry.parent.isDefined) error("Missing parent session")
|
wenzelm@49690
|
79 |
|
wenzelm@49690
|
80 |
val session_options = options ++ entry.options
|
wenzelm@49690
|
81 |
|
wenzelm@49690
|
82 |
val theories =
|
wenzelm@49690
|
83 |
entry.theories.map({ case (opts, thys) =>
|
wenzelm@49690
|
84 |
(session_options ++ opts, thys.map(Path.explode(_))) })
|
wenzelm@49690
|
85 |
val files = entry.files.map(Path.explode(_))
|
wenzelm@49753
|
86 |
val entry_digest = SHA1.digest((name, entry.parent, entry.options, entry.theories).toString)
|
wenzelm@49690
|
87 |
|
wenzelm@49690
|
88 |
val info =
|
wenzelm@49753
|
89 |
Session_Info(select, entry.pos, entry.groups, dir + Path.explode(entry.path),
|
wenzelm@49753
|
90 |
entry.parent, entry.description, session_options, theories, files, entry_digest)
|
wenzelm@49690
|
91 |
|
wenzelm@49753
|
92 |
(name, info)
|
wenzelm@49690
|
93 |
}
|
wenzelm@49690
|
94 |
catch {
|
wenzelm@49690
|
95 |
case ERROR(msg) =>
|
wenzelm@49690
|
96 |
error(msg + "\nThe error(s) above occurred in session entry " +
|
wenzelm@50007
|
97 |
quote(entry.name) + Position.here(entry.pos))
|
wenzelm@49690
|
98 |
}
|
wenzelm@49690
|
99 |
|
wenzelm@49690
|
100 |
|
wenzelm@49691
|
101 |
/* session tree */
|
wenzelm@49691
|
102 |
|
wenzelm@49691
|
103 |
object Session_Tree
|
wenzelm@49691
|
104 |
{
|
wenzelm@49691
|
105 |
def apply(infos: Seq[(String, Session_Info)]): Session_Tree =
|
wenzelm@49691
|
106 |
{
|
wenzelm@49695
|
107 |
val graph1 =
|
wenzelm@49695
|
108 |
(Graph.string[Session_Info] /: infos) {
|
wenzelm@49699
|
109 |
case (graph, (name, info)) =>
|
wenzelm@49695
|
110 |
if (graph.defined(name))
|
wenzelm@50007
|
111 |
error("Duplicate session " + quote(name) + Position.here(info.pos))
|
wenzelm@49695
|
112 |
else graph.new_node(name, info)
|
wenzelm@49695
|
113 |
}
|
wenzelm@49695
|
114 |
val graph2 =
|
wenzelm@49695
|
115 |
(graph1 /: graph1.entries) {
|
wenzelm@49695
|
116 |
case (graph, (name, (info, _))) =>
|
wenzelm@49695
|
117 |
info.parent match {
|
wenzelm@49695
|
118 |
case None => graph
|
wenzelm@49695
|
119 |
case Some(parent) =>
|
wenzelm@49695
|
120 |
if (!graph.defined(parent))
|
wenzelm@49695
|
121 |
error("Bad parent session " + quote(parent) + " for " +
|
wenzelm@50007
|
122 |
quote(name) + Position.here(info.pos))
|
wenzelm@49691
|
123 |
|
wenzelm@49695
|
124 |
try { graph.add_edge_acyclic(parent, name) }
|
wenzelm@49695
|
125 |
catch {
|
wenzelm@49695
|
126 |
case exn: Graph.Cycles[_] =>
|
wenzelm@49695
|
127 |
error(cat_lines(exn.cycles.map(cycle =>
|
wenzelm@49695
|
128 |
"Cyclic session dependency of " +
|
wenzelm@49695
|
129 |
cycle.map(c => quote(c.toString)).mkString(" via "))) +
|
wenzelm@50007
|
130 |
Position.here(info.pos))
|
wenzelm@49695
|
131 |
}
|
wenzelm@49691
|
132 |
}
|
wenzelm@49691
|
133 |
}
|
wenzelm@49695
|
134 |
new Session_Tree(graph2)
|
wenzelm@49691
|
135 |
}
|
wenzelm@49691
|
136 |
}
|
wenzelm@49691
|
137 |
|
wenzelm@49695
|
138 |
final class Session_Tree private(val graph: Graph[String, Session_Info])
|
wenzelm@49691
|
139 |
extends PartialFunction[String, Session_Info]
|
wenzelm@49691
|
140 |
{
|
wenzelm@49695
|
141 |
def apply(name: String): Session_Info = graph.get_node(name)
|
wenzelm@49695
|
142 |
def isDefinedAt(name: String): Boolean = graph.defined(name)
|
wenzelm@49691
|
143 |
|
wenzelm@50146
|
144 |
def selection(requirements: Boolean, all_sessions: Boolean,
|
wenzelm@50146
|
145 |
session_groups: List[String], sessions: List[String]): (List[String], Session_Tree) =
|
wenzelm@49691
|
146 |
{
|
wenzelm@49691
|
147 |
val bad_sessions = sessions.filterNot(isDefinedAt(_))
|
wenzelm@49691
|
148 |
if (!bad_sessions.isEmpty) error("Undefined session(s): " + commas_quote(bad_sessions))
|
wenzelm@49691
|
149 |
|
wenzelm@50146
|
150 |
val pre_selected =
|
wenzelm@49691
|
151 |
{
|
wenzelm@49691
|
152 |
if (all_sessions) graph.keys.toList
|
wenzelm@49691
|
153 |
else {
|
wenzelm@49752
|
154 |
val select_group = session_groups.toSet
|
wenzelm@49752
|
155 |
val select = sessions.toSet
|
wenzelm@49752
|
156 |
(for {
|
wenzelm@49752
|
157 |
(name, (info, _)) <- graph.entries
|
wenzelm@49752
|
158 |
if info.select || select(name) || apply(name).groups.exists(select_group)
|
wenzelm@49752
|
159 |
} yield name).toList
|
wenzelm@49691
|
160 |
}
|
wenzelm@49691
|
161 |
}
|
wenzelm@50146
|
162 |
val selected =
|
wenzelm@50146
|
163 |
if (requirements) (graph.all_preds(pre_selected).toSet -- pre_selected).toList
|
wenzelm@50146
|
164 |
else pre_selected
|
wenzelm@50146
|
165 |
|
wenzelm@49691
|
166 |
val tree1 = new Session_Tree(graph.restrict(graph.all_preds(selected).toSet))
|
wenzelm@50146
|
167 |
(selected, tree1)
|
wenzelm@49691
|
168 |
}
|
wenzelm@49691
|
169 |
|
wenzelm@49691
|
170 |
def topological_order: List[(String, Session_Info)] =
|
wenzelm@49691
|
171 |
graph.topological_order.map(name => (name, apply(name)))
|
wenzelm@49809
|
172 |
|
wenzelm@49809
|
173 |
override def toString: String = graph.entries.map(_._1).toList.sorted.mkString(",")
|
wenzelm@49691
|
174 |
}
|
wenzelm@49691
|
175 |
|
wenzelm@49691
|
176 |
|
wenzelm@49690
|
177 |
/* parser */
|
wenzelm@49690
|
178 |
|
wenzelm@49728
|
179 |
private val SESSION = "session"
|
wenzelm@49728
|
180 |
private val IN = "in"
|
wenzelm@49728
|
181 |
private val DESCRIPTION = "description"
|
wenzelm@49728
|
182 |
private val OPTIONS = "options"
|
wenzelm@49728
|
183 |
private val THEORIES = "theories"
|
wenzelm@49728
|
184 |
private val FILES = "files"
|
wenzelm@49728
|
185 |
|
wenzelm@49728
|
186 |
lazy val root_syntax =
|
wenzelm@49753
|
187 |
Outer_Syntax.init() + "(" + ")" + "+" + "," + "=" + "[" + "]" +
|
wenzelm@49733
|
188 |
(SESSION, Keyword.THY_DECL) + IN + DESCRIPTION + OPTIONS + THEORIES + FILES
|
wenzelm@49728
|
189 |
|
wenzelm@49690
|
190 |
private object Parser extends Parse.Parser
|
wenzelm@49690
|
191 |
{
|
wenzelm@49690
|
192 |
def session_entry(pos: Position.T): Parser[Session_Entry] =
|
wenzelm@49690
|
193 |
{
|
wenzelm@49690
|
194 |
val session_name = atom("session name", _.is_name)
|
wenzelm@49690
|
195 |
|
wenzelm@49690
|
196 |
val option =
|
wenzelm@49690
|
197 |
name ~ opt(keyword("=") ~! name ^^ { case _ ~ x => x }) ^^ { case x ~ y => (x, y) }
|
wenzelm@49877
|
198 |
val options = keyword("[") ~> rep1sep(option, keyword(",")) <~ keyword("]")
|
wenzelm@49690
|
199 |
|
wenzelm@49690
|
200 |
val theories =
|
wenzelm@49754
|
201 |
keyword(THEORIES) ~! ((options | success(Nil)) ~ rep(theory_name)) ^^
|
wenzelm@49690
|
202 |
{ case _ ~ (x ~ y) => (x, y) }
|
wenzelm@49690
|
203 |
|
wenzelm@49927
|
204 |
command(SESSION) ~!
|
wenzelm@49927
|
205 |
(session_name ~
|
wenzelm@49927
|
206 |
((keyword("(") ~! (rep1(name) <~ keyword(")")) ^^ { case _ ~ x => x }) | success(Nil)) ~
|
wenzelm@49927
|
207 |
((keyword(IN) ~! path ^^ { case _ ~ x => x }) | success(".")) ~
|
wenzelm@49927
|
208 |
(keyword("=") ~!
|
wenzelm@49927
|
209 |
(opt(session_name ~! keyword("+") ^^ { case x ~ _ => x }) ~
|
wenzelm@49927
|
210 |
((keyword(DESCRIPTION) ~! text ^^ { case _ ~ x => x }) | success("")) ~
|
wenzelm@49927
|
211 |
((keyword(OPTIONS) ~! options ^^ { case _ ~ x => x }) | success(Nil)) ~
|
wenzelm@49931
|
212 |
rep1(theories) ~
|
wenzelm@49927
|
213 |
((keyword(FILES) ~! rep1(path) ^^ { case _ ~ x => x }) | success(Nil))))) ^^
|
wenzelm@49927
|
214 |
{ case _ ~ (a ~ b ~ c ~ (_ ~ (d ~ e ~ f ~ g ~ h))) =>
|
wenzelm@49927
|
215 |
Session_Entry(pos, a, b, c, d, e, f, g, h) }
|
wenzelm@49690
|
216 |
}
|
wenzelm@49690
|
217 |
|
wenzelm@49690
|
218 |
def parse_entries(root: Path): List[Session_Entry] =
|
wenzelm@49690
|
219 |
{
|
wenzelm@49728
|
220 |
val toks = root_syntax.scan(File.read(root))
|
wenzelm@49690
|
221 |
parse_all(rep(session_entry(root.position)), Token.reader(toks, root.implode)) match {
|
wenzelm@49690
|
222 |
case Success(result, _) => result
|
wenzelm@49690
|
223 |
case bad => error(bad.toString)
|
wenzelm@49690
|
224 |
}
|
wenzelm@49690
|
225 |
}
|
wenzelm@49690
|
226 |
}
|
wenzelm@49690
|
227 |
|
wenzelm@49690
|
228 |
|
wenzelm@49690
|
229 |
/* find sessions within certain directories */
|
wenzelm@49690
|
230 |
|
wenzelm@49690
|
231 |
private val ROOT = Path.explode("ROOT")
|
wenzelm@49699
|
232 |
private val ROOTS = Path.explode("ROOTS")
|
wenzelm@49690
|
233 |
|
wenzelm@49699
|
234 |
private def is_session_dir(dir: Path): Boolean =
|
wenzelm@49699
|
235 |
(dir + ROOT).is_file || (dir + ROOTS).is_file
|
wenzelm@49690
|
236 |
|
wenzelm@49699
|
237 |
private def check_session_dir(dir: Path): Path =
|
wenzelm@49699
|
238 |
if (is_session_dir(dir)) dir
|
wenzelm@49699
|
239 |
else error("Bad session root directory: " + dir.toString)
|
wenzelm@49690
|
240 |
|
wenzelm@49752
|
241 |
def find_sessions(options: Options, more_dirs: List[(Boolean, Path)]): Session_Tree =
|
wenzelm@49690
|
242 |
{
|
wenzelm@49752
|
243 |
def find_dir(select: Boolean, dir: Path): List[(String, Session_Info)] =
|
wenzelm@49752
|
244 |
find_root(select, dir) ::: find_roots(select, dir)
|
wenzelm@49699
|
245 |
|
wenzelm@49752
|
246 |
def find_root(select: Boolean, dir: Path): List[(String, Session_Info)] =
|
wenzelm@49699
|
247 |
{
|
wenzelm@49699
|
248 |
val root = dir + ROOT
|
wenzelm@49752
|
249 |
if (root.is_file) Parser.parse_entries(root).map(session_info(options, select, dir, _))
|
wenzelm@49699
|
250 |
else Nil
|
wenzelm@49699
|
251 |
}
|
wenzelm@49699
|
252 |
|
wenzelm@49752
|
253 |
def find_roots(select: Boolean, dir: Path): List[(String, Session_Info)] =
|
wenzelm@49699
|
254 |
{
|
wenzelm@49699
|
255 |
val roots = dir + ROOTS
|
wenzelm@49699
|
256 |
if (roots.is_file) {
|
wenzelm@49699
|
257 |
for {
|
wenzelm@49699
|
258 |
line <- split_lines(File.read(roots))
|
wenzelm@49699
|
259 |
if !(line == "" || line.startsWith("#"))
|
wenzelm@49699
|
260 |
dir1 =
|
wenzelm@49699
|
261 |
try { check_session_dir(dir + Path.explode(line)) }
|
wenzelm@49699
|
262 |
catch {
|
wenzelm@49699
|
263 |
case ERROR(msg) =>
|
wenzelm@49699
|
264 |
error(msg + "\nThe error(s) above occurred in session catalog " + roots.toString)
|
wenzelm@49699
|
265 |
}
|
wenzelm@49752
|
266 |
info <- find_dir(select, dir1)
|
wenzelm@49699
|
267 |
} yield info
|
wenzelm@49699
|
268 |
}
|
wenzelm@49699
|
269 |
else Nil
|
wenzelm@49699
|
270 |
}
|
wenzelm@49699
|
271 |
|
wenzelm@49752
|
272 |
val default_dirs = Isabelle_System.components().filter(is_session_dir(_)).map((false, _))
|
wenzelm@49752
|
273 |
|
wenzelm@49752
|
274 |
more_dirs foreach { case (_, dir) => check_session_dir(dir) }
|
wenzelm@49752
|
275 |
|
wenzelm@49699
|
276 |
Session_Tree(
|
wenzelm@49699
|
277 |
for {
|
wenzelm@49752
|
278 |
(select, dir) <- default_dirs ::: more_dirs
|
wenzelm@49752
|
279 |
info <- find_dir(select, dir)
|
wenzelm@49699
|
280 |
} yield info)
|
wenzelm@49364
|
281 |
}
|
wenzelm@49295
|
282 |
|
wenzelm@49352
|
283 |
|
wenzelm@49439
|
284 |
|
wenzelm@49439
|
285 |
/** build **/
|
wenzelm@49439
|
286 |
|
wenzelm@49691
|
287 |
/* queue */
|
wenzelm@49691
|
288 |
|
wenzelm@49691
|
289 |
object Queue
|
wenzelm@49691
|
290 |
{
|
wenzelm@49691
|
291 |
def apply(tree: Session_Tree): Queue =
|
wenzelm@49691
|
292 |
{
|
wenzelm@49691
|
293 |
val graph = tree.graph
|
wenzelm@49693
|
294 |
|
wenzelm@49693
|
295 |
def outdegree(name: String): Int = graph.imm_succs(name).size
|
wenzelm@49693
|
296 |
def timeout(name: String): Double = tree(name).options.real("timeout")
|
wenzelm@49693
|
297 |
|
wenzelm@49693
|
298 |
object Ordering extends scala.math.Ordering[String]
|
wenzelm@49693
|
299 |
{
|
wenzelm@49693
|
300 |
def compare(name1: String, name2: String): Int =
|
wenzelm@49693
|
301 |
outdegree(name2) compare outdegree(name1) match {
|
wenzelm@49693
|
302 |
case 0 =>
|
wenzelm@49693
|
303 |
timeout(name2) compare timeout(name1) match {
|
wenzelm@49693
|
304 |
case 0 => name1 compare name2
|
wenzelm@49693
|
305 |
case ord => ord
|
wenzelm@49693
|
306 |
}
|
wenzelm@49693
|
307 |
case ord => ord
|
wenzelm@49693
|
308 |
}
|
wenzelm@49693
|
309 |
}
|
wenzelm@49693
|
310 |
|
wenzelm@49693
|
311 |
new Queue(graph, SortedSet(graph.keys.toList: _*)(Ordering))
|
wenzelm@49691
|
312 |
}
|
wenzelm@49691
|
313 |
}
|
wenzelm@49691
|
314 |
|
wenzelm@49695
|
315 |
final class Queue private(graph: Graph[String, Session_Info], order: SortedSet[String])
|
wenzelm@49691
|
316 |
{
|
wenzelm@49691
|
317 |
def is_inner(name: String): Boolean = !graph.is_maximal(name)
|
wenzelm@49691
|
318 |
|
wenzelm@49691
|
319 |
def is_empty: Boolean = graph.is_empty
|
wenzelm@49691
|
320 |
|
wenzelm@49691
|
321 |
def - (name: String): Queue = new Queue(graph.del_node(name), order - name)
|
wenzelm@49691
|
322 |
|
wenzelm@49691
|
323 |
def dequeue(skip: String => Boolean): Option[(String, Session_Info)] =
|
wenzelm@49691
|
324 |
{
|
wenzelm@49691
|
325 |
val it = order.iterator.dropWhile(name => skip(name) || !graph.is_minimal(name))
|
wenzelm@49695
|
326 |
if (it.hasNext) { val name = it.next; Some((name, graph.get_node(name))) }
|
wenzelm@49691
|
327 |
else None
|
wenzelm@49691
|
328 |
}
|
wenzelm@49691
|
329 |
}
|
wenzelm@49691
|
330 |
|
wenzelm@49691
|
331 |
|
wenzelm@49725
|
332 |
/* source dependencies and static content */
|
wenzelm@49437
|
333 |
|
wenzelm@49725
|
334 |
sealed case class Session_Content(
|
wenzelm@49437
|
335 |
loaded_theories: Set[String],
|
wenzelm@49675
|
336 |
syntax: Outer_Syntax,
|
wenzelm@49809
|
337 |
sources: List[(Path, SHA1.Digest)],
|
wenzelm@49809
|
338 |
errors: List[String])
|
wenzelm@49809
|
339 |
{
|
wenzelm@49809
|
340 |
def check_errors: Session_Content =
|
wenzelm@49809
|
341 |
{
|
wenzelm@49809
|
342 |
if (errors.isEmpty) this
|
wenzelm@49809
|
343 |
else error(cat_lines(errors))
|
wenzelm@49809
|
344 |
}
|
wenzelm@49809
|
345 |
}
|
wenzelm@49437
|
346 |
|
wenzelm@49725
|
347 |
sealed case class Deps(deps: Map[String, Session_Content])
|
wenzelm@49438
|
348 |
{
|
wenzelm@49598
|
349 |
def is_empty: Boolean = deps.isEmpty
|
wenzelm@49725
|
350 |
def apply(name: String): Session_Content = deps(name)
|
wenzelm@49519
|
351 |
def sources(name: String): List[SHA1.Digest] = deps(name).sources.map(_._2)
|
wenzelm@49438
|
352 |
}
|
wenzelm@49438
|
353 |
|
wenzelm@51381
|
354 |
def dependencies(progress: Build.Progress, inlined_files: Boolean,
|
wenzelm@51381
|
355 |
verbose: Boolean, list_files: Boolean, tree: Session_Tree): Deps =
|
wenzelm@49725
|
356 |
Deps((Map.empty[String, Session_Content] /: tree.topological_order)(
|
wenzelm@49437
|
357 |
{ case (deps, (name, info)) =>
|
wenzelm@49809
|
358 |
val (preloaded, parent_syntax, parent_errors) =
|
wenzelm@49437
|
359 |
info.parent match {
|
wenzelm@49885
|
360 |
case None =>
|
wenzelm@49885
|
361 |
(Set.empty[String], Outer_Syntax.init_pure(), Nil)
|
wenzelm@49809
|
362 |
case Some(parent_name) =>
|
wenzelm@49809
|
363 |
val parent = deps(parent_name)
|
wenzelm@49809
|
364 |
(parent.loaded_theories, parent.syntax, parent.errors)
|
wenzelm@49437
|
365 |
}
|
wenzelm@49885
|
366 |
val thy_info = new Thy_Info(new Thy_Load(preloaded, parent_syntax))
|
wenzelm@49437
|
367 |
|
wenzelm@49918
|
368 |
if (verbose || list_files) {
|
wenzelm@49598
|
369 |
val groups =
|
wenzelm@49598
|
370 |
if (info.groups.isEmpty) ""
|
wenzelm@49598
|
371 |
else info.groups.mkString(" (", " ", ")")
|
wenzelm@51381
|
372 |
progress.echo("Session " + name + groups)
|
wenzelm@49598
|
373 |
}
|
wenzelm@49493
|
374 |
|
wenzelm@49437
|
375 |
val thy_deps =
|
wenzelm@50113
|
376 |
thy_info.dependencies(inlined_files,
|
wenzelm@49437
|
377 |
info.theories.map(_._2).flatten.
|
wenzelm@51581
|
378 |
map(thy => Thy_Load.path_node_name(info.dir + Thy_Load.thy_path(thy))))
|
wenzelm@49437
|
379 |
|
wenzelm@49887
|
380 |
val loaded_theories = thy_deps.loaded_theories
|
wenzelm@49898
|
381 |
val syntax = thy_deps.make_syntax
|
wenzelm@49675
|
382 |
|
wenzelm@49438
|
383 |
val all_files =
|
wenzelm@51429
|
384 |
(thy_deps.deps.map({ case dep =>
|
wenzelm@51429
|
385 |
val thy = Path.explode(dep.name.node)
|
wenzelm@51429
|
386 |
val uses = dep.join_header.uses.map(p =>
|
wenzelm@51429
|
387 |
Path.explode(dep.name.dir) + Path.explode(p._1))
|
wenzelm@49437
|
388 |
thy :: uses
|
wenzelm@49919
|
389 |
}).flatten ::: info.files.map(file => info.dir + file)).map(_.expand)
|
wenzelm@49918
|
390 |
|
wenzelm@49918
|
391 |
if (list_files)
|
wenzelm@51381
|
392 |
progress.echo(cat_lines(all_files.map(_.implode).sorted.map(" " + _)))
|
wenzelm@49918
|
393 |
|
wenzelm@49500
|
394 |
val sources =
|
wenzelm@50711
|
395 |
try { all_files.map(p => (p, SHA1.digest(p.file))) }
|
wenzelm@49500
|
396 |
catch {
|
wenzelm@49500
|
397 |
case ERROR(msg) =>
|
wenzelm@49690
|
398 |
error(msg + "\nThe error(s) above occurred in session " +
|
wenzelm@50007
|
399 |
quote(name) + Position.here(info.pos))
|
wenzelm@49500
|
400 |
}
|
wenzelm@51429
|
401 |
val errors = parent_errors ::: thy_deps.deps.map(dep => dep.join_header.errors).flatten
|
wenzelm@49437
|
402 |
|
wenzelm@49809
|
403 |
deps + (name -> Session_Content(loaded_theories, syntax, sources, errors))
|
wenzelm@49438
|
404 |
}))
|
wenzelm@49437
|
405 |
|
wenzelm@50113
|
406 |
def session_content(inlined_files: Boolean, dirs: List[Path], session: String): Session_Content =
|
wenzelm@49725
|
407 |
{
|
wenzelm@51419
|
408 |
val options = Options.init()
|
wenzelm@49806
|
409 |
val (_, tree) =
|
wenzelm@50146
|
410 |
find_sessions(options, dirs.map((false, _))).selection(false, false, Nil, List(session))
|
wenzelm@51381
|
411 |
dependencies(Build.Ignore_Progress, inlined_files, false, false, tree)(session)
|
wenzelm@49725
|
412 |
}
|
wenzelm@49725
|
413 |
|
wenzelm@49809
|
414 |
def outer_syntax(session: String): Outer_Syntax =
|
wenzelm@50113
|
415 |
session_content(false, Nil, session).check_errors.syntax
|
wenzelm@49725
|
416 |
|
wenzelm@49437
|
417 |
|
wenzelm@49439
|
418 |
/* jobs */
|
wenzelm@49356
|
419 |
|
wenzelm@51860
|
420 |
private class Job(progress: Build.Progress,
|
wenzelm@51860
|
421 |
name: String, val info: Session_Info, output: Path, do_output: Boolean,
|
wenzelm@49689
|
422 |
verbose: Boolean, browser_info: Path)
|
wenzelm@49433
|
423 |
{
|
wenzelm@49482
|
424 |
// global browser info dir
|
wenzelm@49689
|
425 |
if (info.options.bool("browser_info") && !(browser_info + Path.explode("index.html")).is_file)
|
wenzelm@49482
|
426 |
{
|
wenzelm@51908
|
427 |
Isabelle_System.mkdirs(browser_info)
|
wenzelm@49482
|
428 |
File.copy(Path.explode("~~/lib/logo/isabelle.gif"),
|
wenzelm@49482
|
429 |
browser_info + Path.explode("isabelle.gif"))
|
wenzelm@49482
|
430 |
File.write(browser_info + Path.explode("index.html"),
|
wenzelm@49482
|
431 |
File.read(Path.explode("~~/lib/html/library_index_header.template")) +
|
wenzelm@49739
|
432 |
File.read(Path.explode("~~/lib/html/library_index_content.template")) +
|
wenzelm@49482
|
433 |
File.read(Path.explode("~~/lib/html/library_index_footer.template")))
|
wenzelm@49482
|
434 |
}
|
wenzelm@49482
|
435 |
|
wenzelm@49689
|
436 |
def output_path: Option[Path] = if (do_output) Some(output) else None
|
wenzelm@49433
|
437 |
|
wenzelm@49689
|
438 |
private val parent = info.parent.getOrElse("")
|
wenzelm@49689
|
439 |
|
wenzelm@49713
|
440 |
private val args_file = File.tmp_file("args")
|
wenzelm@49713
|
441 |
File.write(args_file, YXML.string_of_body(
|
wenzelm@49713
|
442 |
if (is_pure(name)) Options.encode(info.options)
|
wenzelm@49713
|
443 |
else
|
wenzelm@49713
|
444 |
{
|
wenzelm@49713
|
445 |
import XML.Encode._
|
wenzelm@49713
|
446 |
pair(bool, pair(Options.encode, pair(bool, pair(Path.encode, pair(string,
|
wenzelm@49713
|
447 |
pair(string, list(pair(Options.encode, list(Path.encode)))))))))(
|
wenzelm@49713
|
448 |
(do_output, (info.options, (verbose, (browser_info, (parent,
|
wenzelm@49713
|
449 |
(name, info.theories)))))))
|
wenzelm@49713
|
450 |
}))
|
wenzelm@49713
|
451 |
|
wenzelm@49689
|
452 |
private val env =
|
wenzelm@49713
|
453 |
Map("INPUT" -> parent, "TARGET" -> name, "OUTPUT" -> Isabelle_System.standard_path(output),
|
wenzelm@49713
|
454 |
(if (is_pure(name)) "ISABELLE_PROCESS_OPTIONS" else "ARGS_FILE") ->
|
wenzelm@51730
|
455 |
Isabelle_System.posix_path(args_file))
|
wenzelm@49713
|
456 |
|
wenzelm@49689
|
457 |
private val script =
|
wenzelm@49526
|
458 |
if (is_pure(name)) {
|
wenzelm@49526
|
459 |
if (do_output) "./build " + name + " \"$OUTPUT\""
|
wenzelm@49526
|
460 |
else """ rm -f "$OUTPUT"; ./build """ + name
|
wenzelm@49526
|
461 |
}
|
wenzelm@49433
|
462 |
else {
|
wenzelm@49433
|
463 |
"""
|
wenzelm@49433
|
464 |
. "$ISABELLE_HOME/lib/scripts/timestart.bash"
|
wenzelm@49433
|
465 |
""" +
|
wenzelm@49526
|
466 |
(if (do_output)
|
wenzelm@49526
|
467 |
"""
|
wenzelm@49526
|
468 |
"$ISABELLE_PROCESS" -e "Build.build \"$ARGS_FILE\";" -q -w "$INPUT" "$OUTPUT"
|
wenzelm@49526
|
469 |
"""
|
wenzelm@49433
|
470 |
else
|
wenzelm@49526
|
471 |
"""
|
wenzelm@49526
|
472 |
rm -f "$OUTPUT"; "$ISABELLE_PROCESS" -e "Build.build \"$ARGS_FILE\";" -r -q "$INPUT"
|
wenzelm@49526
|
473 |
""") +
|
wenzelm@49433
|
474 |
"""
|
wenzelm@49433
|
475 |
RC="$?"
|
wenzelm@49433
|
476 |
|
wenzelm@49433
|
477 |
. "$ISABELLE_HOME/lib/scripts/timestop.bash"
|
wenzelm@49433
|
478 |
|
wenzelm@49433
|
479 |
if [ "$RC" -eq 0 ]; then
|
wenzelm@49433
|
480 |
echo "Finished $TARGET ($TIMES_REPORT)" >&2
|
wenzelm@49433
|
481 |
fi
|
wenzelm@49433
|
482 |
|
wenzelm@49433
|
483 |
exit "$RC"
|
wenzelm@49433
|
484 |
"""
|
wenzelm@49433
|
485 |
}
|
wenzelm@49689
|
486 |
|
wenzelm@49689
|
487 |
private val (thread, result) =
|
wenzelm@51860
|
488 |
Simple_Thread.future("build") {
|
wenzelm@51860
|
489 |
Isabelle_System.bash_env(info.dir.file, env, script,
|
wenzelm@51860
|
490 |
out_progress = (line: String) =>
|
wenzelm@51862
|
491 |
Library.try_unprefix("\floading_theory = ", line) match {
|
wenzelm@51862
|
492 |
case Some(theory) => progress.theory(name, theory)
|
wenzelm@51862
|
493 |
case None =>
|
wenzelm@51862
|
494 |
})
|
wenzelm@51860
|
495 |
}
|
wenzelm@49689
|
496 |
|
wenzelm@49689
|
497 |
def terminate: Unit = thread.interrupt
|
wenzelm@49689
|
498 |
def is_finished: Boolean = result.is_finished
|
wenzelm@49689
|
499 |
|
wenzelm@49689
|
500 |
@volatile private var timeout = false
|
wenzelm@51222
|
501 |
private val time = info.options.seconds("timeout")
|
wenzelm@49689
|
502 |
private val timer: Option[Timer] =
|
wenzelm@49689
|
503 |
if (time.seconds > 0.0) {
|
wenzelm@49689
|
504 |
val t = new Timer("build", true)
|
wenzelm@49689
|
505 |
t.schedule(new TimerTask { def run = { terminate; timeout = true } }, time.ms)
|
wenzelm@49689
|
506 |
Some(t)
|
wenzelm@49689
|
507 |
}
|
wenzelm@49689
|
508 |
else None
|
wenzelm@49689
|
509 |
|
wenzelm@51860
|
510 |
def join: Isabelle_System.Bash_Result =
|
wenzelm@51860
|
511 |
{
|
wenzelm@51860
|
512 |
val res = result.join
|
wenzelm@51860
|
513 |
|
wenzelm@49689
|
514 |
args_file.delete
|
wenzelm@49689
|
515 |
timer.map(_.cancel())
|
wenzelm@49689
|
516 |
|
wenzelm@51860
|
517 |
if (res.rc == 130)
|
wenzelm@51860
|
518 |
res.add_err(if (timeout) "*** Timeout" else "*** Interrupt")
|
wenzelm@51860
|
519 |
else res
|
wenzelm@49689
|
520 |
}
|
wenzelm@49379
|
521 |
}
|
wenzelm@49379
|
522 |
|
wenzelm@49439
|
523 |
|
wenzelm@51961
|
524 |
/* inlined properties -- syntax similar to ML */
|
wenzelm@51961
|
525 |
|
wenzelm@51961
|
526 |
object Props
|
wenzelm@51961
|
527 |
{
|
wenzelm@51961
|
528 |
private val syntax = Outer_Syntax.empty + "," + "(" + ")" + "[" + "]"
|
wenzelm@51961
|
529 |
|
wenzelm@51961
|
530 |
private object Parser extends Parse.Parser
|
wenzelm@51961
|
531 |
{
|
wenzelm@51961
|
532 |
def prop: Parser[Properties.Entry] =
|
wenzelm@51961
|
533 |
keyword("(") ~ string ~ keyword(",") ~ string ~ keyword(")") ^^
|
wenzelm@51961
|
534 |
{ case _ ~ x ~ _ ~ y ~ _ => (x, y) }
|
wenzelm@51961
|
535 |
def props: Parser[Properties.T] =
|
wenzelm@51961
|
536 |
keyword("[") ~> repsep(prop, keyword(",")) <~ keyword("]")
|
wenzelm@51961
|
537 |
}
|
wenzelm@51961
|
538 |
|
wenzelm@51961
|
539 |
def parse(text: String): Properties.T =
|
wenzelm@51961
|
540 |
{
|
wenzelm@51961
|
541 |
Parser.parse_all(Parser.props, Token.reader(syntax.scan(text))) match {
|
wenzelm@51961
|
542 |
case Parser.Success(result, _) => result
|
wenzelm@51961
|
543 |
case bad => error(bad.toString)
|
wenzelm@51961
|
544 |
}
|
wenzelm@51961
|
545 |
}
|
wenzelm@51961
|
546 |
|
wenzelm@51961
|
547 |
def parse_lines(prefix: String, lines: List[String]): List[Properties.T] =
|
wenzelm@51961
|
548 |
for (line <- lines; s <- Library.try_unprefix(prefix, line)) yield parse(s)
|
wenzelm@51961
|
549 |
|
wenzelm@51961
|
550 |
def find_parse_line(prefix: String, lines: List[String]): Option[Properties.T] =
|
wenzelm@51961
|
551 |
lines.find(_.startsWith(prefix)).map(line => parse(line.substring(prefix.length)))
|
wenzelm@51961
|
552 |
}
|
wenzelm@51961
|
553 |
|
wenzelm@51961
|
554 |
|
wenzelm@51792
|
555 |
/* log files */
|
wenzelm@49519
|
556 |
|
wenzelm@49520
|
557 |
private val LOG = Path.explode("log")
|
wenzelm@49520
|
558 |
private def log(name: String): Path = LOG + Path.basic(name)
|
wenzelm@49520
|
559 |
private def log_gz(name: String): Path = log(name).ext("gz")
|
wenzelm@49519
|
560 |
|
wenzelm@51997
|
561 |
private val SESSION_NAME = "\fSession.name = "
|
wenzelm@51722
|
562 |
private val SESSION_PARENT_PATH = "\fSession.parent_path = "
|
wenzelm@51722
|
563 |
|
wenzelm@51961
|
564 |
|
wenzelm@51990
|
565 |
sealed case class Log_Info(
|
wenzelm@51997
|
566 |
name: String, stats: List[Properties.T], tasks: List[Properties.T], timing: Properties.T)
|
wenzelm@51792
|
567 |
|
wenzelm@51792
|
568 |
def parse_log(text: String): Log_Info =
|
wenzelm@51792
|
569 |
{
|
wenzelm@51792
|
570 |
val lines = split_lines(text)
|
wenzelm@51997
|
571 |
val name =
|
wenzelm@51997
|
572 |
lines.find(_.startsWith(SESSION_NAME)).map(_.substring(SESSION_NAME.length)) getOrElse ""
|
wenzelm@51961
|
573 |
val stats = Props.parse_lines("\fML_statistics = ", lines)
|
wenzelm@51990
|
574 |
val tasks = Props.parse_lines("\ftask_statistics = ", lines)
|
wenzelm@51961
|
575 |
val timing = Props.find_parse_line("\fTiming = ", lines) getOrElse Nil
|
wenzelm@51997
|
576 |
Log_Info(name, stats, tasks, timing)
|
wenzelm@51792
|
577 |
}
|
wenzelm@51792
|
578 |
|
wenzelm@51792
|
579 |
|
wenzelm@51792
|
580 |
/* sources and heaps */
|
wenzelm@51792
|
581 |
|
wenzelm@49520
|
582 |
private def sources_stamp(digests: List[SHA1.Digest]): String =
|
wenzelm@49519
|
583 |
digests.map(_.toString).sorted.mkString("sources: ", " ", "")
|
wenzelm@49519
|
584 |
|
wenzelm@49654
|
585 |
private val no_heap: String = "heap: -"
|
wenzelm@49654
|
586 |
|
wenzelm@49654
|
587 |
private def heap_stamp(heap: Option[Path]): String =
|
wenzelm@49519
|
588 |
{
|
wenzelm@49519
|
589 |
"heap: " +
|
wenzelm@49654
|
590 |
(heap match {
|
wenzelm@49519
|
591 |
case Some(path) =>
|
wenzelm@49519
|
592 |
val file = path.file
|
wenzelm@49519
|
593 |
if (file.isFile) file.length.toString + " " + file.lastModified.toString
|
wenzelm@49519
|
594 |
else "-"
|
wenzelm@49519
|
595 |
case None => "-"
|
wenzelm@49519
|
596 |
})
|
wenzelm@49519
|
597 |
}
|
wenzelm@49519
|
598 |
|
wenzelm@49654
|
599 |
private def read_stamps(path: Path): Option[(String, String, String)] =
|
wenzelm@49654
|
600 |
if (path.is_file) {
|
wenzelm@49654
|
601 |
val stream = new GZIPInputStream (new BufferedInputStream(new FileInputStream(path.file)))
|
wenzelm@51218
|
602 |
val reader = new BufferedReader(new InputStreamReader(stream, UTF8.charset))
|
wenzelm@49654
|
603 |
val (s, h1, h2) =
|
wenzelm@49654
|
604 |
try { (reader.readLine, reader.readLine, reader.readLine) }
|
wenzelm@49654
|
605 |
finally { reader.close }
|
wenzelm@49654
|
606 |
if (s != null && s.startsWith("sources: ") &&
|
wenzelm@49654
|
607 |
h1 != null && h1.startsWith("heap: ") &&
|
wenzelm@49654
|
608 |
h2 != null && h2.startsWith("heap: ")) Some((s, h1, h2))
|
wenzelm@49519
|
609 |
else None
|
wenzelm@49519
|
610 |
}
|
wenzelm@49519
|
611 |
else None
|
wenzelm@49519
|
612 |
|
wenzelm@49519
|
613 |
|
wenzelm@49440
|
614 |
/* build */
|
wenzelm@49439
|
615 |
|
wenzelm@49524
|
616 |
def build(
|
wenzelm@51381
|
617 |
progress: Build.Progress,
|
wenzelm@51419
|
618 |
options: Options,
|
wenzelm@50146
|
619 |
requirements: Boolean = false,
|
wenzelm@49524
|
620 |
all_sessions: Boolean = false,
|
wenzelm@49526
|
621 |
build_heap: Boolean = false,
|
wenzelm@49610
|
622 |
clean_build: Boolean = false,
|
wenzelm@49752
|
623 |
more_dirs: List[(Boolean, Path)] = Nil,
|
wenzelm@49524
|
624 |
session_groups: List[String] = Nil,
|
wenzelm@49524
|
625 |
max_jobs: Int = 1,
|
wenzelm@49918
|
626 |
list_files: Boolean = false,
|
wenzelm@49524
|
627 |
no_build: Boolean = false,
|
wenzelm@49524
|
628 |
system_mode: Boolean = false,
|
wenzelm@49524
|
629 |
verbose: Boolean = false,
|
wenzelm@49524
|
630 |
sessions: List[String] = Nil): Int =
|
wenzelm@49356
|
631 |
{
|
wenzelm@50146
|
632 |
val full_tree = find_sessions(options, more_dirs)
|
wenzelm@50146
|
633 |
val (selected, selected_tree) =
|
wenzelm@50146
|
634 |
full_tree.selection(requirements, all_sessions, session_groups, sessions)
|
wenzelm@50146
|
635 |
|
wenzelm@51381
|
636 |
val deps = dependencies(progress, true, verbose, list_files, selected_tree)
|
wenzelm@50146
|
637 |
val queue = Queue(selected_tree)
|
wenzelm@49383
|
638 |
|
wenzelm@49519
|
639 |
def make_stamp(name: String): String =
|
wenzelm@50146
|
640 |
sources_stamp(selected_tree(name).entry_digest :: deps.sources(name))
|
wenzelm@49519
|
641 |
|
wenzelm@49519
|
642 |
val (input_dirs, output_dir, browser_info) =
|
wenzelm@49519
|
643 |
if (system_mode) {
|
wenzelm@49519
|
644 |
val output_dir = Path.explode("~~/heaps/$ML_IDENTIFIER")
|
wenzelm@49519
|
645 |
(List(output_dir), output_dir, Path.explode("~~/browser_info"))
|
wenzelm@49519
|
646 |
}
|
wenzelm@49519
|
647 |
else {
|
wenzelm@49519
|
648 |
val output_dir = Path.explode("$ISABELLE_OUTPUT")
|
wenzelm@49519
|
649 |
(output_dir :: Isabelle_System.find_logics_dirs(), output_dir,
|
wenzelm@49519
|
650 |
Path.explode("$ISABELLE_BROWSER_INFO"))
|
wenzelm@49519
|
651 |
}
|
wenzelm@49378
|
652 |
|
wenzelm@49388
|
653 |
// prepare log dir
|
wenzelm@51908
|
654 |
Isabelle_System.mkdirs(output_dir + LOG)
|
wenzelm@49388
|
655 |
|
wenzelm@49610
|
656 |
// optional cleanup
|
wenzelm@49610
|
657 |
if (clean_build) {
|
wenzelm@50146
|
658 |
for (name <- full_tree.graph.all_succs(selected)) {
|
wenzelm@49610
|
659 |
val files =
|
wenzelm@49610
|
660 |
List(Path.basic(name), log(name), log_gz(name)).map(output_dir + _).filter(_.is_file)
|
wenzelm@51381
|
661 |
if (!files.isEmpty) progress.echo("Cleaning " + name + " ...")
|
wenzelm@51381
|
662 |
if (!files.forall(p => p.file.delete)) progress.echo(name + " FAILED to delete")
|
wenzelm@49610
|
663 |
}
|
wenzelm@49610
|
664 |
}
|
wenzelm@49610
|
665 |
|
wenzelm@49440
|
666 |
// scheduler loop
|
wenzelm@51722
|
667 |
case class Result(current: Boolean, parent_path: Option[String], heap: String, rc: Int)
|
wenzelm@49654
|
668 |
|
wenzelm@51381
|
669 |
def sleep(): Unit = Thread.sleep(500)
|
wenzelm@51381
|
670 |
|
wenzelm@49440
|
671 |
@tailrec def loop(
|
wenzelm@49691
|
672 |
pending: Queue,
|
wenzelm@49689
|
673 |
running: Map[String, (String, Job)],
|
wenzelm@49654
|
674 |
results: Map[String, Result]): Map[String, Result] =
|
wenzelm@49440
|
675 |
{
|
wenzelm@49440
|
676 |
if (pending.is_empty) results
|
wenzelm@51382
|
677 |
else if (progress.stopped) {
|
wenzelm@51382
|
678 |
for ((_, (_, job)) <- running) job.terminate
|
wenzelm@51382
|
679 |
sleep(); loop(pending, running, results)
|
wenzelm@51382
|
680 |
}
|
wenzelm@49562
|
681 |
else
|
wenzelm@49689
|
682 |
running.find({ case (_, (_, job)) => job.is_finished }) match {
|
wenzelm@49689
|
683 |
case Some((name, (parent_heap, job))) =>
|
wenzelm@51382
|
684 |
//{{{ finish job
|
wenzelm@49439
|
685 |
|
wenzelm@51860
|
686 |
val res = job.join
|
wenzelm@51860
|
687 |
progress.echo(res.err)
|
wenzelm@49440
|
688 |
|
wenzelm@51722
|
689 |
val (parent_path, heap) =
|
wenzelm@51860
|
690 |
if (res.rc == 0) {
|
wenzelm@49654
|
691 |
(output_dir + log(name)).file.delete
|
wenzelm@49654
|
692 |
|
wenzelm@49654
|
693 |
val sources = make_stamp(name)
|
wenzelm@49654
|
694 |
val heap = heap_stamp(job.output_path)
|
wenzelm@49654
|
695 |
File.write_gzip(output_dir + log_gz(name),
|
wenzelm@51860
|
696 |
sources + "\n" + parent_heap + "\n" + heap + "\n" + res.out)
|
wenzelm@49654
|
697 |
|
wenzelm@51722
|
698 |
val parent_path =
|
wenzelm@51722
|
699 |
if (job.info.options.bool("browser_info"))
|
wenzelm@51997
|
700 |
res.out_lines.find(_.startsWith(SESSION_PARENT_PATH))
|
wenzelm@51997
|
701 |
.map(_.substring(SESSION_PARENT_PATH.length))
|
wenzelm@51722
|
702 |
else None
|
wenzelm@51722
|
703 |
|
wenzelm@51722
|
704 |
(parent_path, heap)
|
wenzelm@49654
|
705 |
}
|
wenzelm@49654
|
706 |
else {
|
wenzelm@49654
|
707 |
(output_dir + Path.basic(name)).file.delete
|
wenzelm@49654
|
708 |
(output_dir + log_gz(name)).file.delete
|
wenzelm@49654
|
709 |
|
wenzelm@51860
|
710 |
File.write(output_dir + log(name), res.out)
|
wenzelm@51381
|
711 |
progress.echo(name + " FAILED")
|
wenzelm@51860
|
712 |
if (res.rc != 130) {
|
wenzelm@51381
|
713 |
progress.echo("(see also " + (output_dir + log(name)).file.toString + ")")
|
wenzelm@51860
|
714 |
val lines = res.out_lines.filterNot(_.startsWith("\f"))
|
wenzelm@51728
|
715 |
val tail = lines.drop(lines.length - 20 max 0)
|
wenzelm@51381
|
716 |
progress.echo("\n" + cat_lines(tail))
|
wenzelm@49676
|
717 |
}
|
wenzelm@49654
|
718 |
|
wenzelm@51722
|
719 |
(None, no_heap)
|
wenzelm@49654
|
720 |
}
|
wenzelm@51722
|
721 |
loop(pending - name, running - name,
|
wenzelm@51860
|
722 |
results + (name -> Result(false, parent_path, heap, res.rc)))
|
wenzelm@51382
|
723 |
//}}}
|
wenzelm@49562
|
724 |
case None if (running.size < (max_jobs max 1)) =>
|
wenzelm@51382
|
725 |
//{{{ check/start next job
|
wenzelm@49562
|
726 |
pending.dequeue(running.isDefinedAt(_)) match {
|
wenzelm@49562
|
727 |
case Some((name, info)) =>
|
wenzelm@49654
|
728 |
val parent_result =
|
wenzelm@49654
|
729 |
info.parent match {
|
wenzelm@51722
|
730 |
case None => Result(true, None, no_heap, 0)
|
wenzelm@49654
|
731 |
case Some(parent) => results(parent)
|
wenzelm@49654
|
732 |
}
|
wenzelm@49562
|
733 |
val output = output_dir + Path.basic(name)
|
wenzelm@49562
|
734 |
val do_output = build_heap || queue.is_inner(name)
|
wenzelm@49562
|
735 |
|
wenzelm@49654
|
736 |
val (current, heap) =
|
wenzelm@49562
|
737 |
{
|
wenzelm@49563
|
738 |
input_dirs.find(dir => (dir + log_gz(name)).is_file) match {
|
wenzelm@49562
|
739 |
case Some(dir) =>
|
wenzelm@49654
|
740 |
read_stamps(dir + log_gz(name)) match {
|
wenzelm@49654
|
741 |
case Some((s, h1, h2)) =>
|
wenzelm@49654
|
742 |
val heap = heap_stamp(Some(dir + Path.basic(name)))
|
wenzelm@49654
|
743 |
(s == make_stamp(name) && h1 == parent_result.heap && h2 == heap &&
|
wenzelm@49654
|
744 |
!(do_output && heap == no_heap), heap)
|
wenzelm@49654
|
745 |
case None => (false, no_heap)
|
wenzelm@49562
|
746 |
}
|
wenzelm@49654
|
747 |
case None => (false, no_heap)
|
wenzelm@49519
|
748 |
}
|
wenzelm@49562
|
749 |
}
|
wenzelm@49654
|
750 |
val all_current = current && parent_result.current
|
wenzelm@49543
|
751 |
|
wenzelm@49562
|
752 |
if (all_current)
|
wenzelm@51722
|
753 |
loop(pending - name, running, results + (name -> Result(true, None, heap, 0)))
|
wenzelm@49693
|
754 |
else if (no_build) {
|
wenzelm@51381
|
755 |
if (verbose) progress.echo("Skipping " + name + " ...")
|
wenzelm@51722
|
756 |
loop(pending - name, running, results + (name -> Result(false, None, heap, 1)))
|
wenzelm@49693
|
757 |
}
|
wenzelm@49654
|
758 |
else if (parent_result.rc == 0) {
|
wenzelm@51381
|
759 |
progress.echo((if (do_output) "Building " else "Running ") + name + " ...")
|
wenzelm@51860
|
760 |
val job = new Job(progress, name, info, output, do_output, verbose, browser_info)
|
wenzelm@49689
|
761 |
loop(pending, running + (name -> (parent_result.heap, job)), results)
|
wenzelm@49562
|
762 |
}
|
wenzelm@49562
|
763 |
else {
|
wenzelm@51381
|
764 |
progress.echo(name + " CANCELLED")
|
wenzelm@51722
|
765 |
loop(pending - name, running, results + (name -> Result(false, None, heap, 1)))
|
wenzelm@49562
|
766 |
}
|
wenzelm@49562
|
767 |
case None => sleep(); loop(pending, running, results)
|
wenzelm@49440
|
768 |
}
|
wenzelm@51382
|
769 |
///}}}
|
wenzelm@49440
|
770 |
case None => sleep(); loop(pending, running, results)
|
wenzelm@49388
|
771 |
}
|
wenzelm@49440
|
772 |
}
|
wenzelm@49440
|
773 |
|
wenzelm@49598
|
774 |
val results =
|
wenzelm@49598
|
775 |
if (deps.is_empty) {
|
wenzelm@51381
|
776 |
progress.echo("### Nothing to build")
|
wenzelm@51722
|
777 |
Map.empty[String, Result]
|
wenzelm@49598
|
778 |
}
|
wenzelm@49598
|
779 |
else loop(queue, Map.empty, Map.empty)
|
wenzelm@49598
|
780 |
|
wenzelm@51722
|
781 |
val session_entries =
|
wenzelm@51722
|
782 |
(for ((name, res) <- results.iterator if res.parent_path.isDefined)
|
wenzelm@51722
|
783 |
yield (res.parent_path.get, name)).toList.groupBy(_._1).map(
|
wenzelm@51722
|
784 |
{ case (p, es) => (p, es.map(_._2).sorted) })
|
wenzelm@51722
|
785 |
for ((p, names) <- session_entries)
|
wenzelm@51722
|
786 |
Present.update_index(browser_info + Path.explode(p), names)
|
wenzelm@51722
|
787 |
|
wenzelm@49654
|
788 |
val rc = (0 /: results)({ case (rc1, (_, res)) => rc1 max res.rc })
|
wenzelm@49519
|
789 |
if (rc != 0 && (verbose || !no_build)) {
|
wenzelm@49567
|
790 |
val unfinished =
|
wenzelm@50966
|
791 |
(for ((name, res) <- results.iterator if res.rc != 0) yield name).toList
|
wenzelm@50966
|
792 |
.sorted(scala.math.Ordering.String) // FIXME scala-2.10.0-RC1
|
wenzelm@51381
|
793 |
progress.echo("Unfinished session(s): " + commas(unfinished))
|
wenzelm@49488
|
794 |
}
|
wenzelm@49488
|
795 |
rc
|
wenzelm@49356
|
796 |
}
|
wenzelm@49356
|
797 |
|
wenzelm@49356
|
798 |
|
wenzelm@49361
|
799 |
/* command line entry point */
|
wenzelm@49356
|
800 |
|
wenzelm@49356
|
801 |
def main(args: Array[String])
|
wenzelm@49356
|
802 |
{
|
wenzelm@49361
|
803 |
Command_Line.tool {
|
wenzelm@49361
|
804 |
args.toList match {
|
wenzelm@49361
|
805 |
case
|
wenzelm@50146
|
806 |
Properties.Value.Boolean(requirements) ::
|
wenzelm@49361
|
807 |
Properties.Value.Boolean(all_sessions) ::
|
wenzelm@49526
|
808 |
Properties.Value.Boolean(build_heap) ::
|
wenzelm@49610
|
809 |
Properties.Value.Boolean(clean_build) ::
|
wenzelm@49440
|
810 |
Properties.Value.Int(max_jobs) ::
|
wenzelm@49918
|
811 |
Properties.Value.Boolean(list_files) ::
|
wenzelm@49484
|
812 |
Properties.Value.Boolean(no_build) ::
|
wenzelm@49462
|
813 |
Properties.Value.Boolean(system_mode) ::
|
wenzelm@49440
|
814 |
Properties.Value.Boolean(verbose) ::
|
wenzelm@49752
|
815 |
Command_Line.Chunks(select_dirs, include_dirs, session_groups, build_options, sessions) =>
|
wenzelm@51419
|
816 |
val options = (Options.init() /: build_options)(_ + _)
|
wenzelm@49752
|
817 |
val dirs =
|
wenzelm@49752
|
818 |
select_dirs.map(d => (true, Path.explode(d))) :::
|
wenzelm@49752
|
819 |
include_dirs.map(d => (false, Path.explode(d)))
|
wenzelm@51861
|
820 |
build(new Build.Console_Progress(verbose), options, requirements, all_sessions,
|
wenzelm@51861
|
821 |
build_heap, clean_build, dirs, session_groups, max_jobs, list_files, no_build,
|
wenzelm@51861
|
822 |
system_mode, verbose, sessions)
|
wenzelm@49361
|
823 |
case _ => error("Bad arguments:\n" + cat_lines(args))
|
wenzelm@49356
|
824 |
}
|
wenzelm@49361
|
825 |
}
|
wenzelm@49356
|
826 |
}
|
wenzelm@49291
|
827 |
}
|
wenzelm@49291
|
828 |
|