/*  Title:      Pure/Isar/outer_syntax.scala

    Author:     Makarius

Isabelle/Isar outer syntax.

*/

package isabelle

import scala.util.parsing.input.{Reader, CharSequenceReader}

class Outer_Syntax(symbols: Symbol.Interpretation)

{

  protected val keywords: Map[String, String] = Map((";" -> Outer_Keyword.DIAG))

  protected val lexicon: Scan.Lexicon = Scan.Lexicon.empty

  lazy val completion: Completion = new Completion + symbols  // FIXME !?

  def + (name: String, kind: String): Outer_Syntax =

  {

    val new_keywords = keywords + (name -> kind)

    val new_lexicon = lexicon + name

    val new_completion = completion + name

    new Outer_Syntax(symbols) {

      override val lexicon = new_lexicon

      override val keywords = new_keywords

      override lazy val completion = new_completion

    }

  }

  def + (name: String): Outer_Syntax = this + (name, Outer_Keyword.MINOR)

  def is_command(name: String): Boolean =

    keywords.get(name) match {

      case Some(kind) => kind != Outer_Keyword.MINOR

      case None => false

    }

  /* tokenize */

  def scan(input: Reader[Char]): List[Outer_Lex.Token] =

  {

    import lexicon._

    parseAll(rep(token(symbols, is_command)), input) match {

      case Success(tokens, _) => tokens

      case _ => error("Unexpected failure of tokenizing input:\n" + input.source.toString)

    }

  }

  def scan(input: CharSequence): List[Outer_Lex.Token] =

    scan(new CharSequenceReader(input))

}