summaryrefslogtreecommitdiff
path: root/src/lacweb.lex
diff options
context:
space:
mode:
authorGravatar Adam Chlipala <adamc@hcoop.net>2008-08-31 08:32:18 -0400
committerGravatar Adam Chlipala <adamc@hcoop.net>2008-08-31 08:32:18 -0400
commit447b60afccc89ef18d8f92a260dd1fcdf735898e (patch)
tree93d1ffca9832084286525896afc4c17eaf5d23f4 /src/lacweb.lex
parent508290e29047e068b9db4b02485fefd9e3ced81c (diff)
Laconic -> Ur
Diffstat (limited to 'src/lacweb.lex')
-rw-r--r--src/lacweb.lex353
1 files changed, 0 insertions, 353 deletions
diff --git a/src/lacweb.lex b/src/lacweb.lex
deleted file mode 100644
index e593c5fe..00000000
--- a/src/lacweb.lex
+++ /dev/null
@@ -1,353 +0,0 @@
-(* Copyright (c) 2008, Adam Chlipala
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- * - Redistributions of source code must retain the above copyright notice,
- * this list of conditions and the following disclaimer.
- * - Redistributions in binary form must reproduce the above copyright notice,
- * this list of conditions and the following disclaimer in the documentation
- * and/or other materials provided with the distribution.
- * - The names of contributors may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
- * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
- * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
- * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
- * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
- * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
- * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
- * POSSIBILITY OF SUCH DAMAGE.
- *)
-
-(* Lexing info for Laconic/Web programs *)
-
-type pos = int
-type svalue = Tokens.svalue
-type ('a,'b) token = ('a,'b) Tokens.token
-type lexresult = (svalue,pos) Tokens.token
-
-local
- val commentLevel = ref 0
- val commentPos = ref 0
-in
- fun enterComment pos =
- (if !commentLevel = 0 then
- commentPos := pos
- else
- ();
- commentLevel := !commentLevel + 1)
-
- fun exitComment () =
- (ignore (commentLevel := !commentLevel - 1);
- !commentLevel = 0)
-
- fun eof () =
- let
- val pos = ErrorMsg.lastLineStart ()
- in
- if !commentLevel > 0 then
- ErrorMsg.errorAt' (!commentPos, !commentPos) "Unterminated comment"
- else
- ();
- Tokens.EOF (pos, pos)
- end
-end
-
-val strEnder = ref #"\""
-val str = ref ([] : char list)
-val strStart = ref 0
-
-local
- val initSig = ref false
- val offset = ref 0
-in
-
-fun initialSig () = initSig := true
-
-fun pos yypos = yypos - !offset
-
-fun newline yypos =
- if !initSig then
- (initSig := false;
- offset := yypos + 1)
- else
- ErrorMsg.newline (pos yypos)
-
-end
-
-val xmlTag = ref ([] : string list)
-val xmlString = ref true
-val braceLevels = ref ([] : ((unit -> unit) * int) list)
-
-fun pushLevel s = braceLevels := (s, 1) :: (!braceLevels)
-
-fun enterBrace () =
- case !braceLevels of
- (s, i) :: rest => braceLevels := (s, i+1) :: rest
- | _ => ()
-
-fun exitBrace () =
- case !braceLevels of
- (s, i) :: rest =>
- if i = 1 then
- (braceLevels := rest;
- s ())
- else
- braceLevels := (s, i-1) :: rest
- | _ => ()
-
-fun initialize () = (xmlTag := [];
- xmlString := false)
-
-
-%%
-%header (functor LacwebLexFn(structure Tokens : Lacweb_TOKENS));
-%full
-%s COMMENT STRING XML XMLTAG;
-
-id = [a-z_][A-Za-z0-9_']*;
-cid = [A-Z][A-Za-z0-9_']*;
-ws = [\ \t\012];
-intconst = [0-9]+;
-realconst = [0-9]+\.[0-9]*;
-notags = [^<{\n]+;
-
-%%
-
-<INITIAL> \n => (newline yypos;
- continue ());
-<COMMENT> \n => (newline yypos;
- continue ());
-<XMLTAG> \n => (newline yypos;
- continue ());
-<XML> \n => (newline yypos;
- Tokens.NOTAGS (yytext, yypos, yypos + size yytext));
-
-<INITIAL> {ws}+ => (lex ());
-
-<INITIAL> "(*" => (YYBEGIN COMMENT;
- enterComment (pos yypos);
- continue ());
-<INITIAL> "*)" => (ErrorMsg.errorAt' (pos yypos, pos yypos) "Unbalanced comments";
- continue ());
-
-<COMMENT> "(*" => (enterComment (pos yypos);
- continue ());
-<COMMENT> "*)" => (if exitComment () then YYBEGIN INITIAL else ();
- continue ());
-
-<INITIAL> "\"" => (YYBEGIN STRING; strEnder := #"\""; strStart := pos yypos; str := []; continue());
-<INITIAL> "'" => (YYBEGIN STRING; strEnder := #"'"; strStart := pos yypos; str := []; continue());
-<STRING> "\\\"" => (str := #"\"" :: !str; continue());
-<STRING> "\\'" => (str := #"'" :: !str; continue());
-<STRING> "\n" => (newline yypos;
- str := #"\n" :: !str; continue());
-<STRING> . => (let
- val ch = String.sub (yytext, 0)
- in
- if ch = !strEnder then
- (if !xmlString then
- (xmlString := false; YYBEGIN XMLTAG)
- else
- YYBEGIN INITIAL;
- Tokens.STRING (String.implode (List.rev (!str)), !strStart, pos yypos + 1))
- else
- (str := ch :: !str;
- continue ())
- end);
-
-<INITIAL> "<" {id} ">"=> (let
- val tag = String.substring (yytext, 1, size yytext - 2)
- in
- YYBEGIN XML;
- xmlTag := tag :: (!xmlTag);
- Tokens.XML_BEGIN (tag, yypos, yypos + size yytext)
- end);
-<XML> "</" {id} ">" => (let
- val id = String.substring (yytext, 2, size yytext - 3)
- in
- case !xmlTag of
- id' :: rest =>
- if id = id' then
- (YYBEGIN INITIAL;
- xmlTag := rest;
- Tokens.XML_END (yypos, yypos + size yytext))
- else
- Tokens.END_TAG (id, yypos, yypos + size yytext)
- | _ =>
- Tokens.END_TAG (id, yypos, yypos + size yytext)
- end);
-
-<XML> "<" {id} => (YYBEGIN XMLTAG;
- Tokens.BEGIN_TAG (String.extract (yytext, 1, NONE),
- yypos, yypos + size yytext));
-
-<XMLTAG> "/" => (Tokens.DIVIDE (yypos, yypos + size yytext));
-<XMLTAG> ">" => (YYBEGIN XML;
- Tokens.GT (yypos, yypos + size yytext));
-
-<XMLTAG> {ws}+ => (lex ());
-
-<XMLTAG> {id} => (Tokens.SYMBOL (yytext, yypos, yypos + size yytext));
-<XMLTAG> "=" => (Tokens.EQ (yypos, yypos + size yytext));
-
-<XMLTAG> {intconst} => (case Int64.fromString yytext of
- SOME x => Tokens.INT (x, yypos, yypos + size yytext)
- | NONE => (ErrorMsg.errorAt' (yypos, yypos)
- ("Expected int, received: " ^ yytext);
- continue ()));
-<XMLTAG> {realconst} => (case Real.fromString yytext of
- SOME x => Tokens.FLOAT (x, yypos, yypos + size yytext)
- | NONE => (ErrorMsg.errorAt' (yypos, yypos)
- ("Expected float, received: " ^ yytext);
- continue ()));
-<XMLTAG> "\"" => (YYBEGIN STRING;
- xmlString := true;
- strStart := yypos; str := []; continue ());
-
-<XMLTAG> "{" => (YYBEGIN INITIAL;
- pushLevel (fn () => YYBEGIN XMLTAG);
- Tokens.LBRACE (yypos, yypos + 1));
-<XMLTAG> "(" => (YYBEGIN INITIAL;
- pushLevel (fn () => YYBEGIN XMLTAG);
- Tokens.LPAREN (yypos, yypos + 1));
-
-<XMLTAG> . => (ErrorMsg.errorAt' (yypos, yypos)
- ("illegal XML tag character: \"" ^ yytext ^ "\"");
- continue ());
-
-<XML> "{" => (YYBEGIN INITIAL;
- pushLevel (fn () => YYBEGIN XML);
- Tokens.LBRACE (yypos, yypos + 1));
-
-<XML> {notags} => (Tokens.NOTAGS (yytext, yypos, yypos + size yytext));
-
-<XML> . => (ErrorMsg.errorAt' (yypos, yypos)
- ("illegal XML character: \"" ^ yytext ^ "\"");
- continue ());
-
-<INITIAL> "()" => (Tokens.UNIT (pos yypos, pos yypos + size yytext));
-<INITIAL> "(" => (Tokens.LPAREN (pos yypos, pos yypos + size yytext));
-<INITIAL> ")" => (Tokens.RPAREN (pos yypos, pos yypos + size yytext));
-<INITIAL> "[" => (Tokens.LBRACK (pos yypos, pos yypos + size yytext));
-<INITIAL> "]" => (Tokens.RBRACK (pos yypos, pos yypos + size yytext));
-<INITIAL> "{" => (enterBrace ();
- Tokens.LBRACE (pos yypos, pos yypos + size yytext));
-<INITIAL> "}" => (exitBrace ();
- Tokens.RBRACE (pos yypos, pos yypos + size yytext));
-
-<INITIAL> "->" => (Tokens.ARROW (pos yypos, pos yypos + size yytext));
-<INITIAL> "=>" => (Tokens.DARROW (pos yypos, pos yypos + size yytext));
-<INITIAL> "++" => (Tokens.PLUSPLUS (pos yypos, pos yypos + size yytext));
-<INITIAL> "--" => (Tokens.MINUSMINUS (pos yypos, pos yypos + size yytext));
-
-<INITIAL> "=" => (Tokens.EQ (pos yypos, pos yypos + size yytext));
-<INITIAL> "<>" => (Tokens.NE (pos yypos, pos yypos + size yytext));
-<INITIAL> "<" => (Tokens.LT (pos yypos, pos yypos + size yytext));
-<INITIAL> ">" => (Tokens.GT (pos yypos, pos yypos + size yytext));
-<INITIAL> "<=" => (Tokens.LE (pos yypos, pos yypos + size yytext));
-<INITIAL> ">=" => (Tokens.GE (pos yypos, pos yypos + size yytext));
-<INITIAL> "," => (Tokens.COMMA (pos yypos, pos yypos + size yytext));
-<INITIAL> ":::" => (Tokens.TCOLON (pos yypos, pos yypos + size yytext));
-<INITIAL> "::" => (Tokens.DCOLON (pos yypos, pos yypos + size yytext));
-<INITIAL> ":" => (Tokens.COLON (pos yypos, pos yypos + size yytext));
-<INITIAL> "..." => (Tokens.DOTDOTDOT (pos yypos, pos yypos + size yytext));
-<INITIAL> "." => (Tokens.DOT (pos yypos, pos yypos + size yytext));
-<INITIAL> "$" => (Tokens.DOLLAR (pos yypos, pos yypos + size yytext));
-<INITIAL> "#" => (Tokens.HASH (pos yypos, pos yypos + size yytext));
-<INITIAL> "__" => (Tokens.UNDERUNDER (pos yypos, pos yypos + size yytext));
-<INITIAL> "_" => (Tokens.UNDER (pos yypos, pos yypos + size yytext));
-<INITIAL> "~" => (Tokens.TWIDDLE (pos yypos, pos yypos + size yytext));
-<INITIAL> "|" => (Tokens.BAR (pos yypos, pos yypos + size yytext));
-<INITIAL> "*" => (Tokens.STAR (pos yypos, pos yypos + size yytext));
-<INITIAL> "<-" => (Tokens.LARROW (pos yypos, pos yypos + size yytext));
-<INITIAL> ";" => (Tokens.SEMI (pos yypos, pos yypos + size yytext));
-
-<INITIAL> "con" => (Tokens.CON (pos yypos, pos yypos + size yytext));
-<INITIAL> "type" => (Tokens.LTYPE (pos yypos, pos yypos + size yytext));
-<INITIAL> "datatype" => (Tokens.DATATYPE (pos yypos, pos yypos + size yytext));
-<INITIAL> "of" => (Tokens.OF (pos yypos, pos yypos + size yytext));
-<INITIAL> "val" => (Tokens.VAL (pos yypos, pos yypos + size yytext));
-<INITIAL> "rec" => (Tokens.REC (pos yypos, pos yypos + size yytext));
-<INITIAL> "and" => (Tokens.AND (pos yypos, pos yypos + size yytext));
-<INITIAL> "fun" => (Tokens.FUN (pos yypos, pos yypos + size yytext));
-<INITIAL> "fn" => (Tokens.FN (pos yypos, pos yypos + size yytext));
-<INITIAL> "fold" => (Tokens.FOLD (pos yypos, pos yypos + size yytext));
-<INITIAL> "case" => (Tokens.CASE (pos yypos, pos yypos + size yytext));
-<INITIAL> "if" => (Tokens.IF (pos yypos, pos yypos + size yytext));
-<INITIAL> "then" => (Tokens.THEN (pos yypos, pos yypos + size yytext));
-<INITIAL> "else" => (Tokens.ELSE (pos yypos, pos yypos + size yytext));
-
-<INITIAL> "structure" => (Tokens.STRUCTURE (pos yypos, pos yypos + size yytext));
-<INITIAL> "signature" => (Tokens.SIGNATURE (pos yypos, pos yypos + size yytext));
-<INITIAL> "struct" => (Tokens.STRUCT (pos yypos, pos yypos + size yytext));
-<INITIAL> "sig" => (if yypos = 2 then initialSig () else (); Tokens.SIG (pos yypos, pos yypos + size yytext));
-<INITIAL> "end" => (Tokens.END (pos yypos, pos yypos + size yytext));
-<INITIAL> "functor" => (Tokens.FUNCTOR (pos yypos, pos yypos + size yytext));
-<INITIAL> "where" => (Tokens.WHERE (pos yypos, pos yypos + size yytext));
-<INITIAL> "extern" => (Tokens.EXTERN (pos yypos, pos yypos + size yytext));
-<INITIAL> "include" => (Tokens.INCLUDE (pos yypos, pos yypos + size yytext));
-<INITIAL> "open" => (Tokens.OPEN (pos yypos, pos yypos + size yytext));
-<INITIAL> "constraint"=> (Tokens.CONSTRAINT (pos yypos, pos yypos + size yytext));
-<INITIAL> "constraints"=> (Tokens.CONSTRAINTS (pos yypos, pos yypos + size yytext));
-<INITIAL> "export" => (Tokens.EXPORT (pos yypos, pos yypos + size yytext));
-<INITIAL> "table" => (Tokens.TABLE (pos yypos, pos yypos + size yytext));
-<INITIAL> "class" => (Tokens.CLASS (pos yypos, pos yypos + size yytext));
-
-<INITIAL> "Type" => (Tokens.TYPE (pos yypos, pos yypos + size yytext));
-<INITIAL> "Name" => (Tokens.NAME (pos yypos, pos yypos + size yytext));
-<INITIAL> "Unit" => (Tokens.KUNIT (pos yypos, pos yypos + size yytext));
-
-<INITIAL> "SELECT" => (Tokens.SELECT (pos yypos, pos yypos + size yytext));
-<INITIAL> "FROM" => (Tokens.FROM (pos yypos, pos yypos + size yytext));
-<INITIAL> "AS" => (Tokens.AS (pos yypos, pos yypos + size yytext));
-<INITIAL> "WHERE" => (Tokens.CWHERE (pos yypos, pos yypos + size yytext));
-<INITIAL> "GROUP" => (Tokens.GROUP (pos yypos, pos yypos + size yytext));
-<INITIAL> "ORDER" => (Tokens.ORDER (pos yypos, pos yypos + size yytext));
-<INITIAL> "BY" => (Tokens.BY (pos yypos, pos yypos + size yytext));
-<INITIAL> "HAVING" => (Tokens.HAVING (pos yypos, pos yypos + size yytext));
-<INITIAL> "LIMIT" => (Tokens.LIMIT (pos yypos, pos yypos + size yytext));
-<INITIAL> "OFFSET" => (Tokens.OFFSET (pos yypos, pos yypos + size yytext));
-<INITIAL> "ALL" => (Tokens.ALL (pos yypos, pos yypos + size yytext));
-
-<INITIAL> "UNION" => (Tokens.UNION (pos yypos, pos yypos + size yytext));
-<INITIAL> "INTERSECT" => (Tokens.INTERSECT (pos yypos, pos yypos + size yytext));
-<INITIAL> "EXCEPT" => (Tokens.EXCEPT (pos yypos, pos yypos + size yytext));
-
-<INITIAL> "TRUE" => (Tokens.TRUE (pos yypos, pos yypos + size yytext));
-<INITIAL> "FALSE" => (Tokens.FALSE (pos yypos, pos yypos + size yytext));
-<INITIAL> "AND" => (Tokens.CAND (pos yypos, pos yypos + size yytext));
-<INITIAL> "OR" => (Tokens.OR (pos yypos, pos yypos + size yytext));
-<INITIAL> "NOT" => (Tokens.NOT (pos yypos, pos yypos + size yytext));
-
-<INITIAL> "COUNT" => (Tokens.COUNT (pos yypos, pos yypos + size yytext));
-<INITIAL> "AVG" => (Tokens.AVG (pos yypos, pos yypos + size yytext));
-<INITIAL> "SUM" => (Tokens.SUM (pos yypos, pos yypos + size yytext));
-<INITIAL> "MIN" => (Tokens.MIN (pos yypos, pos yypos + size yytext));
-<INITIAL> "MAX" => (Tokens.MAX (pos yypos, pos yypos + size yytext));
-
-<INITIAL> {id} => (Tokens.SYMBOL (yytext, pos yypos, pos yypos + size yytext));
-<INITIAL> {cid} => (Tokens.CSYMBOL (yytext, pos yypos, pos yypos + size yytext));
-
-<INITIAL> {intconst} => (case Int64.fromString yytext of
- SOME x => Tokens.INT (x, pos yypos, pos yypos + size yytext)
- | NONE => (ErrorMsg.errorAt' (pos yypos, pos yypos)
- ("Expected int, received: " ^ yytext);
- continue ()));
-<INITIAL> {realconst} => (case Real64.fromString yytext of
- SOME x => Tokens.FLOAT (x, pos yypos, pos yypos + size yytext)
- | NONE => (ErrorMsg.errorAt' (pos yypos, pos yypos)
- ("Expected float, received: " ^ yytext);
- continue ()));
-
-<COMMENT> . => (continue());
-
-<INITIAL> . => (ErrorMsg.errorAt' (pos yypos, pos yypos)
- ("illegal character: \"" ^ yytext ^ "\"");
- continue ());