blob: 4252af23b8433bfc6880f010c796aee07040347a (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
|
{
module Lexer
open System
open Parser
open Microsoft.FSharp.Text.Lexing
}
// These are some regular expression definitions
let digit = ['0'-'9']
let nondigit = [ 'a'-'z' 'A'-'Z' '_' ]
let idchar = (nondigit | digit)
let whitespace = [' ' '\t' ]
let newline = ('\n' | '\r' '\n')
rule tokenize = parse
| whitespace { tokenize lexbuf }
| newline { // lexbuf.EndPos <- lexbuf.EndPos.AsNewLinePos() ;
tokenize lexbuf }
// operators
| "==" { EQ }
| "!=" { NEQ }
| "+" { PLUS }
| "-" { MINUS }
| "*" { STAR }
| "<" { LESS }
| "<=" { ATMOST }
| "and" { AND }
| "or" { OR }
| "not" { NOT }
| "old" { OLD }
| "." { DOT }
// misc
| "(" { LPAREN }
| ")" { RPAREN }
| "{" { LCURLY }
| "}" { RCURLY }
| ";" { SEMI }
| "," { COMMA }
| ":=" { ASSIGN }
// keywords
| "procedure" { PROCEDURE }
| "requires" { REQUIRES }
| "ensures" { ENSURES }
| "do" { DO }
| "end" { END }
| "new" { NEW }
| "if" { IF }
| "then" { THEN }
| "else" { ELSE }
| "while" { WHILE }
| "invariant" { INVARIANT }
| "call" { CALL }
| "assert" { ASSERT }
// literals
| ['-']?digit+ { INT32 (Int32.Parse(LexBuffer<char>.LexemeString lexbuf)) }
| "null" { NULL }
// identifiers
| idchar+ { ID (LexBuffer<char>.LexemeString lexbuf) }
// EOF
| eof { EOF }
|
