blob: b1c57db2062cfae040533319fff897e1cf52e4b3 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
|
(***********************************************************************)
(* *)
(* Objective Caml *)
(* *)
(* Xavier Leroy, projet Cristal, INRIA Rocquencourt *)
(* *)
(* Copyright 1996 Institut National de Recherche en Informatique et *)
(* Automatique. Distributed only by permission. *)
(* *)
(***********************************************************************)
(* $Id$ *)
(* The run-time library for lexers generated by camllex *)
type lexbuf =
{ refill_buff : lexbuf -> unit;
mutable lex_buffer : string;
mutable lex_buffer_len : int;
mutable lex_abs_pos : int;
mutable lex_start_pos : int;
mutable lex_curr_pos : int;
mutable lex_last_pos : int;
mutable lex_saved_state : int;
mutable lex_last_action : int }
type lex_tables =
{ lex_base: string;
lex_backtrk: string;
lex_default: string;
lex_trans: string;
lex_check: string }
external engine: lex_tables -> int -> lexbuf -> int = "lex_engine"
let lex_aux_buffer = String.create 1024
let lex_refill read_fun lexbuf =
let read =
read_fun lex_aux_buffer 1024 in
let n =
if read > 0
then read
else (String.unsafe_set lex_aux_buffer 0 '\000'; 1) in
if lexbuf.lex_start_pos < n then begin
let oldlen = lexbuf.lex_buffer_len in
let newlen = oldlen * 2 in
let newbuf = String.create newlen in
String.unsafe_blit lexbuf.lex_buffer 0 newbuf oldlen oldlen;
lexbuf.lex_buffer <- newbuf;
lexbuf.lex_buffer_len <- newlen;
lexbuf.lex_abs_pos <- lexbuf.lex_abs_pos - oldlen;
lexbuf.lex_curr_pos <- lexbuf.lex_curr_pos + oldlen;
lexbuf.lex_start_pos <- lexbuf.lex_start_pos + oldlen;
lexbuf.lex_last_pos <- lexbuf.lex_last_pos + oldlen
end;
String.unsafe_blit lexbuf.lex_buffer n
lexbuf.lex_buffer 0
(lexbuf.lex_buffer_len - n);
String.unsafe_blit lex_aux_buffer 0
lexbuf.lex_buffer (lexbuf.lex_buffer_len - n)
n;
lexbuf.lex_abs_pos <- lexbuf.lex_abs_pos + n;
lexbuf.lex_curr_pos <- lexbuf.lex_curr_pos - n;
lexbuf.lex_start_pos <- lexbuf.lex_start_pos - n;
lexbuf.lex_last_pos <- lexbuf.lex_last_pos - n
let from_function f =
{ refill_buff = lex_refill f;
lex_buffer = String.create 2048;
lex_buffer_len = 2048;
lex_abs_pos = - 2048;
lex_start_pos = 2048;
lex_curr_pos = 2048;
lex_last_pos = 2048;
lex_saved_state = -1;
lex_last_action = 0 }
let from_channel ic =
from_function (fun buf n -> input ic buf 0 n)
let from_string s =
{ refill_buff =
(fun lexbuf -> lexbuf.lex_curr_pos <- lexbuf.lex_curr_pos - 1);
lex_buffer = s ^ "\000";
lex_buffer_len = String.length s + 1;
lex_abs_pos = 0;
lex_start_pos = 0;
lex_curr_pos = 0;
lex_last_pos = 0;
lex_saved_state = -1;
lex_last_action = 0 }
let lexeme lexbuf =
let len = lexbuf.lex_curr_pos - lexbuf.lex_start_pos in
let s = String.create len in
String.unsafe_blit lexbuf.lex_buffer lexbuf.lex_start_pos s 0 len;
s
let lexeme_char lexbuf i =
String.get lexbuf.lex_buffer (lexbuf.lex_start_pos + i)
let lexeme_start lexbuf =
lexbuf.lex_abs_pos + lexbuf.lex_start_pos
and lexeme_end lexbuf =
lexbuf.lex_abs_pos + lexbuf.lex_curr_pos
|
