blob: 50700833185f26690ba20f0abe8615201b4249d4 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
|
(***********************************************************************)
(* *)
(* Objective Caml *)
(* *)
(* Xavier Leroy, projet Cristal, INRIA Rocquencourt *)
(* *)
(* Copyright 1996 Institut National de Recherche en Informatique et *)
(* en Automatique. All rights reserved. This file is distributed *)
(* under the terms of the GNU Library General Public License. *)
(* *)
(***********************************************************************)
(* $Id$ *)
(* The run-time library for lexers generated by camllex *)
type lexbuf =
{ refill_buff : lexbuf -> unit;
mutable lex_buffer : string;
mutable lex_buffer_len : int;
mutable lex_abs_pos : int;
mutable lex_start_pos : int;
mutable lex_curr_pos : int;
mutable lex_last_pos : int;
mutable lex_last_action : int;
mutable lex_eof_reached : bool }
type lex_tables =
{ lex_base: string;
lex_backtrk: string;
lex_default: string;
lex_trans: string;
lex_check: string }
external engine: lex_tables -> int -> lexbuf -> int = "lex_engine"
let lex_refill read_fun aux_buffer lexbuf =
let read =
read_fun aux_buffer (String.length aux_buffer) in
let n =
if read > 0
then read
else (lexbuf.lex_eof_reached <- true; 0) in
if lexbuf.lex_start_pos < n then begin
let oldlen = lexbuf.lex_buffer_len in
let newlen = oldlen * 2 in
let newbuf = String.create newlen in
String.unsafe_blit lexbuf.lex_buffer 0 newbuf oldlen oldlen;
lexbuf.lex_buffer <- newbuf;
lexbuf.lex_buffer_len <- newlen;
lexbuf.lex_abs_pos <- lexbuf.lex_abs_pos - oldlen;
lexbuf.lex_curr_pos <- lexbuf.lex_curr_pos + oldlen;
lexbuf.lex_start_pos <- lexbuf.lex_start_pos + oldlen;
lexbuf.lex_last_pos <- lexbuf.lex_last_pos + oldlen
end;
String.unsafe_blit lexbuf.lex_buffer n
lexbuf.lex_buffer 0
(lexbuf.lex_buffer_len - n);
String.unsafe_blit aux_buffer 0
lexbuf.lex_buffer (lexbuf.lex_buffer_len - n)
n;
lexbuf.lex_abs_pos <- lexbuf.lex_abs_pos + n;
lexbuf.lex_curr_pos <- lexbuf.lex_curr_pos - n;
lexbuf.lex_start_pos <- lexbuf.lex_start_pos - n;
lexbuf.lex_last_pos <- lexbuf.lex_last_pos - n
let from_function f =
{ refill_buff = lex_refill f (String.create 512);
lex_buffer = String.create 1024;
lex_buffer_len = 1024;
lex_abs_pos = - 1024;
lex_start_pos = 1024;
lex_curr_pos = 1024;
lex_last_pos = 1024;
lex_last_action = 0;
lex_eof_reached = false }
let from_channel ic =
from_function (fun buf n -> input ic buf 0 n)
let from_string s =
{ refill_buff = (fun lexbuf -> lexbuf.lex_eof_reached <- true);
lex_buffer = s ^ "";
lex_buffer_len = String.length s;
lex_abs_pos = 0;
lex_start_pos = 0;
lex_curr_pos = 0;
lex_last_pos = 0;
lex_last_action = 0;
lex_eof_reached = true }
let lexeme lexbuf =
let len = lexbuf.lex_curr_pos - lexbuf.lex_start_pos in
let s = String.create len in
String.unsafe_blit lexbuf.lex_buffer lexbuf.lex_start_pos s 0 len;
s
let lexeme_char lexbuf i =
String.get lexbuf.lex_buffer (lexbuf.lex_start_pos + i)
let lexeme_start lexbuf =
lexbuf.lex_abs_pos + lexbuf.lex_start_pos
and lexeme_end lexbuf =
lexbuf.lex_abs_pos + lexbuf.lex_curr_pos
|
