xref: /OpenGrok/opengrok-indexer/src/main/jflex/analysis/vb/VBSymbolTokenizer.lex (revision d219b4cea555a12b602d2d5518daa22134ad4879)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * See LICENSE.txt included in this distribution for the specific
9  * language governing permissions and limitations under the License.
10  *
11  * When distributing Covered Code, include this CDDL HEADER in each
12  * file and include the License file at LICENSE.txt.
13  * If applicable, add the following below this CDDL HEADER, with the
14  * fields enclosed by brackets "[]" replaced with your own identifying
15  * information: Portions Copyright [yyyy] [name of copyright owner]
16  *
17  * CDDL HEADER END
18  */
19 
20 /*
21  * Copyright (c) 2006, 2021, Oracle and/or its affiliates. All rights reserved.
22  * Portions Copyright (c) 2017-2018, Chris Fraire <cfraire@me.com>.
23  */
24 
25 /*
26  * Gets VB symbols - ignores comments, strings, keywords
27  */
28 
29 package org.opengrok.indexer.analysis.vb;
30 
31 import java.util.Locale;
32 import org.opengrok.indexer.analysis.JFlexSymbolMatcher;
33 %%
34 %public
35 %class VBSymbolTokenizer
36 %extends JFlexSymbolMatcher
37 %unicode
38 %ignorecase
39 %int
40 %include ../CommonLexer.lexh
41 %char
42 
43 %state STRING COMMENT
44 
45 %include ../Common.lexh
46 %include VB.lexh
47 %%
48 
49 <YYINITIAL> {
50 {Identifier} {
51     String id = yytext();
52     if (!Consts.reservedKeywords.contains(id.toLowerCase(Locale.ROOT))) {
53                         onSymbolMatched(id, yychar);
54                         return yystate(); }
55               }
56 
57  {Number}    {}
58 
59  \"     { yybegin(STRING); }
60  \'     { yybegin(COMMENT); }
61 }
62 
63 <STRING> {
64    \"\"    {}
65    \"     { yybegin(YYINITIAL); }
66 }
67 
68 <COMMENT> {
69 {WhspChar}+    {}
70 {EOL}     { yybegin(YYINITIAL);}
71 }
72 
73 <YYINITIAL, STRING, COMMENT> {
74 [^]    {}
75 }
76