xref: /OpenGrok/opengrok-indexer/src/main/jflex/analysis/fortran/FortranSymbolTokenizer.lex (revision d219b4cea555a12b602d2d5518daa22134ad4879)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * See LICENSE.txt included in this distribution for the specific
9  * language governing permissions and limitations under the License.
10  *
11  * When distributing Covered Code, include this CDDL HEADER in each
12  * file and include the License file at LICENSE.txt.
13  * If applicable, add the following below this CDDL HEADER, with the
14  * fields enclosed by brackets "[]" replaced with your own identifying
15  * information: Portions Copyright [yyyy] [name of copyright owner]
16  *
17  * CDDL HEADER END
18  */
19 
20 /*
21  * Copyright (c) 2009, 2021, Oracle and/or its affiliates. All rights reserved.
22  * Portions Copyright (c) 2017-2018, Chris Fraire <cfraire@me.com>.
23  */
24 
25 package org.opengrok.indexer.analysis.fortran;
26 
27 import java.util.Locale;
28 import org.opengrok.indexer.analysis.JFlexSymbolMatcher;
29 %%
30 %public
31 %class FortranSymbolTokenizer
32 %extends JFlexSymbolMatcher
33 %unicode
34 %ignorecase
35 %int
36 %include ../CommonLexer.lexh
37 %char
38 
39 // (OK to exclude LCOMMENT state used in FortranXref.)
40 %state STRING SCOMMENT QSTRING
41 
42 %include ../Common.lexh
43 %include Fortran.lexh
44 %%
45 
46 <YYINITIAL> {
47  ^{Label} { }
48  ^[^ \t\f\r\n]+ { yybegin(SCOMMENT); }
49 {Identifier} {String id = yytext();
50     if (!Consts.kwd.contains(id.toLowerCase(Locale.ROOT))) {
51                         onSymbolMatched(id, yychar);
52                         return yystate(); }
53               }
54 
55  {Number}        {}
56 
57  \"     { yybegin(STRING); }
58  \'     { yybegin(QSTRING); }
59  \!     { yybegin(SCOMMENT); }
60 }
61 
62 <STRING> {
63  \"\"    {}
64  \"     { yybegin(YYINITIAL); }
65 }
66 
67 <QSTRING> {
68  \'\'    {}
69  \'     { yybegin(YYINITIAL); }
70 }
71 
72 <SCOMMENT> {
73 {WhspChar}+    {}
74 {EOL}    { yybegin(YYINITIAL);}
75 }
76 
77 <YYINITIAL, STRING, SCOMMENT, QSTRING> {
78 [^]    {}
79 }
80