xref: /OpenGrok/opengrok-indexer/src/main/jflex/analysis/plain/PlainSymbolTokenizer.lex (revision d219b4cea555a12b602d2d5518daa22134ad4879)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * See LICENSE.txt included in this distribution for the specific
9  * language governing permissions and limitations under the License.
10  *
11  * When distributing Covered Code, include this CDDL HEADER in each
12  * file and include the License file at LICENSE.txt.
13  * If applicable, add the following below this CDDL HEADER, with the
14  * fields enclosed by brackets "[]" replaced with your own identifying
15  * information: Portions Copyright [yyyy] [name of copyright owner]
16  *
17  * CDDL HEADER END
18  */
19 
20 /*
21  * Copyright (c) 2005, 2021, Oracle and/or its affiliates. All rights reserved.
22  * Portions Copyright (c) 2017, 2019, Chris Fraire <cfraire@me.com>.
23  */
24 
25 package org.opengrok.indexer.analysis.plain;
26 
27 import org.opengrok.indexer.analysis.JFlexSymbolMatcher;
28 %%
29 %public
30 %class PlainSymbolTokenizer
31 %extends JFlexSymbolMatcher
32 %unicode
33 %buffer 32766
34 %int
35 %include ../CommonLexer.lexh
36 %char
37 
38 %%
39 [a-zA-Z_] [a-zA-Z0-9_]* {
40     onSymbolMatched(yytext(), yychar);
41     return yystate();
42 }
43 
44 [^]    {}
45