1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * See LICENSE.txt included in this distribution for the specific 9 * language governing permissions and limitations under the License. 10 * 11 * When distributing Covered Code, include this CDDL HEADER in each 12 * file and include the License file at LICENSE.txt. 13 * If applicable, add the following below this CDDL HEADER, with the 14 * fields enclosed by brackets "[]" replaced with your own identifying 15 * information: Portions Copyright [yyyy] [name of copyright owner] 16 * 17 * CDDL HEADER END 18 */ 19 20 /* 21 * Copyright (c) 2015, 2021, Oracle and/or its affiliates. All rights reserved. 22 * Portions Copyright (c) 2017, Chris Fraire <cfraire@me.com>. 23 */ 24 25 /* 26 * Gets Erlang symbols - ignores comments, strings, keywords 27 */ 28 29 package org.opengrok.indexer.analysis.erlang; 30 31 import org.opengrok.indexer.analysis.JFlexSymbolMatcher; 32 %% 33 %public 34 %class ErlangSymbolTokenizer 35 %extends JFlexSymbolMatcher 36 %unicode 37 %int 38 %include ../CommonLexer.lexh 39 %char 40 41 %state STRING COMMENT QATOM 42 43 %include ../Common.lexh 44 %include Erlang.lexh 45 %% 46 47 <YYINITIAL> { 48 49 "?" {Identifier} { // Macros 50 } 51 52 {Identifier} { 53 String id = yytext(); 54 if (!id.equals("_") && !Consts.kwd.contains(id)) { 55 onSymbolMatched(id, yychar); 56 return yystate(); 57 } 58 } 59 60 ^"-" {Identifier} { 61 String capture = yytext(); 62 String punc = capture.substring(0, 1); 63 String id = capture.substring(1); 64 if (!Consts.modules_kwd.contains(id)) { 65 onSymbolMatched(id, yychar + 1); 66 return yystate(); 67 } 68 } 69 70 {ErlInt} {} 71 {Number} {} 72 73 \" { yybegin(STRING); } 74 \' { yybegin(QATOM); } 75 "%" { yybegin(COMMENT); } 76 } 77 78 <STRING> { 79 \\[\"\\] {} 80 \" { yybegin(YYINITIAL); } 81 } 82 83 <QATOM> { 84 \\[\'\\] {} 85 \' { yybegin(YYINITIAL); } 86 } 87 88 <COMMENT> { 89 {EOL} { yybegin(YYINITIAL);} 90 } 91 92 <YYINITIAL, STRING, QATOM, COMMENT> { 93 {ErlangWhiteSpace} {} 94 95 [^] {} 96 } 97