1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * See LICENSE.txt included in this distribution for the specific 9 * language governing permissions and limitations under the License. 10 * 11 * When distributing Covered Code, include this CDDL HEADER in each 12 * file and include the License file at LICENSE.txt. 13 * If applicable, add the following below this CDDL HEADER, with the 14 * fields enclosed by brackets "[]" replaced with your own identifying 15 * information: Portions Copyright [yyyy] [name of copyright owner] 16 * 17 * CDDL HEADER END 18 */ 19 20 /* 21 * Copyright (c) 2008, 2021, Oracle and/or its affiliates. All rights reserved. 22 * Portions Copyright (c) 2017, Chris Fraire <cfraire@me.com>. 23 */ 24 25 package org.opengrok.indexer.analysis.c; 26 27 import org.opengrok.indexer.analysis.JFlexSymbolMatcher; 28 %% 29 %public 30 %class CxxSymbolTokenizer 31 %extends JFlexSymbolMatcher 32 %unicode 33 %int 34 %include ../CommonLexer.lexh 35 %char 36 37 %state STRING COMMENT SCOMMENT QSTRING 38 39 %include ../Common.lexh 40 %include Cxx.lexh 41 %% 42 43 <YYINITIAL> { 44 {Identifier} {String id = yytext(); 45 if(!CxxConsts.kwd.contains(id)) { 46 onSymbolMatched(id, yychar); 47 return yystate(); } 48 } 49 50 "#" {WhspChar}* "include" {WhspChar}* ("<"[^>\n\r]+">" | \"[^\"\n\r]+\") {} 51 52 {Number} { 53 // noop 54 } 55 56 \" { yybegin(STRING); } 57 \' { yybegin(QSTRING); } 58 "/*" { yybegin(COMMENT); } 59 "//" { yybegin(SCOMMENT); } 60 } 61 62 <STRING> { 63 \\[\"\\] {} 64 \" { yybegin(YYINITIAL); } 65 } 66 67 <QSTRING> { 68 \\[\'\\] {} 69 \' { yybegin(YYINITIAL); } 70 } 71 72 <COMMENT> { 73 "*/" { yybegin(YYINITIAL);} 74 } 75 76 <SCOMMENT> { 77 {EOL} { yybegin(YYINITIAL); } 78 } 79 80 <YYINITIAL, STRING, COMMENT, SCOMMENT, QSTRING> { 81 {WhspChar}+ {} 82 [^] {} 83 } 84