1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * See LICENSE.txt included in this distribution for the specific 9 * language governing permissions and limitations under the License. 10 * 11 * When distributing Covered Code, include this CDDL HEADER in each 12 * file and include the License file at LICENSE.txt. 13 * If applicable, add the following below this CDDL HEADER, with the 14 * fields enclosed by brackets "[]" replaced with your own identifying 15 * information: Portions Copyright [yyyy] [name of copyright owner] 16 * 17 * CDDL HEADER END 18 */ 19 20 /* 21 * Copyright (c) 2017, 2021, Oracle and/or its affiliates. All rights reserved. 22 * Portions Copyright (c) 2017, Chris Fraire <cfraire@me.com>. 23 */ 24 25 /* 26 * Gets Swift symbols - ignores comments, strings, keywords 27 */ 28 29 package org.opengrok.indexer.analysis.swift; 30 31 import org.opengrok.indexer.analysis.JFlexSymbolMatcher; 32 %% 33 %public 34 %class SwiftSymbolTokenizer 35 %extends JFlexSymbolMatcher 36 %unicode 37 %buffer 32766 38 %int 39 %include ../CommonLexer.lexh 40 %char 41 %{ 42 private int nestedComment; 43 44 @Override reset()45 public void reset() { 46 super.reset(); 47 nestedComment = 0; 48 } 49 %} 50 51 %state STRING COMMENT SCOMMENT TSTRING 52 53 %include ../Common.lexh 54 %include Swift.lexh 55 %% 56 57 /* TODO : support identifiers escaped by ` `*/ 58 <YYINITIAL> { 59 {Identifier} {String id = yytext(); 60 if(!Consts.kwd.contains(id)){ 61 onSymbolMatched(id, yychar); 62 return yystate(); } 63 } 64 65 [`] {Identifier} [`] { 66 String capture = yytext(); 67 String id = capture.substring(1, capture.length() - 1); 68 onSymbolMatched(id, yychar + 1); 69 return yystate(); 70 } 71 72 {ImplicitIdentifier} { 73 // noop 74 } 75 76 {Number} {} 77 78 \" { yybegin(STRING); } 79 \"\"\" { yybegin(TSTRING); } 80 "//" { yybegin(SCOMMENT); } 81 82 } 83 84 <STRING> { 85 \\[\"\\] {} 86 \" { yybegin(YYINITIAL); } 87 } 88 89 <TSTRING> { 90 \"\"\" { yybegin(YYINITIAL); } 91 } 92 93 <YYINITIAL, COMMENT> { 94 "/*" { 95 if (nestedComment++ == 0) { 96 yybegin(COMMENT); 97 } 98 } 99 } 100 101 <COMMENT> { 102 "*/" { 103 if (--nestedComment == 0) { 104 yybegin(YYINITIAL); 105 } 106 } 107 } 108 109 <SCOMMENT> { 110 {WhspChar}*{EOL} { yybegin(YYINITIAL);} 111 } 112 113 <YYINITIAL, STRING, COMMENT, SCOMMENT, TSTRING> { 114 {WhspChar}+ | 115 [^] {} 116 } 117