/* * CDDL HEADER START * * The contents of this file are subject to the terms of the * Common Development and Distribution License (the "License"). * You may not use this file except in compliance with the License. * * See LICENSE.txt included in this distribution for the specific * language governing permissions and limitations under the License. * * When distributing Covered Code, include this CDDL HEADER in each * file and include the License file at LICENSE.txt. * If applicable, add the following below this CDDL HEADER, with the * fields enclosed by brackets "[]" replaced with your own identifying * information: Portions Copyright [yyyy] [name of copyright owner] * * CDDL HEADER END */ /* * Copyright (c) 2020, Chris Fraire . */ package org.opengrok.indexer.util; import java.io.IOException; import java.util.List; %% %public %class SourceSplitterScanner %char %unicode %type boolean %eofval{ return false; %eofval} %eof{ /* * Following JFlexXref's custom, an empty file or a file ending with EOL * produces an additional line of length zero. */ lines.add(builder.toString()); builder.setLength(0); length = yychar; %eof} %{ private final StringBuilder builder = new StringBuilder(); private long length; private List lines; public long getLength() { return length; } /** * Sets the required target to write. * @param lines a required instance */ public void setTarget(List lines) { this.builder.setLength(0); this.length = 0; this.lines = lines; } /** * Call {@link #yylex()} until {@code false}, which consumes all input so * that the argument to {@link #setTarget(List)} contains the entire * transformation. */ public void consume() throws IOException { while (yylex()) { //noinspection UnnecessaryContinue continue; } } %} %include ../analysis/Common.lexh %% {EOL} { for (int i = 0; i < yylength(); ++i) { builder.append(yycharat(i)); // faster than yytext() } lines.add(builder.toString()); builder.setLength(0); } [^\n\r] { for (int i = 0; i < yylength(); ++i) { builder.append(yycharat(i)); // faster than yytext() } }