xref: /OpenGrok/opengrok-indexer/src/main/jflex/util/SourceSplitterScanner.lex (revision d219b4cea555a12b602d2d5518daa22134ad4879)

/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * See LICENSE.txt included in this distribution for the specific
 * language governing permissions and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at LICENSE.txt.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */

/*
 * Copyright (c) 2020, Chris Fraire <cfraire@me.com>.
 */

package org.opengrok.indexer.util;

import java.io.IOException;
import java.util.List;
%%
%public
%class SourceSplitterScanner
%char
%unicode
%type boolean
%eofval{
    return false;
%eofval}
%eof{
    /*
     * Following JFlexXref's custom, an empty file or a file ending with EOL
     * produces an additional line of length zero.
     */
    lines.add(builder.toString());
    builder.setLength(0);

    length = yychar;
%eof}
%{
    private final StringBuilder builder = new StringBuilder();

    private long length;

    private List<String> lines;

    public long getLength() {
        return length;
    }

    /**
     * Sets the required target to write.
     * @param lines a required instance
     */
    public void setTarget(List<String> lines) {
        this.builder.setLength(0);
        this.length = 0;
        this.lines = lines;
    }

    /**
     * Call {@link #yylex()} until {@code false}, which consumes all input so
     * that the argument to {@link #setTarget(List)} contains the entire
     * transformation.
     */
    public void consume() throws IOException {
        while (yylex()) {
            //noinspection UnnecessaryContinue
            continue;
        }
    }
%}

%include ../analysis/Common.lexh
%%

{EOL}    {
    for (int i = 0; i < yylength(); ++i) {
        builder.append(yycharat(i)); // faster than yytext()
    }
    lines.add(builder.toString());
    builder.setLength(0);
}

[^\n\r]    {
    for (int i = 0; i < yylength(); ++i) {
        builder.append(yycharat(i)); // faster than yytext()
    }
}