/*
 * Copyright (c) 2010, 2013, Oracle and/or its affiliates. All rights reserved.
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
 *
 * This code is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License version 2 only, as
 * published by the Free Software Foundation.  Oracle designates this
 * particular file as subject to the "Classpath" exception as provided
 * by Oracle in the LICENSE file that accompanied this code.
 *
 * This code is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 * version 2 for more details (a copy is included in the LICENSE file that
 * accompanied this code).
 *
 * You should have received a copy of the GNU General Public License version
 * 2 along with this work; if not, write to the Free Software Foundation,
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 *
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 * or visit www.oracle.com if you need additional information or have any
 * questions.
 */

package jdk.nashorn.internal.runtime;

import java.util.LinkedList;
import java.util.Stack;
import java.util.StringTokenizer;

A string tokenizer that supports entries with quotes and nested quotes. If the separators are quoted either by ' and ", or whatever quotes the user supplies they will be ignored and considered part of another token
/** * A string tokenizer that supports entries with quotes and nested quotes. If * the separators are quoted either by ' and ", or whatever quotes the user * supplies they will be ignored and considered part of another token */
public final class QuotedStringTokenizer { private final LinkedList<String> tokens; private final char quotes[];
Constructor
Params:
  • str – string to tokenize
/** * Constructor * * @param str string to tokenize */
public QuotedStringTokenizer(final String str) { this(str, " "); }
Create a quoted string tokenizer
Params:
  • str – a string to tokenize
  • delim – delimiters between tokens
/** * Create a quoted string tokenizer * * @param str * a string to tokenize * @param delim * delimiters between tokens * */
public QuotedStringTokenizer(final String str, final String delim) { this(str, delim, new char[] { '"', '\'' }); }
Create a quoted string tokenizer
Params:
  • str – a string to tokenize
  • delim – delimiters between tokens
  • quotes – all the characters that should be accepted as quotes, default is ' or "
/** * Create a quoted string tokenizer * * @param str * a string to tokenize * @param delim * delimiters between tokens * @param quotes * all the characters that should be accepted as quotes, default * is ' or " */
private QuotedStringTokenizer(final String str, final String delim, final char[] quotes) { this.quotes = quotes; boolean delimIsWhitespace = true; for (int i = 0; i < delim.length(); i++) { if (!Character.isWhitespace(delim.charAt(i))) { delimIsWhitespace = false; break; } } final StringTokenizer st = new StringTokenizer(str, delim); tokens = new LinkedList<>(); while (st.hasMoreTokens()) { String token = st.nextToken(); while (unmatchedQuotesIn(token)) { if (!st.hasMoreTokens()) { throw new IndexOutOfBoundsException(token); } token += (delimIsWhitespace ? " " : delim) + st.nextToken(); } tokens.add(stripQuotes(token)); } }
Returns:the number of tokens in the tokenizer
/** * @return the number of tokens in the tokenizer */
public int countTokens() { return tokens.size(); }
Returns:true if there are tokens left
/** * @return true if there are tokens left */
public boolean hasMoreTokens() { return countTokens() > 0; }
Returns:the next token in the tokenizer
/** * @return the next token in the tokenizer */
public String nextToken() { return tokens.removeFirst(); } private String stripQuotes(final String value0) { String value = value0.trim(); for (final char q : quotes) { if (value.length() >= 2 && value.startsWith("" + q) && value.endsWith("" + q)) { // also go over the value and remove \q sequences. they are just // plain q now value = value.substring(1, value.length() - 1); value = value.replace("\\" + q, "" + q); } } return value; } private boolean unmatchedQuotesIn(final String str) { final Stack<Character> quoteStack = new Stack<>(); for (int i = 0; i < str.length(); i++) { final char c = str.charAt(i); for (final char q : this.quotes) { if (c == q) { if (quoteStack.isEmpty()) { quoteStack.push(c); } else { final char top = quoteStack.pop(); if (top != c) { quoteStack.push(top); quoteStack.push(c); } } } } } return !quoteStack.isEmpty(); } }