/*
 * Copyright (c) 2012, 2019 Oracle and/or its affiliates. All rights reserved.
 *
 * This program and the accompanying materials are made available under the
 * terms of the Eclipse Public License v. 2.0, which is available at
 * http://www.eclipse.org/legal/epl-2.0.
 *
 * This Source Code may also be made available under the following Secondary
 * Licenses when the conditions for such availability set forth in the
 * Eclipse Public License v. 2.0 are satisfied: GNU General Public License,
 * version 2 with the GNU Classpath Exception, which is available at
 * https://www.gnu.org/software/classpath/license.html.
 *
 * SPDX-License-Identifier: EPL-2.0 OR GPL-2.0 WITH Classpath-exception-2.0
 */

package org.glassfish.jersey.internal.util;

import java.util.Collection;
import java.util.LinkedList;
import java.util.List;
import java.util.regex.Pattern;

A utility class providing methods capable of splitting String entries into an array of tokens based on either default or custom token delimiters.
Author:Marek Potociar
/** * A utility class providing methods capable of splitting String entries * into an array of tokens based on either default or custom token delimiters. * * @author Marek Potociar */
public final class Tokenizer { private Tokenizer() { // prevents instantiation. }
Common Jersey delimiters used by various properties.
/** * Common Jersey delimiters used by various properties. */
public static final String COMMON_DELIMITERS = " ,;\n";
Get a canonical array of tokens from an array of String entries where each entry may contain zero or more tokens separated by common delimiters " ,;\n".
Params:
  • entries – an array where each String entry may contain zero or more common delimiters separated tokens.
Returns:the array of tokens, each token is trimmed, the array will not contain any empty or null entries.
/** * Get a canonical array of tokens from an array of String entries * where each entry may contain zero or more tokens separated by * common delimiters {@code " ,;\n"}. * * @param entries an array where each String entry may contain zero or more * {@link #COMMON_DELIMITERS common delimiters} separated tokens. * @return the array of tokens, each token is trimmed, the array will * not contain any empty or {@code null} entries. */
public static String[] tokenize(final String[] entries) { return tokenize(entries, COMMON_DELIMITERS); }
Get a canonical array of tokens from an array of String entries where each entry may contain zero or more tokens separated by characters in delimiters string.
Params:
  • entries – an array where each String entry may contain zero or more delimiters separated tokens.
  • delimiters – string with delimiters, every character represents one delimiter.
Returns:the array of tokens, each token is trimmed, the array will not contain any empty or null entries.
/** * Get a canonical array of tokens from an array of String entries * where each entry may contain zero or more tokens separated by characters * in delimiters string. * * @param entries an array where each String entry may contain zero or more * delimiters separated tokens. * @param delimiters string with delimiters, every character represents one * delimiter. * @return the array of tokens, each token is trimmed, the array will * not contain any empty or {@code null} entries. */
public static String[] tokenize(final String[] entries, final String delimiters) { final List<String> tokens = new LinkedList<String>(); for (String entry : entries) { if (entry == null || entry.isEmpty()) { continue; } entry = entry.trim(); if (entry.isEmpty()) { continue; } tokenize(entry, delimiters, tokens); } return tokens.toArray(new String[tokens.size()]); }
Get a canonical array of tokens from a String entry that may contain zero or more tokens separated by common delimiters " ,;\n".
Params:
Returns:the array of tokens, each tokens is trimmed, the array will not contain any empty or null entries.
/** * Get a canonical array of tokens from a String entry that may contain * zero or more tokens separated by common delimiters {@code " ,;\n"}. * * @param entry a String that may contain zero or more * {@link #COMMON_DELIMITERS common delimiters} separated tokens. * @return the array of tokens, each tokens is trimmed, the array will * not contain any empty or {@code null} entries. */
public static String[] tokenize(final String entry) { return tokenize(entry, COMMON_DELIMITERS); }
Get a canonical array of tokens from a String entry that may contain zero or more tokens separated by characters in delimiters string.
Params:
  • entry – a String that may contain zero or more delimiters separated tokens.
  • delimiters – string with delimiters, every character represents one delimiter.
Returns:the array of tokens, each tokens is trimmed, the array will not contain any empty or null entries.
/** * Get a canonical array of tokens from a String entry * that may contain zero or more tokens separated by characters in * delimiters string. * * @param entry a String that may contain zero or more * delimiters separated tokens. * @param delimiters string with delimiters, every character represents one * delimiter. * @return the array of tokens, each tokens is trimmed, the array will * not contain any empty or {@code null} entries. */
public static String[] tokenize(final String entry, final String delimiters) { final Collection<String> tokens = tokenize(entry, delimiters, new LinkedList<String>()); return tokens.toArray(new String[tokens.size()]); } private static Collection<String> tokenize(final String entry, final String delimiters, final Collection<String> tokens) { final StringBuilder regexpBuilder = new StringBuilder(delimiters.length() * 3); regexpBuilder.append('['); for (final char c : delimiters.toCharArray()) { regexpBuilder.append(Pattern.quote(String.valueOf(c))); } regexpBuilder.append(']'); final String[] tokenArray = entry.split(regexpBuilder.toString()); for (String token : tokenArray) { if (token == null || token.isEmpty()) { continue; } token = token.trim(); if (token.isEmpty()) { continue; } tokens.add(token); } return tokens; } }