/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.lucene.analysis;
import java.io.IOException;
import java.io.Reader;
import java.nio.charset.StandardCharsets;
import java.nio.file.Files;
import java.nio.file.Path;
import org.apache.lucene.util.IOUtils;
Base class for Analyzers that need to make use of stopword sets.
Since: 3.1
/**
* Base class for Analyzers that need to make use of stopword sets.
*
*
* @since 3.1
*/
public abstract class StopwordAnalyzerBase extends Analyzer {
An immutable stopword set
/**
* An immutable stopword set
*/
protected final CharArraySet stopwords;
Returns the analyzer's stopword set or an empty set if the analyzer has no
stopwords
Returns: the analyzer's stopword set or an empty set if the analyzer has no
stopwords
/**
* Returns the analyzer's stopword set or an empty set if the analyzer has no
* stopwords
*
* @return the analyzer's stopword set or an empty set if the analyzer has no
* stopwords
*/
public CharArraySet getStopwordSet() {
return stopwords;
}
Creates a new instance initialized with the given stopword set
Params: - stopwords –
the analyzer's stopword set
/**
* Creates a new instance initialized with the given stopword set
*
* @param stopwords
* the analyzer's stopword set
*/
protected StopwordAnalyzerBase(final CharArraySet stopwords) {
// analyzers should use char array set for stopwords!
this.stopwords = stopwords == null ? CharArraySet.EMPTY_SET : CharArraySet
.unmodifiableSet(CharArraySet.copy(stopwords));
}
Creates a new Analyzer with an empty stopword set
/**
* Creates a new Analyzer with an empty stopword set
*/
protected StopwordAnalyzerBase() {
this(null);
}
Creates a CharArraySet from a file resource associated with a class. (See Class.getResourceAsStream(String)
). Params: - ignoreCase –
true
if the set should ignore the case of the
stopwords, otherwise false
- aClass –
a class that is associated with the given stopwordResource
- resource –
name of the resource file associated with the given class
- comment –
comment string to ignore in the stopword file
Throws: - IOException – if loading the stopwords throws an
IOException
Returns: a CharArraySet containing the distinct stopwords from the given
file
/**
* Creates a CharArraySet from a file resource associated with a class. (See
* {@link Class#getResourceAsStream(String)}).
*
* @param ignoreCase
* <code>true</code> if the set should ignore the case of the
* stopwords, otherwise <code>false</code>
* @param aClass
* a class that is associated with the given stopwordResource
* @param resource
* name of the resource file associated with the given class
* @param comment
* comment string to ignore in the stopword file
* @return a CharArraySet containing the distinct stopwords from the given
* file
* @throws IOException
* if loading the stopwords throws an {@link IOException}
*/
protected static CharArraySet loadStopwordSet(final boolean ignoreCase,
final Class<? extends Analyzer> aClass, final String resource,
final String comment) throws IOException {
Reader reader = null;
try {
reader = IOUtils.getDecodingReader(aClass.getResourceAsStream(resource), StandardCharsets.UTF_8);
return WordlistLoader.getWordSet(reader, comment, new CharArraySet(16, ignoreCase));
} finally {
IOUtils.close(reader);
}
}
Creates a CharArraySet from a path.
Params: - stopwords –
the stopwords file to load
Throws: - IOException – if loading the stopwords throws an
IOException
Returns: a CharArraySet containing the distinct stopwords from the given
file
/**
* Creates a CharArraySet from a path.
*
* @param stopwords
* the stopwords file to load
* @return a CharArraySet containing the distinct stopwords from the given
* file
* @throws IOException
* if loading the stopwords throws an {@link IOException}
*/
protected static CharArraySet loadStopwordSet(Path stopwords) throws IOException {
Reader reader = null;
try {
reader = Files.newBufferedReader(stopwords, StandardCharsets.UTF_8);
return WordlistLoader.getWordSet(reader);
} finally {
IOUtils.close(reader);
}
}
Creates a CharArraySet from a file.
Params: - stopwords –
the stopwords reader to load
Throws: - IOException – if loading the stopwords throws an
IOException
Returns: a CharArraySet containing the distinct stopwords from the given
reader
/**
* Creates a CharArraySet from a file.
*
* @param stopwords
* the stopwords reader to load
*
* @return a CharArraySet containing the distinct stopwords from the given
* reader
* @throws IOException
* if loading the stopwords throws an {@link IOException}
*/
protected static CharArraySet loadStopwordSet(Reader stopwords) throws IOException {
try {
return WordlistLoader.getWordSet(stopwords);
} finally {
IOUtils.close(stopwords);
}
}
}