/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.lucene.analysis;


import java.util.Arrays;
import java.util.List;

import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;

Removes stop words from a token stream.
/** * Removes stop words from a token stream. */
public class StopFilter extends FilteringTokenFilter { private final CharArraySet stopWords; private final CharTermAttribute termAtt = addAttribute(CharTermAttribute.class);
Constructs a filter which removes words from the input TokenStream that are named in the Set.
Params:
  • in – Input stream
  • stopWords – A CharArraySet representing the stopwords.
See Also:
/** * Constructs a filter which removes words from the input TokenStream that are * named in the Set. * * @param in * Input stream * @param stopWords * A {@link CharArraySet} representing the stopwords. * @see #makeStopSet(java.lang.String...) */
public StopFilter(TokenStream in, CharArraySet stopWords) { super(in); this.stopWords = stopWords; }
Builds a Set from an array of stop words, appropriate for passing into the StopFilter constructor. This permits this stopWords construction to be cached once when an Analyzer is constructed.
Params:
  • stopWords – An array of stopwords
See Also:
/** * Builds a Set from an array of stop words, * appropriate for passing into the StopFilter constructor. * This permits this stopWords construction to be cached once when * an Analyzer is constructed. * * @param stopWords An array of stopwords * @see #makeStopSet(java.lang.String[], boolean) passing false to ignoreCase */
public static CharArraySet makeStopSet(String... stopWords) { return makeStopSet(stopWords, false); }
Builds a Set from an array of stop words, appropriate for passing into the StopFilter constructor. This permits this stopWords construction to be cached once when an Analyzer is constructed.
Params:
  • stopWords – A List of Strings or char[] or any other toString()-able list representing the stopwords
See Also:
Returns:A Set (CharArraySet) containing the words
/** * Builds a Set from an array of stop words, * appropriate for passing into the StopFilter constructor. * This permits this stopWords construction to be cached once when * an Analyzer is constructed. * * @param stopWords A List of Strings or char[] or any other toString()-able list representing the stopwords * @return A Set ({@link CharArraySet}) containing the words * @see #makeStopSet(java.lang.String[], boolean) passing false to ignoreCase */
public static CharArraySet makeStopSet(List<?> stopWords) { return makeStopSet(stopWords, false); }
Creates a stopword set from the given stopword array.
Params:
  • stopWords – An array of stopwords
  • ignoreCase – If true, all words are lower cased first.
Returns:a Set containing the words
/** * Creates a stopword set from the given stopword array. * * @param stopWords An array of stopwords * @param ignoreCase If true, all words are lower cased first. * @return a Set containing the words */
public static CharArraySet makeStopSet(String[] stopWords, boolean ignoreCase) { CharArraySet stopSet = new CharArraySet(stopWords.length, ignoreCase); stopSet.addAll(Arrays.asList(stopWords)); return stopSet; }
Creates a stopword set from the given stopword list.
Params:
  • stopWords – A List of Strings or char[] or any other toString()-able list representing the stopwords
  • ignoreCase – if true, all words are lower cased first
Returns:A Set (CharArraySet) containing the words
/** * Creates a stopword set from the given stopword list. * @param stopWords A List of Strings or char[] or any other toString()-able list representing the stopwords * @param ignoreCase if true, all words are lower cased first * @return A Set ({@link CharArraySet}) containing the words */
public static CharArraySet makeStopSet(List<?> stopWords, boolean ignoreCase){ CharArraySet stopSet = new CharArraySet(stopWords.size(), ignoreCase); stopSet.addAll(stopWords); return stopSet; }
Returns the next input Token whose term() is not a stop word.
/** * Returns the next input Token whose term() is not a stop word. */
@Override protected boolean accept() { return !stopWords.contains(termAtt.buffer(), 0, termAtt.length()); } }