Save This Page
Home » lucene-3.0.1-src » org.apache » lucene » analysis » [javadoc | source]
    1   package org.apache.lucene.analysis;
    2   
    3   /**
    4    * Licensed to the Apache Software Foundation (ASF) under one or more
    5    * contributor license agreements.  See the NOTICE file distributed with
    6    * this work for additional information regarding copyright ownership.
    7    * The ASF licenses this file to You under the Apache License, Version 2.0
    8    * (the "License"); you may not use this file except in compliance with
    9    * the License.  You may obtain a copy of the License at
   10    *
   11    *     http://www.apache.org/licenses/LICENSE-2.0
   12    *
   13    * Unless required by applicable law or agreed to in writing, software
   14    * distributed under the License is distributed on an "AS IS" BASIS,
   15    * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   16    * See the License for the specific language governing permissions and
   17    * limitations under the License.
   18    */
   19   
   20   import java.io.Reader;
   21   import java.io.IOException;
   22   
   23   /** An Analyzer that uses {@link WhitespaceTokenizer}. */
   24   
   25   public final class WhitespaceAnalyzer extends Analyzer {
   26     @Override
   27     public TokenStream tokenStream(String fieldName, Reader reader) {
   28       return new WhitespaceTokenizer(reader);
   29     }
   30   
   31     @Override
   32     public TokenStream reusableTokenStream(String fieldName, Reader reader) throws IOException {
   33       Tokenizer tokenizer = (Tokenizer) getPreviousTokenStream();
   34       if (tokenizer == null) {
   35         tokenizer = new WhitespaceTokenizer(reader);
   36         setPreviousTokenStream(tokenizer);
   37       } else
   38         tokenizer.reset(reader);
   39       return tokenizer;
   40     }
   41   }

Save This Page
Home » lucene-3.0.1-src » org.apache » lucene » analysis » [javadoc | source]