Save This Page
Home » lucene-3.0.1-src » org.apache » lucene » analysis » [javadoc | source]
    1   package org.apache.lucene.analysis;
    2   
    3   /**
    4    * Licensed to the Apache Software Foundation (ASF) under one or more
    5    * contributor license agreements.  See the NOTICE file distributed with
    6    * this work for additional information regarding copyright ownership.
    7    * The ASF licenses this file to You under the Apache License, Version 2.0
    8    * (the "License"); you may not use this file except in compliance with
    9    * the License.  You may obtain a copy of the License at
   10    *
   11    *     http://www.apache.org/licenses/LICENSE-2.0
   12    *
   13    * Unless required by applicable law or agreed to in writing, software
   14    * distributed under the License is distributed on an "AS IS" BASIS,
   15    * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   16    * See the License for the specific language governing permissions and
   17    * limitations under the License.
   18    */
   19   
   20   import java.io.IOException;
   21   import java.io.Reader;
   22   
   23   /**
   24    * "Tokenizes" the entire stream as a single token. This is useful
   25    * for data like zip codes, ids, and some product names.
   26    */
   27   public class KeywordAnalyzer extends Analyzer {
   28     public KeywordAnalyzer() {
   29       setOverridesTokenStreamMethod(KeywordAnalyzer.class);
   30     }
   31     @Override
   32     public TokenStream tokenStream(String fieldName,
   33                                    final Reader reader) {
   34       return new KeywordTokenizer(reader);
   35     }
   36     @Override
   37     public TokenStream reusableTokenStream(String fieldName,
   38                                            final Reader reader) throws IOException {
   39       if (overridesTokenStreamMethod) {
   40         // LUCENE-1678: force fallback to tokenStream() if we
   41         // have been subclassed and that subclass overrides
   42         // tokenStream but not reusableTokenStream
   43         return tokenStream(fieldName, reader);
   44       }
   45       Tokenizer tokenizer = (Tokenizer) getPreviousTokenStream();
   46       if (tokenizer == null) {
   47         tokenizer = new KeywordTokenizer(reader);
   48         setPreviousTokenStream(tokenizer);
   49       } else
   50         tokenizer.reset(reader);
   51       return tokenizer;
   52     }
   53   }

Save This Page
Home » lucene-3.0.1-src » org.apache » lucene » analysis » [javadoc | source]