Lucene++ - a full-featured, c++ search engine
API Documentation
Main Page
Related Pages
Namespaces
Data Structures
Files
File List
Globals
All
Data Structures
Namespaces
Files
Functions
Variables
Typedefs
Enumerations
Enumerator
Macros
Pages
include
StandardAnalyzer.h
Go to the documentation of this file.
1
// Copyright (c) 2009-2011 Alan Wright. All rights reserved.
3
// Distributable under the terms of either the Apache License (Version 2.0)
4
// or the GNU Lesser General Public License.
6
7
#ifndef STANDARDANALYZER_H
8
#define STANDARDANALYZER_H
9
10
#include "
Analyzer.h
"
11
12
namespace
Lucene
13
{
23
class
LPPAPI
StandardAnalyzer
:
public
Analyzer
24
{
25
public
:
28
StandardAnalyzer
(
LuceneVersion::Version
matchVersion);
29
33
StandardAnalyzer
(
LuceneVersion::Version
matchVersion,
HashSet<String>
stopWords);
34
39
StandardAnalyzer
(
LuceneVersion::Version
matchVersion,
const
String& stopwords);
40
45
StandardAnalyzer
(
LuceneVersion::Version
matchVersion,
ReaderPtr
stopwords);
46
47
virtual
~
StandardAnalyzer
();
48
49
LUCENE_CLASS
(
StandardAnalyzer
);
50
51
public
:
53
static
const
int32_t DEFAULT_MAX_TOKEN_LENGTH;
54
55
protected
:
56
HashSet<String>
stopSet
;
57
59
bool
replaceInvalidAcronym
;
60
bool
enableStopPositionIncrements
;
61
62
LuceneVersion::Version
matchVersion
;
63
64
int32_t
maxTokenLength
;
65
66
protected
:
68
void
ConstructAnalyser(
LuceneVersion::Version
matchVersion,
HashSet<String>
stopWords);
69
70
public
:
73
virtual
TokenStreamPtr
tokenStream(
const
String& fieldName,
ReaderPtr
reader);
74
77
void
setMaxTokenLength(int32_t length);
78
80
int32_t getMaxTokenLength();
81
82
virtual
TokenStreamPtr
reusableTokenStream(
const
String& fieldName,
ReaderPtr
reader);
83
};
84
}
85
86
#endif
clucene.sourceforge.net