Added Xerces-C++ 3.1.2
This commit is contained in:
sippeangelo
@@ -0,0 +1,278 @@
|
||||
/*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
* contributor license agreements. See the NOTICE file distributed with
|
||||
* this work for additional information regarding copyright ownership.
|
||||
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
* (the "License"); you may not use this file except in compliance with
|
||||
* the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
/*
|
||||
* $Id: UnicodeRangeFactory.cpp 678879 2008-07-22 20:05:05Z amassari $
|
||||
*/
|
||||
|
||||
// ---------------------------------------------------------------------------
|
||||
// Includes
|
||||
// ---------------------------------------------------------------------------
|
||||
#include <xercesc/util/regx/UnicodeRangeFactory.hpp>
|
||||
#include <xercesc/util/regx/TokenFactory.hpp>
|
||||
#include <xercesc/util/regx/RangeToken.hpp>
|
||||
#include <xercesc/util/regx/RangeTokenMap.hpp>
|
||||
#include <xercesc/util/regx/RegxDefs.hpp>
|
||||
#include <xercesc/util/regx/XMLUniCharacter.hpp>
|
||||
|
||||
XERCES_CPP_NAMESPACE_BEGIN
|
||||
|
||||
// ---------------------------------------------------------------------------
|
||||
// Local data
|
||||
// ---------------------------------------------------------------------------
|
||||
|
||||
const XMLCh uniCategNames[][3] =
|
||||
{
|
||||
{chLatin_C, chLatin_n, chNull}, // UNASSIGNED
|
||||
{chLatin_L, chLatin_u, chNull}, // UPPERCASE_LETTER
|
||||
{chLatin_L, chLatin_l, chNull}, // LOWERCASE_LETTER
|
||||
{chLatin_L, chLatin_t, chNull}, // TITLECASE_LETTER
|
||||
{chLatin_L, chLatin_m, chNull}, // MODIFIER_LETTER
|
||||
{chLatin_L, chLatin_o, chNull}, // OTHER_LETTER
|
||||
{chLatin_M, chLatin_n, chNull}, // NON_SPACING_MARK
|
||||
{chLatin_M, chLatin_e, chNull}, // ENCLOSING_MARK
|
||||
{chLatin_M, chLatin_c, chNull}, // COMBINING_SPACING_MARK
|
||||
{chLatin_N, chLatin_d, chNull}, // DECIMAL_DIGIT_NUMBER
|
||||
{chLatin_N, chLatin_l, chNull}, // LETTER_NUMBER
|
||||
{chLatin_N, chLatin_o, chNull}, // OTHER_NUMBER
|
||||
{chLatin_Z, chLatin_s, chNull}, // SPACE_SEPARATOR
|
||||
{chLatin_Z, chLatin_l, chNull}, // LINE_SEPARATOR
|
||||
{chLatin_Z, chLatin_p, chNull}, // PARAGRAPH_SEPARATOR
|
||||
{chLatin_C, chLatin_c, chNull}, // CONTROL
|
||||
{chLatin_C, chLatin_f, chNull}, // FORMAT
|
||||
{chLatin_C, chLatin_o, chNull}, // PRIVATE_USE
|
||||
{chLatin_C, chLatin_s, chNull}, // SURROGATE
|
||||
{chLatin_P, chLatin_d, chNull}, // DASH_PUNCTUATION
|
||||
{chLatin_P, chLatin_s, chNull}, // START_PUNCTUATION
|
||||
{chLatin_P, chLatin_e, chNull}, // END_PUNCTUATION
|
||||
{chLatin_P, chLatin_c, chNull}, // CONNECTOR_PUNCTUATION
|
||||
{chLatin_P, chLatin_o, chNull}, // OTHER_PUNCTUATION
|
||||
{chLatin_S, chLatin_m, chNull}, // MATH_SYMBOL
|
||||
{chLatin_S, chLatin_c, chNull}, // CURRENCY_SYMBOL
|
||||
{chLatin_S, chLatin_k, chNull}, // MODIFIER_SYMBOL
|
||||
{chLatin_S, chLatin_o, chNull}, // OTHER_SYMBOL
|
||||
{chLatin_P, chLatin_i, chNull}, // INITIAL_PUNCTUATION
|
||||
{chLatin_P, chLatin_f, chNull}, // FINAL_PUNCTUATION
|
||||
{chLatin_L, chNull}, // CHAR_LETTER
|
||||
{chLatin_M, chNull}, // CHAR_MARK
|
||||
{chLatin_N, chNull}, // CHAR_NUMBER
|
||||
{chLatin_Z, chNull}, // CHAR_SEPARATOR
|
||||
{chLatin_C, chNull}, // CHAR_OTHER
|
||||
{chLatin_P, chNull}, // CHAR_PUNCTUATION
|
||||
{chLatin_S, chNull}, // CHAR_SYMBOL
|
||||
};
|
||||
|
||||
// ---------------------------------------------------------------------------
|
||||
// UnicodeRangeFactory: Constructors and Destructor
|
||||
// ---------------------------------------------------------------------------
|
||||
UnicodeRangeFactory::UnicodeRangeFactory()
|
||||
{
|
||||
}
|
||||
|
||||
UnicodeRangeFactory::~UnicodeRangeFactory() {
|
||||
|
||||
}
|
||||
|
||||
// ---------------------------------------------------------------------------
|
||||
// UnicodeRangeFactory: Range creation methods
|
||||
// ---------------------------------------------------------------------------
|
||||
void UnicodeRangeFactory::buildRanges(RangeTokenMap *rangeTokMap) {
|
||||
|
||||
if (fRangesCreated)
|
||||
return;
|
||||
|
||||
if (!fKeywordsInitialized) {
|
||||
initializeKeywordMap(rangeTokMap);
|
||||
}
|
||||
|
||||
TokenFactory* tokFactory = rangeTokMap->getTokenFactory();
|
||||
RangeToken* ranges[UNICATEGSIZE];
|
||||
RangeToken* tok;
|
||||
|
||||
for (int i=0; i < UNICATEGSIZE; i++) {
|
||||
ranges[i] = tokFactory->createRange();
|
||||
}
|
||||
|
||||
for (int j=0; j < 0x10000; j++) {
|
||||
|
||||
unsigned short charType = XMLUniCharacter::getType(j);
|
||||
|
||||
ranges[charType]->addRange(j, j);
|
||||
charType = getUniCategory(charType);
|
||||
ranges[charType]->addRange(j, j);
|
||||
}
|
||||
|
||||
ranges[XMLUniCharacter::UNASSIGNED]->addRange(0x10000, Token::UTF16_MAX);
|
||||
|
||||
for (int k=0; k < UNICATEGSIZE; k++) {
|
||||
tok = RangeToken::complementRanges(ranges[k], tokFactory);
|
||||
// build the internal map.
|
||||
tok->createMap();
|
||||
rangeTokMap->setRangeToken(uniCategNames[k], ranges[k]);
|
||||
rangeTokMap->setRangeToken(uniCategNames[k], tok , true);
|
||||
}
|
||||
|
||||
// Create all range
|
||||
tok = tokFactory->createRange();
|
||||
tok->addRange(0, Token::UTF16_MAX);
|
||||
// build the internal map.
|
||||
tok->createMap();
|
||||
rangeTokMap->setRangeToken(fgUniAll, tok);
|
||||
|
||||
// Create alpha range
|
||||
tok = tokFactory->createRange();
|
||||
tok->mergeRanges(ranges[XMLUniCharacter::UPPERCASE_LETTER]);
|
||||
tok->mergeRanges(ranges[XMLUniCharacter::LOWERCASE_LETTER]);
|
||||
tok->mergeRanges(ranges[XMLUniCharacter::OTHER_LETTER]);
|
||||
// build the internal map.
|
||||
tok->createMap();
|
||||
rangeTokMap->setRangeToken(fgUniIsAlpha, tok);
|
||||
|
||||
// Create alpha-num range
|
||||
RangeToken* alnumTok = tokFactory->createRange();
|
||||
alnumTok->mergeRanges(tok);
|
||||
alnumTok->mergeRanges(ranges[XMLUniCharacter::DECIMAL_DIGIT_NUMBER]);
|
||||
// build the internal map.
|
||||
alnumTok->createMap();
|
||||
rangeTokMap->setRangeToken(fgUniIsAlnum, alnumTok);
|
||||
|
||||
// Create word range
|
||||
tok = tokFactory->createRange();
|
||||
tok->mergeRanges(alnumTok);
|
||||
tok->addRange(chUnderscore, chUnderscore);
|
||||
// build the internal map.
|
||||
tok->createMap();
|
||||
rangeTokMap->setRangeToken(fgUniIsWord, tok);
|
||||
|
||||
tok = RangeToken::complementRanges(tok, tokFactory);
|
||||
// build the internal map.
|
||||
tok->createMap();
|
||||
rangeTokMap->setRangeToken(fgUniIsWord, tok , true);
|
||||
|
||||
// Create assigned range
|
||||
tok = RangeToken::complementRanges(
|
||||
ranges[XMLUniCharacter::UNASSIGNED],
|
||||
tokFactory,
|
||||
tokFactory->getMemoryManager());
|
||||
// build the internal map.
|
||||
tok->createMap();
|
||||
rangeTokMap->setRangeToken(fgUniAssigned,tok);
|
||||
|
||||
// Create space range
|
||||
tok = tokFactory->createRange();
|
||||
tok->mergeRanges(ranges[XMLUniCharacter::SPACE_SEPARATOR]);
|
||||
tok->mergeRanges(ranges[XMLUniCharacter::LINE_SEPARATOR]);
|
||||
//tok->mergeRanges(ranges[XMLUniCharacter::PARAGRAPH_SEPARATOR]);
|
||||
// build the internal map.
|
||||
tok->createMap();
|
||||
rangeTokMap->setRangeToken(fgUniIsSpace, tok);
|
||||
|
||||
tok = RangeToken::complementRanges(tok, tokFactory);
|
||||
// build the internal map.
|
||||
tok->createMap();
|
||||
rangeTokMap->setRangeToken(fgUniIsSpace, tok , true);
|
||||
|
||||
RangeToken* const dummyToken =
|
||||
tokFactory->createRange();
|
||||
|
||||
dummyToken->addRange(-1, -2);
|
||||
dummyToken->createMap();
|
||||
|
||||
// build the internal maps.
|
||||
for (int l=0; l < UNICATEGSIZE; l++) {
|
||||
ranges[l]->createMap();
|
||||
ranges[l]->setCaseInsensitiveToken(dummyToken);
|
||||
}
|
||||
|
||||
fRangesCreated = true;
|
||||
}
|
||||
|
||||
// ---------------------------------------------------------------------------
|
||||
// UnicodeRangeFactory: Initialization methods
|
||||
// ---------------------------------------------------------------------------
|
||||
void UnicodeRangeFactory::initializeKeywordMap(RangeTokenMap *rangeTokMap) {
|
||||
|
||||
if (fKeywordsInitialized)
|
||||
return;
|
||||
|
||||
for (int k=0; k < UNICATEGSIZE; k++) {
|
||||
rangeTokMap->addKeywordMap(uniCategNames[k], fgUnicodeCategory);
|
||||
}
|
||||
|
||||
rangeTokMap->addKeywordMap(fgUniAll, fgUnicodeCategory);
|
||||
rangeTokMap->addKeywordMap(fgUniIsAlpha, fgUnicodeCategory);
|
||||
rangeTokMap->addKeywordMap(fgUniIsAlnum, fgUnicodeCategory);
|
||||
rangeTokMap->addKeywordMap(fgUniIsWord, fgUnicodeCategory);
|
||||
rangeTokMap->addKeywordMap(fgUniAssigned, fgUnicodeCategory);
|
||||
rangeTokMap->addKeywordMap(fgUniIsSpace, fgUnicodeCategory);
|
||||
|
||||
fKeywordsInitialized = true;
|
||||
}
|
||||
|
||||
// ---------------------------------------------------------------------------
|
||||
// UnicodeRangeFactory: Helper methods
|
||||
// ---------------------------------------------------------------------------
|
||||
unsigned short UnicodeRangeFactory::getUniCategory(const unsigned short type)
|
||||
{
|
||||
switch(type) {
|
||||
case XMLUniCharacter::UPPERCASE_LETTER:
|
||||
case XMLUniCharacter::LOWERCASE_LETTER:
|
||||
case XMLUniCharacter::TITLECASE_LETTER:
|
||||
case XMLUniCharacter::MODIFIER_LETTER:
|
||||
case XMLUniCharacter::OTHER_LETTER:
|
||||
return CHAR_LETTER;
|
||||
case XMLUniCharacter::NON_SPACING_MARK:
|
||||
case XMLUniCharacter::COMBINING_SPACING_MARK:
|
||||
case XMLUniCharacter::ENCLOSING_MARK:
|
||||
return CHAR_MARK;
|
||||
case XMLUniCharacter::DECIMAL_DIGIT_NUMBER:
|
||||
case XMLUniCharacter::LETTER_NUMBER:
|
||||
case XMLUniCharacter::OTHER_NUMBER:
|
||||
return CHAR_NUMBER;
|
||||
case XMLUniCharacter::SPACE_SEPARATOR:
|
||||
case XMLUniCharacter::LINE_SEPARATOR:
|
||||
case XMLUniCharacter::PARAGRAPH_SEPARATOR:
|
||||
return CHAR_SEPARATOR;
|
||||
case XMLUniCharacter::CONTROL:
|
||||
case XMLUniCharacter::FORMAT:
|
||||
case XMLUniCharacter::SURROGATE:
|
||||
case XMLUniCharacter::PRIVATE_USE:
|
||||
case XMLUniCharacter::UNASSIGNED:
|
||||
return CHAR_OTHER;
|
||||
case XMLUniCharacter::CONNECTOR_PUNCTUATION:
|
||||
case XMLUniCharacter::DASH_PUNCTUATION:
|
||||
case XMLUniCharacter::START_PUNCTUATION:
|
||||
case XMLUniCharacter::END_PUNCTUATION:
|
||||
case XMLUniCharacter::OTHER_PUNCTUATION:
|
||||
case XMLUniCharacter::INITIAL_PUNCTUATION:
|
||||
case XMLUniCharacter::FINAL_PUNCTUATION:
|
||||
return CHAR_PUNCTUATION;
|
||||
case XMLUniCharacter::MATH_SYMBOL:
|
||||
case XMLUniCharacter::CURRENCY_SYMBOL:
|
||||
case XMLUniCharacter::MODIFIER_SYMBOL:
|
||||
case XMLUniCharacter::OTHER_SYMBOL:
|
||||
return CHAR_SYMBOL;
|
||||
}
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
XERCES_CPP_NAMESPACE_END
|
||||
|
||||
/**
|
||||
* End of file UnicodeRangeFactory.cpp
|
||||
*/
|
||||
Reference in New Issue
Block a user