From 5b58927e9af3abf4f728686b43d36d1cd0210a7a Mon Sep 17 00:00:00 2001 From: Vladimir Glazounov Date: Thu, 24 Apr 2003 11:26:04 +0000 Subject: cws_srx644_i18napi -> HEAD --- i18nutil/inc/i18nutil/casefolding.hxx | 127 ++++++++++++++++++++++++++++++ i18nutil/inc/i18nutil/oneToOneMapping.hxx | 96 ++++++++++++++++++++++ i18nutil/inc/i18nutil/unicode.hxx | 98 +++++++++++++++++++++++ i18nutil/inc/i18nutil/widthfolding.hxx | 84 ++++++++++++++++++++ i18nutil/inc/i18nutil/x_rtl_ustring.h | 115 +++++++++++++++++++++++++++ 5 files changed, 520 insertions(+) create mode 100644 i18nutil/inc/i18nutil/casefolding.hxx create mode 100644 i18nutil/inc/i18nutil/oneToOneMapping.hxx create mode 100644 i18nutil/inc/i18nutil/unicode.hxx create mode 100644 i18nutil/inc/i18nutil/widthfolding.hxx create mode 100644 i18nutil/inc/i18nutil/x_rtl_ustring.h (limited to 'i18nutil/inc') diff --git a/i18nutil/inc/i18nutil/casefolding.hxx b/i18nutil/inc/i18nutil/casefolding.hxx new file mode 100644 index 000000000000..08593b43c28a --- /dev/null +++ b/i18nutil/inc/i18nutil/casefolding.hxx @@ -0,0 +1,127 @@ +/************************************************************************* + * + * $RCSfile: casefolding.hxx,v $ + * + * $Revision: 1.2 $ + * + * last change: $Author: vg $ $Date: 2003-04-24 12:25:58 $ + * + * The Contents of this file are made available subject to the terms of + * either of the following licenses + * + * - GNU Lesser General Public License Version 2.1 + * - Sun Industry Standards Source License Version 1.1 + * + * Sun Microsystems Inc., October, 2000 + * + * GNU Lesser General Public License Version 2.1 + * ============================================= + * Copyright 2000 by Sun Microsystems, Inc. + * 901 San Antonio Road, Palo Alto, CA 94303, USA + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License version 2.1, as published by the Free Software Foundation. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Lesser General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public + * License along with this library; if not, write to the Free Software + * Foundation, Inc., 59 Temple Place, Suite 330, Boston, + * MA 02111-1307 USA + * + * + * Sun Industry Standards Source License Version 1.1 + * ================================================= + * The contents of this file are subject to the Sun Industry Standards + * Source License Version 1.1 (the "License"); You may not use this file + * except in compliance with the License. You may obtain a copy of the + * License at http://www.openoffice.org/license.html. + * + * Software provided under this License is provided on an "AS IS" basis, + * WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, + * WITHOUT LIMITATION, WARRANTIES THAT THE SOFTWARE IS FREE OF DEFECTS, + * MERCHANTABLE, FIT FOR A PARTICULAR PURPOSE, OR NON-INFRINGING. + * See the License for the specific provisions governing your rights and + * obligations concerning the Software. + * + * The Initial Developer of the Original Code is: Sun Microsystems, Inc. + * + * Copyright: 2000 by Sun Microsystems, Inc. + * + * All Rights Reserved. + * + * Contributor(s): _______________________________________ + * + * + ************************************************************************/ +#ifndef INCLUDED_I18NUTIL_CASEFOLDING_HXX +#define INCLUDED_I18NUTIL_CASEFOLDING_HXX + +#ifndef _SAL_TYPES_H_ +#include +#endif + +#ifndef _COM_SUN_STAR_I18N_TRANSLITERATIONMODULES_HPP_ +#include +#endif +#ifndef _COM_SUN_STAR_LANG_LOCALE_HPP_ +#include +#endif +#ifndef _COM_SUN_STAR_UNO_RUNTIMEEXCEPTION_HPP_ +#include +#endif + +namespace com { namespace sun { namespace star { namespace i18n { + +#define MappingTypeLowerToUpper 1 << 0 // Upper to Lower mapping +#define MappingTypeUpperToLower 1 << 1 // Lower to Upper mapping +#define MappingTypeToUpper 1 << 2 // to Upper mapping +#define MappingTypeToLower 1 << 3 // to Lower mapping +#define MappingTypeToTitle 1 << 4 // to Title mapping +#define MappingTypeSimpleFolding 1 << 5 // Simple Case Folding +#define MappingTypeFullFolding 1 << 6 // Full Case Folding +#define MappingTypeMask MappingTypeLowerToUpper|MappingTypeUpperToLower|\ + MappingTypeToUpper|MappingTypeToLower|MappingTypeToTitle|\ + MappingTypeSimpleFolding|MappingTypeFullFolding + +#define ValueTypeNotValue 1 << 7 // Value field is an address + +#define CasedLetter MappingTypeMask // for final sigmar + +struct Value +{ + sal_uInt8 type; + sal_uInt16 value; // value or address, depend on the type +}; + +struct Mapping +{ + sal_uInt8 type; + sal_Int8 nmap; +#define NMAPPINGMAX 3 + sal_Unicode map[NMAPPINGMAX]; +}; // for Unconditional mapping + +struct MappingElement +{ + MappingElement() {element.nmap = current = 0;}; + Mapping element; + sal_Int8 current; +}; + +class casefolding +{ +public: + static Mapping& getValue(const sal_Unicode* str, sal_Int32 pos, sal_Int32 len, com::sun::star::lang::Locale& aLocale, sal_uInt8 nMappingType) throw (com::sun::star::uno::RuntimeException); + static Mapping& getConditionalValue(const sal_Unicode* str, sal_Int32 pos, sal_Int32 len, com::sun::star::lang::Locale& aLocale, sal_uInt8 nMappingType) throw (com::sun::star::uno::RuntimeException); + static sal_Unicode getNextChar(const sal_Unicode *str, sal_Int32& idx, sal_Int32 len, MappingElement& e, com::sun::star::lang::Locale& aLocale,sal_uInt8 nMappingtype, TransliterationModules moduleLoaded) throw (com::sun::star::uno::RuntimeException); + +}; + +} } } } + +#endif diff --git a/i18nutil/inc/i18nutil/oneToOneMapping.hxx b/i18nutil/inc/i18nutil/oneToOneMapping.hxx new file mode 100644 index 000000000000..e70f39e83c57 --- /dev/null +++ b/i18nutil/inc/i18nutil/oneToOneMapping.hxx @@ -0,0 +1,96 @@ +/************************************************************************* + * + * $RCSfile: oneToOneMapping.hxx,v $ + * + * $Revision: 1.2 $ + * + * last change: $Author: vg $ $Date: 2003-04-24 12:25:59 $ + * + * The Contents of this file are made available subject to the terms of + * either of the following licenses + * + * - GNU Lesser General Public License Version 2.1 + * - Sun Industry Standards Source License Version 1.1 + * + * Sun Microsystems Inc., October, 2000 + * + * GNU Lesser General Public License Version 2.1 + * ============================================= + * Copyright 2000 by Sun Microsystems, Inc. + * 901 San Antonio Road, Palo Alto, CA 94303, USA + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License version 2.1, as published by the Free Software Foundation. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Lesser General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public + * License along with this library; if not, write to the Free Software + * Foundation, Inc., 59 Temple Place, Suite 330, Boston, + * MA 02111-1307 USA + * + * + * Sun Industry Standards Source License Version 1.1 + * ================================================= + * The contents of this file are subject to the Sun Industry Standards + * Source License Version 1.1 (the "License"); You may not use this file + * except in compliance with the License. You may obtain a copy of the + * License at http://www.openoffice.org/license.html. + * + * Software provided under this License is provided on an "AS IS" basis, + * WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, + * WITHOUT LIMITATION, WARRANTIES THAT THE SOFTWARE IS FREE OF DEFECTS, + * MERCHANTABLE, FIT FOR A PARTICULAR PURPOSE, OR NON-INFRINGING. + * See the License for the specific provisions governing your rights and + * obligations concerning the Software. + * + * The Initial Developer of the Original Code is: Sun Microsystems, Inc. + * + * Copyright: 2000 by Sun Microsystems, Inc. + * + * All Rights Reserved. + * + * Contributor(s): _______________________________________ + * + * + ************************************************************************/ +#ifndef INCLUDED_I18NUTIL_TRANSLITERATION_ONETOONEMAPPING_HXX +#define INCLUDED_I18NUTIL_TRANSLITERATION_ONETOONEMAPPING_HXX + +#include +#include + +namespace com { namespace sun { namespace star { namespace i18n { + +typedef std::pair< sal_Unicode, sal_Unicode > OneToOneMappingTable_t; + +#define MAKE_PAIR(item1,item2) std::make_pair< sal_Unicode, sal_Unicode >((sal_Unicode)item1,(sal_Unicode)item2) + +class oneToOneMapping +{ +public: + oneToOneMapping(OneToOneMappingTable_t *_table, const size_t _bytes); + ~oneToOneMapping(); + + // make index for fast search + void makeIndex(); + // binary search / idex search + sal_Unicode find(const sal_Unicode key) const; + + // translator + sal_Unicode operator[] (const sal_Unicode key) const { return find (key); }; + +protected: + OneToOneMappingTable_t *table; + size_t max_size; + int *index[256]; + sal_Bool hasIndex; +}; + +} } } } + +#endif // _I18N_TRANSLITERATION_ONETOONEMAPPING_HXX_ diff --git a/i18nutil/inc/i18nutil/unicode.hxx b/i18nutil/inc/i18nutil/unicode.hxx new file mode 100644 index 000000000000..a2aed2734e45 --- /dev/null +++ b/i18nutil/inc/i18nutil/unicode.hxx @@ -0,0 +1,98 @@ +/************************************************************************* + * + * $RCSfile: unicode.hxx,v $ + * + * $Revision: 1.2 $ + * + * last change: $Author: vg $ $Date: 2003-04-24 12:25:59 $ + * + * The Contents of this file are made available subject to the terms of + * either of the following licenses + * + * - GNU Lesser General Public License Version 2.1 + * - Sun Industry Standards Source License Version 1.1 + * + * Sun Microsystems Inc., October, 2000 + * + * GNU Lesser General Public License Version 2.1 + * ============================================= + * Copyright 2000 by Sun Microsystems, Inc. + * 901 San Antonio Road, Palo Alto, CA 94303, USA + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License version 2.1, as published by the Free Software Foundation. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Lesser General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public + * License along with this library; if not, write to the Free Software + * Foundation, Inc., 59 Temple Place, Suite 330, Boston, + * MA 02111-1307 USA + * + * + * Sun Industry Standards Source License Version 1.1 + * ================================================= + * The contents of this file are subject to the Sun Industry Standards + * Source License Version 1.1 (the "License"); You may not use this file + * except in compliance with the License. You may obtain a copy of the + * License at http://www.openoffice.org/license.html. + * + * Software provided under this License is provided on an "AS IS" basis, + * WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, + * WITHOUT LIMITATION, WARRANTIES THAT THE SOFTWARE IS FREE OF DEFECTS, + * MERCHANTABLE, FIT FOR A PARTICULAR PURPOSE, OR NON-INFRINGING. + * See the License for the specific provisions governing your rights and + * obligations concerning the Software. + * + * The Initial Developer of the Original Code is: Sun Microsystems, Inc. + * + * Copyright: 2000 by Sun Microsystems, Inc. + * + * All Rights Reserved. + * + * Contributor(s): _______________________________________ + * + * + ************************************************************************/ +#ifndef INCLUDED_I18NUTIL_UNICODE_HXX +#define INCLUDED_I18NUTIL_UNICODE_HXX + +#include +#include + +typedef struct _ScriptTypeList { + sal_Int16 from; + sal_Int16 to; +} ScriptTypeList; + +class unicode +{ +public: + + static sal_Int16 SAL_CALL getUnicodeType( const sal_Unicode ch ); + static sal_Bool SAL_CALL isUnicodeScriptType( const sal_Unicode ch, sal_Int16 type); + static sal_Int16 SAL_CALL getUnicodeScriptType( const sal_Unicode ch, ScriptTypeList *typeList = NULL, sal_Int16 unknownType = 0 ); + static sal_uInt8 SAL_CALL getUnicodeDirection( const sal_Unicode ch ); + static sal_Int32 SAL_CALL getCharType( const sal_Unicode ch ); + static sal_Bool SAL_CALL isUpper( const sal_Unicode ch); + static sal_Bool SAL_CALL isLower( const sal_Unicode ch); + static sal_Bool SAL_CALL isTitle( const sal_Unicode ch); + static sal_Bool SAL_CALL isDigit( const sal_Unicode ch); + static sal_Bool SAL_CALL isControl( const sal_Unicode ch); + static sal_Bool SAL_CALL isPrint( const sal_Unicode ch); + static sal_Bool SAL_CALL isBase( const sal_Unicode ch); + static sal_Bool SAL_CALL isAlpha( const sal_Unicode ch); + static sal_Bool SAL_CALL isSpace( const sal_Unicode ch); + static sal_Bool SAL_CALL isWhiteSpace( const sal_Unicode ch); + static sal_Bool SAL_CALL isAlphaDigit( const sal_Unicode ch); + static sal_Bool SAL_CALL isPunctuation( const sal_Unicode ch); +}; + +#endif + + + diff --git a/i18nutil/inc/i18nutil/widthfolding.hxx b/i18nutil/inc/i18nutil/widthfolding.hxx new file mode 100644 index 000000000000..1680de550125 --- /dev/null +++ b/i18nutil/inc/i18nutil/widthfolding.hxx @@ -0,0 +1,84 @@ +/************************************************************************* + * + * $RCSfile: widthfolding.hxx,v $ + * + * $Revision: 1.2 $ + * + * last change: $Author: vg $ $Date: 2003-04-24 12:25:59 $ + * + * The Contents of this file are made available subject to the terms of + * either of the following licenses + * + * - GNU Lesser General Public License Version 2.1 + * - Sun Industry Standards Source License Version 1.1 + * + * Sun Microsystems Inc., October, 2000 + * + * GNU Lesser General Public License Version 2.1 + * ============================================= + * Copyright 2000 by Sun Microsystems, Inc. + * 901 San Antonio Road, Palo Alto, CA 94303, USA + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License version 2.1, as published by the Free Software Foundation. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Lesser General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public + * License along with this library; if not, write to the Free Software + * Foundation, Inc., 59 Temple Place, Suite 330, Boston, + * MA 02111-1307 USA + * + * + * Sun Industry Standards Source License Version 1.1 + * ================================================= + * The contents of this file are subject to the Sun Industry Standards + * Source License Version 1.1 (the "License"); You may not use this file + * except in compliance with the License. You may obtain a copy of the + * License at http://www.openoffice.org/license.html. + * + * Software provided under this License is provided on an "AS IS" basis, + * WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, + * WITHOUT LIMITATION, WARRANTIES THAT THE SOFTWARE IS FREE OF DEFECTS, + * MERCHANTABLE, FIT FOR A PARTICULAR PURPOSE, OR NON-INFRINGING. + * See the License for the specific provisions governing your rights and + * obligations concerning the Software. + * + * The Initial Developer of the Original Code is: Sun Microsystems, Inc. + * + * Copyright: 2000 by Sun Microsystems, Inc. + * + * All Rights Reserved. + * + * Contributor(s): _______________________________________ + * + * + ************************************************************************/ +#ifndef INCLUDED_I18NUTIL_WIDTHFOLDING_HXX +#define INCLUDED_I18NUTIL_WIDTHFOLDING_HXX + +#include +#include +#include + +namespace com { namespace sun { namespace star { namespace i18n { + +class widthfolding +{ +public: + static oneToOneMapping& getfull2halfTable(); + static oneToOneMapping& gethalf2fullTable(); + static rtl::OUString decompose_ja_voiced_sound_marks(const rtl::OUString& inStr, sal_Int32 startPos, sal_Int32 nCount, com::sun::star::uno::Sequence< sal_Int32 >& offset, sal_Bool useOffset); + static sal_Unicode decompose_ja_voiced_sound_marksChar2Char (sal_Unicode inChar); + static rtl::OUString compose_ja_voiced_sound_marks(const rtl::OUString& inStr, sal_Int32 startPos, sal_Int32 nCount, com::sun::star::uno::Sequence< sal_Int32 >& offset, sal_Bool useOffset); + static sal_Unicode getCompositionChar(sal_Unicode c1, sal_Unicode c2); +}; + + +} } } } + +#endif diff --git a/i18nutil/inc/i18nutil/x_rtl_ustring.h b/i18nutil/inc/i18nutil/x_rtl_ustring.h new file mode 100644 index 000000000000..3a9306230ea0 --- /dev/null +++ b/i18nutil/inc/i18nutil/x_rtl_ustring.h @@ -0,0 +1,115 @@ +/************************************************************************* + * + * $RCSfile: x_rtl_ustring.h,v $ + * + * $Revision: 1.2 $ + * + * last change: $Author: vg $ $Date: 2003-04-24 12:26:00 $ + * + * The Contents of this file are made available subject to the terms of + * either of the following licenses + * + * - GNU Lesser General Public License Version 2.1 + * - Sun Industry Standards Source License Version 1.1 + * + * Sun Microsystems Inc., October, 2000 + * + * GNU Lesser General Public License Version 2.1 + * ============================================= + * Copyright 2000 by Sun Microsystems, Inc. + * 901 San Antonio Road, Palo Alto, CA 94303, USA + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License version 2.1, as published by the Free Software Foundation. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Lesser General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public + * License along with this library; if not, write to the Free Software + * Foundation, Inc., 59 Temple Place, Suite 330, Boston, + * MA 02111-1307 USA + * + * + * Sun Industry Standards Source License Version 1.1 + * ================================================= + * The contents of this file are subject to the Sun Industry Standards + * Source License Version 1.1 (the "License"); You may not use this file + * except in compliance with the License. You may obtain a copy of the + * License at http://www.openoffice.org/license.html. + * + * Software provided under this License is provided on an "AS IS" basis, + * WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, + * WITHOUT LIMITATION, WARRANTIES THAT THE SOFTWARE IS FREE OF DEFECTS, + * MERCHANTABLE, FIT FOR A PARTICULAR PURPOSE, OR NON-INFRINGING. + * See the License for the specific provisions governing your rights and + * obligations concerning the Software. + * + * The Initial Developer of the Original Code is: Sun Microsystems, Inc. + * + * Copyright: 2000 by Sun Microsystems, Inc. + * + * All Rights Reserved. + * + * Contributor(s): _______________________________________ + * + * + ************************************************************************/ +#ifndef INCLUDED_I18NUTIL_X_RTL_USTRING_H +#define INCLUDED_I18NUTIL_X_RTL_USTRING_H + +#ifndef _RTL_STRING_HXX_ +#include +#endif + +#ifndef _RTL_MEMORY_H_ +#include +#endif +#include + + +/** + * Allocates a new rtl_uString which can hold nLen + 1 characters. + * The reference count is 0. The characters of room is not cleared. + * This method is similar to rtl_uString_new_WithLength in rtl/ustring.h, but + * can allocate a new string more efficiently. You need to "acquire" by such as + * OUString( rtl_uString * value ) if you intend to use it for a while. + * @param [output] newStr + * @param [input] nLen + */ +inline void SAL_CALL x_rtl_uString_new_WithLength( rtl_uString ** newStr, sal_Int32 nLen, sal_Int32 _refCount = 0 ) +{ + *newStr = (rtl_uString*) rtl_allocateMemory ( sizeof(rtl_uString) + sizeof(sal_Unicode) * nLen); + (*newStr)->refCount = _refCount; + (*newStr)->length = nLen; + + // rtl_uString is defined in rtl/ustring.h as below: + //typedef struct _rtl_uString + //{ + // sal_Int32 refCount; + // sal_Int32 length; + // sal_Unicode buffer[1]; + //} rtl_uString; +} + +inline rtl_uString * SAL_CALL x_rtl_uString_new_WithLength( sal_Int32 nLen, sal_Int32 _refCount = 0 ) +{ + rtl_uString *newStr = (rtl_uString*) rtl_allocateMemory ( sizeof(rtl_uString) + sizeof(sal_Unicode) * nLen); + newStr->refCount = _refCount; + newStr->length = nLen; + return newStr; +} + +/** + * Release rtl_uString regardless its reference count. + */ +inline void SAL_CALL x_rtl_uString_release( rtl_uString * value ) +{ + rtl_freeMemory(value); +} + + +#endif // #ifndef _I18N_X_RTL_USTRING_H_ -- cgit