TUniCaseFolding Class Reference

#include <unicode.h>

Public Member Functions
	TUniCaseFolding ()
	TUniCaseFolding (TSIn &SIn)
void	Load (TSIn &SIn)
void	Save (TSOut &SOut) const
void	Clr ()
void	LoadTxt (const TStr &fileName)
template<typename TSrcVec , typename TDestCh >
void	Fold (const TSrcVec &src, size_t srcIdx, const size_t srcCount, TVec< TDestCh > &dest, const bool clrDest, const bool full, const bool turkic) const
template<typename TSrcVec >
void	FoldInPlace (TSrcVec &src, size_t srcIdx, const size_t srcCount, const bool turkic) const
void	Test ()

Protected Types
typedef TUniVecIdx	TVecIdx

Protected Member Functions
void	Test (const TIntV &src, const TIntV &expectedDest, const bool full, const bool turkic, FILE *f)

Static Protected Member Functions
template<typename TSrcDat , typename TDestDat >
static void	AppendVector (const TVec< TSrcDat > &src, TVec< TDestDat > &dest)

Protected Attributes
TIntH	cfCommon
TIntH	cfSimple
TIntH	cfTurkic
TIntIntVH	cfFull

Friends
class	TUniChDb

Detailed Description

Definition at line 271 of file unicode.h.

Member Typedef Documentation

typedef TUniVecIdx TUniCaseFolding::TVecIdx

protected

Definition at line 281 of file unicode.h.

Constructor & Destructor Documentation

TUniCaseFolding::TUniCaseFolding ( )

inline

Definition at line 284 of file unicode.h.

{ }

TUniCaseFolding::TUniCaseFolding ( TSIn &  SIn )

inlineexplicit

Definition at line 285 of file unicode.h.

: cfCommon(SIn), cfSimple(SIn), cfTurkic(SIn), cfFull(SIn) { SIn.LoadCs(); }

Member Function Documentation

template<typename TSrcDat , typename TDestDat >

static void TUniCaseFolding::AppendVector ( const TVec< TSrcDat > &  src, TVec< TDestDat > &  dest  )

inlinestaticprotected

Definition at line 278 of file unicode.h.

                                                                                        {
                for (int i = 0; i < src.Len(); i++) dest.Add(src[i]); }

void TUniCaseFolding::Clr ( )

inline

Definition at line 288 of file unicode.h.

{ cfCommon.Clr(); cfSimple.Clr(); cfFull.Clr(); cfTurkic.Clr(); }

template<typename TSrcVec , typename TDestCh >

void TUniCaseFolding::Fold ( const TSrcVec &  src, size_t  srcIdx, const size_t  srcCount, TVec< TDestCh > &  dest, const bool  clrDest, const bool  full, const bool  turkic  ) const

inline

Definition at line 293 of file unicode.h.

        {
                for (const size_t srcEnd = srcIdx + srcCount; srcIdx < srcEnd; )
                {
                        int c = src[TVecIdx(srcIdx)], i; srcIdx++;
                        if (turkic && ((i = cfTurkic.GetKeyId(c)) >= 0)) { dest.Add(cfTurkic[i]); continue; }
                        if (full && ((i = cfFull.GetKeyId(c)) >= 0)) { AppendVector(cfFull[i], dest); continue; }
                        if ((! full) && ((i = cfSimple.GetKeyId(c)) >= 0)) { dest.Add(cfSimple[i]); continue; }
                        i = cfCommon.GetKeyId(c); if (i >= 0) dest.Add(cfCommon[i]); else dest.Add(c);
                }
        }

template<typename TSrcVec >

void TUniCaseFolding::FoldInPlace ( TSrcVec &  src, size_t  srcIdx, const size_t  srcCount, const bool  turkic  ) const

inline

Definition at line 307 of file unicode.h.

        {
                for (const size_t srcEnd = srcIdx + srcCount; srcIdx < srcEnd; srcIdx++)
                {
                        int c = src[TVecIdx(srcIdx)], i;
                        if (turkic && ((i = cfTurkic.GetKeyId(c)) >= 0)) { src[TVecIdx(srcIdx)] = cfTurkic[i]; continue; }
                        if ((i = cfSimple.GetKeyId(c)) >= 0) { src[TVecIdx(srcIdx)] = cfSimple[i]; continue; }
                        i = cfCommon.GetKeyId(c); if (i >= 0) src[TVecIdx(srcIdx)] = cfCommon[i];
                }
        }

void TUniCaseFolding::Load ( TSIn &  SIn )

inline

Definition at line 286 of file unicode.h.

{ cfCommon.Load(SIn); cfSimple.Load(SIn); cfFull.Load(SIn); cfTurkic.Load(SIn); SIn.LoadCs(); }

void TUniCaseFolding::LoadTxt

(

const TStr &

fileName

)

Definition at line 505 of file unicode.cpp.

{
        Clr();
        TUniChDb::TUcdFileReader reader; reader.Open(fileName);
        TStrV fields;
        while (reader.GetNextLine(fields))
        {
                int cp = reader.ParseCodePoint(fields[0]);
                const TStr status = fields[1], mapsTo = fields[2];
                if (status == "C" || status == "S" || status == "T") {
                        TIntH &dest = (status == "C" ? cfCommon : status == "S" ? cfSimple : cfTurkic);
                        IAssert(! dest.IsKey(cp));
                        int cp2 = reader.ParseCodePoint(mapsTo);
                        dest.AddDat(cp, cp2); }
                else if (status == "F") {
                        TIntIntVH &dest = cfFull;
                        IAssert(! dest.IsKey(cp));
                        TIntV cps; reader.ParseCodePointList(mapsTo, cps); IAssert(cps.Len() > 0);
                        dest.AddDat(cp, cps); }
                else
                        FailR(status.CStr());
        }
        printf("TUniCaseFolding(\"%s\"): %d common, %d simple, %d full, %d Turkic.\n",
                fileName.CStr(), cfCommon.Len(), cfSimple.Len(), cfFull.Len(), cfTurkic.Len());
}

void TUniCaseFolding::Save ( TSOut &  SOut ) const

inline

Definition at line 287 of file unicode.h.

{ cfCommon.Save(SOut); cfSimple.Save(SOut); cfFull.Save(SOut); cfTurkic.Save(SOut); SOut.SaveCs(); }

void TUniCaseFolding::Test ( const TIntV &  src, const TIntV &  expectedDest, const bool  full, const bool  turkic, FILE *  f  )

protected

Definition at line 531 of file unicode.cpp.

{
        fprintf(f, "TUniCaseFolding(%s%s): ", (full ? "full" : "simple"), (turkic ? ", turkic" : ""));
        for (int i = 0; i < src.Len(); i++) fprintf(f, " %04x", int(src[i]));
        TIntV dest; Fold(src, 0, src.Len(), dest, true, full, turkic);
        fprintf(f, "\n  -> ");
        for (int i = 0; i < dest.Len(); i++) fprintf(f, " %04x", int(dest[i]));
        fprintf(f, "\n");
        IAssert(dest.Len() == expectedDest.Len());
        for (int i = 0; i < dest.Len(); i++) IAssert(dest[i] == expectedDest[i]);
}

void TUniCaseFolding::Test

(

)

Definition at line 549 of file unicode.cpp.

{
        FILE *f = stderr;
        TVectorBuilder VB;
        // simple
        Test((VB, 0x41, 0x62, 0x49, 0x43, 0xdf), (VB, 0x61, 0x62, 0x69, 0x63, 0xdf), false, false, f);
        // simple + turkic
        Test((VB, 0x41, 0x62, 0x49, 0x43, 0xdf), (VB, 0x61, 0x62, 0x131, 0x63, 0xdf), false, true, f);
        // full
        Test((VB, 0x41, 0x62, 0x49, 0x43, 0xdf), (VB, 0x61, 0x62, 0x69, 0x63, 0x73, 0x73), true, false, f);
        // full + turkic
        Test((VB, 0x41, 0x62, 0x49, 0x43, 0xdf), (VB, 0x61, 0x62, 0x131, 0x63, 0x73, 0x73), true, true, f);
}

Friends And Related Function Documentation

friend class TUniChDb

friend

Definition at line 280 of file unicode.h.

Member Data Documentation

TIntH TUniCaseFolding::cfCommon

protected

Definition at line 274 of file unicode.h.

TIntIntVH TUniCaseFolding::cfFull

protected

Definition at line 275 of file unicode.h.

TIntH TUniCaseFolding::cfSimple

protected

Definition at line 274 of file unicode.h.

TIntH TUniCaseFolding::cfTurkic

protected

Definition at line 274 of file unicode.h.

---

The documentation for this class was generated from the following files:

• glib-core/unicode.h
• glib-core/unicode.cpp