#include <unicodetext.h>

Classes
class	const_iterator

class	const_reverse_iterator

Public Types
typedef char32	value_type

Public Member Functions
	UnicodeText ()

	UnicodeText (const UnicodeText &src)

	UnicodeText (const const_iterator &first, const const_iterator &last)

UnicodeText &	operator= (const UnicodeText &src)

UnicodeText &	Copy (const UnicodeText &src)

UnicodeText &	assign (const UnicodeText &src)

UnicodeText &	PointTo (const UnicodeText &src)

UnicodeText &	PointTo (const const_iterator &first, const const_iterator &last)

	~UnicodeText ()

void	clear ()

bool	empty () const

void	push_back (char32 codepoint)

template<typename ForwardIterator >
UnicodeText &	append (ForwardIterator first, const ForwardIterator last)

UnicodeText &	append (const const_iterator &first, const const_iterator &last)

UnicodeText &	append (const UnicodeText &source)

int	size () const

const_iterator	begin () const

const_iterator	end () const

const_reverse_iterator	rbegin () const

const_reverse_iterator	rend () const

const_iterator	find (const UnicodeText &look, const_iterator start_pos) const

const_iterator	find (const UnicodeText &look) const

bool	HasReplacementChar () const

const char *	utf8_data () const

int	utf8_length () const

int	utf8_capacity () const

UnicodeText &	CopyUTF8 (const char *utf8_buffer, int byte_length)

UnicodeText &	TakeOwnershipOfUTF8 (char *utf8_buffer, int byte_length, int byte_capacity)

UnicodeText &	PointToUTF8 (const char *utf8_buffer, int byte_length)

const_iterator	MakeIterator (const char *p) const

string	DebugString () const

Static Public Member Functions
static string	UTF8Substring (const const_iterator &first, const const_iterator &last)

Friends
class	const_iterator

class	UnicodeTextUtils

bool	operator== (const UnicodeText &lhs, const UnicodeText &rhs)

bool	operator!= (const UnicodeText &lhs, const UnicodeText &rhs)

Detailed Description

Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

 http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Definition at line 116 of file unicodetext.h.

Member Typedef Documentation

◆ value_type

typedef char32 UnicodeText::value_type

Definition at line 118 of file unicodetext.h.

Constructor & Destructor Documentation

◆ UnicodeText() [1/3]

UnicodeText::UnicodeText ( )

Definition at line 183 of file unicodetext.cc.

183 {

184 }

◆ UnicodeText() [2/3]

UnicodeText::UnicodeText ( const UnicodeText & src )

Definition at line 187 of file unicodetext.cc.

                                                {
   Copy(src);
 }

◆ UnicodeText() [3/3]

UnicodeText::UnicodeText	(	const const_iterator &	first,
		const const_iterator &	last
	)

Definition at line 192 of file unicodetext.cc.

                                                                 {
   CHECK(first <= last) << " Incompatible iterators";
   repr_.append(first.it_, last.it_ - first.it_);
 }

◆ ~UnicodeText()

UnicodeText::~UnicodeText ( )

Definition at line 351 of file unicodetext.cc.

351 {}

Member Function Documentation

◆ append() [1/3]

UnicodeText & UnicodeText::append	(	const const_iterator &	first,
		const const_iterator &	last
	)

Definition at line 292 of file unicodetext.cc.

                                                              {
   CHECK(first <= last) << " Incompatible iterators";
   repr_.append(first.it_, last.it_ - first.it_);
   return *this;
 }

◆ append() [2/3]

UnicodeText & UnicodeText::append ( const UnicodeText & source )

Definition at line 287 of file unicodetext.cc.

                                                      {
   repr_.append(u.repr_.data_, u.repr_.size_);
   return *this;
 }

◆ append() [3/3]

template<typename ForwardIterator >

UnicodeText& UnicodeText::append	(	ForwardIterator	first,
		const ForwardIterator	last
	)

inline

Definition at line 160 of file unicodetext.h.

                                                                          {
     while (first != last) { push_back(*first++); }
     return *this;
   }

◆ assign()

UnicodeText& UnicodeText::assign ( const UnicodeText & src )

inline

Definition at line 134 of file unicodetext.h.

134 { return Copy(src); }

◆ begin()

UnicodeText::const_iterator UnicodeText::begin ( ) const

Definition at line 408 of file unicodetext.cc.

                                                    {
   return const_iterator(repr_.data_);
 }

◆ clear()

void UnicodeText::clear ( )

Definition at line 346 of file unicodetext.cc.

                         {
   repr_.clear();
 }

◆ Copy()

UnicodeText & UnicodeText::Copy ( const UnicodeText & src )

Definition at line 214 of file unicodetext.cc.

                                                      {
   repr_.Copy(src.repr_.data_, src.repr_.size_);
   return *this;
 }

◆ CopyUTF8()

UnicodeText & UnicodeText::CopyUTF8	(	const char *	utf8_buffer,
		int	byte_length
	)

Definition at line 219 of file unicodetext.cc.

                                                                       {
   repr_.Copy(buffer, byte_length);
   if (!UniLib:: IsInterchangeValid(buffer, byte_length)) {
     LOG(WARNING) << "UTF-8 buffer is not interchange-valid.";
     repr_.size_ = ConvertToInterchangeValid(repr_.data_, byte_length);
   }
   return *this;
 }

◆ DebugString()

string UnicodeText::DebugString ( ) const

Definition at line 381 of file unicodetext.cc.

                                       {
   return tensorflow::strings::Printf("{UnicodeText %p chars=%d repr=%s}",
                       this,
                       size(),
                       repr_.DebugString().c_str());
 }

◆ empty()

bool UnicodeText::empty ( ) const

inline

Definition at line 145 of file unicodetext.h.

145 { return repr_.size_ == 0; } // Test if text is empty.

◆ end()

UnicodeText::const_iterator UnicodeText::end ( ) const

Definition at line 412 of file unicodetext.cc.

                                                  {
   return const_iterator(repr_.data_ + repr_.size_);
 }

◆ find() [1/2]

UnicodeText::const_iterator UnicodeText::find ( const UnicodeText & look ) const

Definition at line 313 of file unicodetext.cc.

                                                                          {
   return UnsafeFind(look, begin());
 }

◆ find() [2/2]

UnicodeText::const_iterator UnicodeText::find	(	const UnicodeText &	look,
		const_iterator	start_pos
	)		const

Definition at line 306 of file unicodetext.cc.

                                                                               {
   CHECK_GE(start_pos.utf8_data(), utf8_data());
   CHECK_LE(start_pos.utf8_data(), utf8_data() + utf8_length());
   return UnsafeFind(look, start_pos);
 }

◆ HasReplacementChar()

bool UnicodeText::HasReplacementChar ( ) const

Definition at line 331 of file unicodetext.cc.

                                            {
   // Equivalent to:
   //   UnicodeText replacement_char;
   //   replacement_char.push_back(0xFFFD);
   //   return find(replacement_char) != end();
   StringPiece searching(utf8_data(), utf8_length());
   StringPiece looking_for("\xEF\xBF\xBD", 3);
   LOG(FATAL) << "Not implemented";
   //return searching.find(looking_for) != StringPiece::npos;
   return false;
 }

◆ MakeIterator()

UnicodeText::const_iterator UnicodeText::MakeIterator ( const char * p ) const

Definition at line 484 of file unicodetext.cc.

                                                                        {
   CHECK(p != nullptr);
   const char* start = utf8_data();
   int len = utf8_length();
   const char* end = start + len;
   CHECK(p >= start);
   CHECK(p <= end);
   CHECK(p == end || !UniLib::IsTrailByte(*p));
   return const_iterator(p);
 }

◆ operator=()

UnicodeText & UnicodeText::operator= ( const UnicodeText & src )

Definition at line 207 of file unicodetext.cc.

                                                           {
   if (this != &src) {
     Copy(src);
   }
   return *this;
 }

◆ PointTo() [1/2]

UnicodeText & UnicodeText::PointTo	(	const const_iterator &	first,
		const const_iterator &	last
	)

Definition at line 278 of file unicodetext.cc.

                                                               {
   CHECK(first <= last) << " Incompatible iterators";
   repr_.PointTo(first.utf8_data(), last.utf8_data() - first.utf8_data());
   return *this;
 }

◆ PointTo() [2/2]

UnicodeText & UnicodeText::PointTo ( const UnicodeText & src )

Definition at line 273 of file unicodetext.cc.

                                                         {
   repr_.PointTo(src.repr_.data_, src.repr_.size_);
   return *this;
 }

◆ PointToUTF8()

UnicodeText & UnicodeText::PointToUTF8	(	const char *	utf8_buffer,
		int	byte_length
	)

Definition at line 256 of file unicodetext.cc.

                                                                          {
   if (UniLib:: IsInterchangeValid(buffer, byte_length)) {
     repr_.PointTo(buffer, byte_length);
   } else {
     LOG(WARNING) << "UTF-8 buffer is not interchange-valid.";
     repr_.Copy(buffer, byte_length);
     repr_.size_ = ConvertToInterchangeValid(repr_.data_, byte_length);
   }
   return *this;
 }

◆ push_back()

void UnicodeText::push_back ( char32 codepoint )

Definition at line 354 of file unicodetext.cc.

                                     {
   if (UniLib::IsValidCodepoint(c)) {
     char buf[UTFmax];
     int len = runetochar(buf, &c);
     if (UniLib::IsInterchangeValid(buf, len)) {
       repr_.append(buf, len);
     } else {
       LOG(WARNING) << "Unicode value 0x" << std::hex << c
                   << " is not valid for interchange";
       repr_.append(" ", 1);
     }
   } else {
     LOG(WARNING) << "Illegal Unicode value: 0x" << std::hex << c;
     repr_.append(" ", 1);
   }
 }

◆ rbegin()

const_reverse_iterator UnicodeText::rbegin ( ) const

inline

Definition at line 270 of file unicodetext.h.

                                         {
     return const_reverse_iterator(end());
   }

◆ rend()

const_reverse_iterator UnicodeText::rend ( ) const

inline

Definition at line 273 of file unicodetext.h.

                                       {
     return const_reverse_iterator(begin());
   }

◆ size()

int UnicodeText::size ( ) const

Definition at line 371 of file unicodetext.cc.

                             {
   return CodepointCount(repr_.data_, repr_.size_);
 }

◆ TakeOwnershipOfUTF8()

UnicodeText & UnicodeText::TakeOwnershipOfUTF8	(	char *	utf8_buffer,
		int	byte_length,
		int	byte_capacity
	)

Definition at line 236 of file unicodetext.cc.

                                                                  {
   repr_.TakeOwnershipOf(buffer, byte_length, byte_capacity);
   if (!UniLib:: IsInterchangeValid(buffer, byte_length)) {
     LOG(WARNING) << "UTF-8 buffer is not interchange-valid.";
     repr_.size_ = ConvertToInterchangeValid(repr_.data_, byte_length);
   }
   return *this;
 }

◆ utf8_capacity()

int UnicodeText::utf8_capacity ( ) const

inline

Definition at line 294 of file unicodetext.h.

294 { return repr_.capacity_; }

◆ utf8_data()

const char* UnicodeText::utf8_data ( ) const

inline

Definition at line 292 of file unicodetext.h.

292 { return repr_.data_; }

◆ utf8_length()

int UnicodeText::utf8_length ( ) const

inline

Definition at line 293 of file unicodetext.h.

293 { return repr_.size_; }

◆ UTF8Substring()

string UnicodeText::UTF8Substring	(	const const_iterator &	first,
		const const_iterator &	last
	)

static

Definition at line 198 of file unicodetext.cc.

                                                               {
   CHECK(first <= last) << " Incompatible iterators";
   return string(first.it_, last.it_ - first.it_);
 }

Friends And Related Function Documentation

◆ const_iterator

friend class const_iterator

friend

Definition at line 332 of file unicodetext.h.

◆ operator!=

bool operator!=	(	const UnicodeText &	lhs,
		const UnicodeText &	rhs
	)

friend

Definition at line 380 of file unicodetext.h.

                                                                        {
   return !(lhs == rhs);
 }

◆ operator==

bool operator==	(	const UnicodeText &	lhs,
		const UnicodeText &	rhs
	)

friend

Definition at line 375 of file unicodetext.cc.

                                                                 {
   if (&lhs == &rhs) return true;
   if (lhs.repr_.size_ != rhs.repr_.size_) return false;
   return memcmp(lhs.repr_.data_, rhs.repr_.data_, lhs.repr_.size_) == 0;
 }

◆ UnicodeTextUtils

friend class UnicodeTextUtils

friend

Definition at line 333 of file unicodetext.h.

The documentation for this class was generated from the following files:

/tesseract/unittest/util/utf8/unicodetext.h
/tesseract/unittest/util/utf8/unicodetext.cc

Classes

Public Types

Public Member Functions

Static Public Member Functions

Friends

Detailed Description

Member Typedef Documentation

◆ value_type

Constructor & Destructor Documentation

◆ UnicodeText() [1/3]

◆ UnicodeText() [2/3]

◆ UnicodeText() [3/3]

◆ ~UnicodeText()

Member Function Documentation

◆ append() [1/3]

◆ append() [2/3]

◆ append() [3/3]

◆ assign()

◆ begin()

◆ clear()

◆ Copy()

◆ CopyUTF8()

◆ DebugString()

◆ empty()

◆ end()

◆ find() [1/2]

◆ find() [2/2]

◆ HasReplacementChar()

◆ MakeIterator()

◆ operator=()

◆ PointTo() [1/2]

◆ PointTo() [2/2]

◆ PointToUTF8()

◆ push_back()

◆ rbegin()

◆ rend()

◆ size()

◆ TakeOwnershipOfUTF8()

◆ utf8_capacity()

◆ utf8_data()

◆ utf8_length()

◆ UTF8Substring()

Friends And Related Function Documentation

◆ const_iterator

◆ operator!=

◆ operator==

◆ UnicodeTextUtils