#include <unicodetext.h>

Classes
class	const_iterator

class	const_reverse_iterator

Public Types
typedef char32	value_type

Public Member Functions
	UnicodeText ()

	UnicodeText (const UnicodeText &src)

	UnicodeText (const const_iterator &first, const const_iterator &last)

UnicodeText &	operator= (const UnicodeText &src)

UnicodeText &	Copy (const UnicodeText &src)

UnicodeText &	assign (const UnicodeText &src)

UnicodeText &	PointTo (const UnicodeText &src)

UnicodeText &	PointTo (const const_iterator &first, const const_iterator &last)

	~UnicodeText ()

void	clear ()

bool	empty () const

void	push_back (char32 codepoint)

template<typename ForwardIterator >
UnicodeText &	append (ForwardIterator first, const ForwardIterator last)

UnicodeText &	append (const const_iterator &first, const const_iterator &last)

UnicodeText &	append (const UnicodeText &source)

int	size () const

const_iterator	begin () const

const_iterator	end () const

const_reverse_iterator	rbegin () const

const_reverse_iterator	rend () const

const_iterator	find (const UnicodeText &look, const_iterator start_pos) const

const_iterator	find (const UnicodeText &look) const

bool	HasReplacementChar () const

const char *	utf8_data () const

int	utf8_length () const

int	utf8_capacity () const

UnicodeText &	CopyUTF8 (const char *utf8_buffer, int byte_length)

UnicodeText &	TakeOwnershipOfUTF8 (char *utf8_buffer, int byte_length, int byte_capacity)

UnicodeText &	PointToUTF8 (const char *utf8_buffer, int byte_length)

const_iterator	MakeIterator (const char *p) const

string	DebugString () const

Static Public Member Functions
static string	UTF8Substring (const const_iterator &first, const const_iterator &last)

Friends
class	const_iterator

class	UnicodeTextUtils

bool	operator== (const UnicodeText &lhs, const UnicodeText &rhs)

bool	operator!= (const UnicodeText &lhs, const UnicodeText &rhs)

Detailed Description

Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

 http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Definition at line 116 of file unicodetext.h.

Member Typedef Documentation

◆ value_type

typedef char32 UnicodeText::value_type

Definition at line 120 of file unicodetext.h.

Constructor & Destructor Documentation

◆ UnicodeText() [1/3]

UnicodeText::UnicodeText ( )

Definition at line 188 of file unicodetext.cc.

188{}

◆ UnicodeText() [2/3]

UnicodeText::UnicodeText ( const UnicodeText & src )

Definition at line 191 of file unicodetext.cc.

                                               {
  Copy(src);
}

◆ UnicodeText() [3/3]

UnicodeText::UnicodeText	(	const const_iterator &	first,
		const const_iterator &	last
	)

Definition at line 196 of file unicodetext.cc.

                                                                {
  CHECK(first <= last) << " Incompatible iterators";
  repr_.append(first.it_, last.it_ - first.it_);
}

◆ ~UnicodeText()

UnicodeText::~UnicodeText ( )

Definition at line 355 of file unicodetext.cc.

355{}

Member Function Documentation

◆ append() [1/3]

UnicodeText & UnicodeText::append	(	const const_iterator &	first,
		const const_iterator &	last
	)

Definition at line 288 of file unicodetext.cc.

                                                                                        {
  CHECK(first <= last) << " Incompatible iterators";
  repr_.append(first.it_, last.it_ - first.it_);
  return *this;
}

◆ append() [2/3]

UnicodeText & UnicodeText::append ( const UnicodeText & source )

Definition at line 283 of file unicodetext.cc.

                                                     {
  repr_.append(u.repr_.data_, u.repr_.size_);
  return *this;
}

◆ append() [3/3]

template<typename ForwardIterator >

UnicodeText & UnicodeText::append	(	ForwardIterator	first,
		const ForwardIterator	last
	)

inline

Definition at line 163 of file unicodetext.h.

                                                                         {
    while (first != last) {
      push_back(*first++);
    }
    return *this;
  }

◆ assign()

UnicodeText & UnicodeText::assign ( const UnicodeText & src )

inline

Definition at line 134 of file unicodetext.h.

                                                     {
    return Copy(src);
  }

◆ begin()

UnicodeText::const_iterator UnicodeText::begin ( ) const

Definition at line 408 of file unicodetext.cc.

                                                   {
  return const_iterator(repr_.data_);
}

◆ clear()

void UnicodeText::clear ( )

Definition at line 350 of file unicodetext.cc.

                        {
  repr_.clear();
}

◆ Copy()

UnicodeText & UnicodeText::Copy ( const UnicodeText & src )

Definition at line 216 of file unicodetext.cc.

                                                     {
  repr_.Copy(src.repr_.data_, src.repr_.size_);
  return *this;
}

◆ CopyUTF8()

UnicodeText & UnicodeText::CopyUTF8	(	const char *	utf8_buffer,
		int	byte_length
	)

Definition at line 221 of file unicodetext.cc.

                                                                      {
  repr_.Copy(buffer, byte_length);
  if (!UniLib::IsInterchangeValid(buffer, byte_length)) {
    LOG(WARNING) << "UTF-8 buffer is not interchange-valid.";
    repr_.size_ = ConvertToInterchangeValid(repr_.data_, byte_length);
  }
  return *this;
}

◆ DebugString()

string UnicodeText::DebugString ( ) const

◆ empty()

bool UnicodeText::empty ( ) const

inline

Definition at line 146 of file unicodetext.h.

                     {
    return repr_.size_ == 0;
  } // Test if text is empty.

◆ end()

UnicodeText::const_iterator UnicodeText::end ( ) const

Definition at line 412 of file unicodetext.cc.

                                                 {
  return const_iterator(repr_.data_ + repr_.size_);
}

◆ find() [1/2]

UnicodeText::const_iterator UnicodeText::find ( const UnicodeText & look ) const

Definition at line 308 of file unicodetext.cc.

                                                                         {
  return UnsafeFind(look, begin());
}

◆ find() [2/2]

UnicodeText::const_iterator UnicodeText::find	(	const UnicodeText &	look,
		const_iterator	start_pos
	)		const

Definition at line 301 of file unicodetext.cc.

                                                                              {
  CHECK_GE(start_pos.utf8_data(), utf8_data());
  CHECK_LE(start_pos.utf8_data(), utf8_data() + utf8_length());
  return UnsafeFind(look, start_pos);
}

◆ HasReplacementChar()

bool UnicodeText::HasReplacementChar ( ) const

◆ MakeIterator()

UnicodeText::const_iterator UnicodeText::MakeIterator ( const char * p ) const

Definition at line 484 of file unicodetext.cc.

                                                                       {
  CHECK(p != nullptr);
  const char *start = utf8_data();
  int len = utf8_length();
  const char *end = start + len;
  CHECK(p >= start);
  CHECK(p <= end);
  CHECK(p == end || !UniLib::IsTrailByte(*p));
  return const_iterator(p);
}

◆ operator=()

UnicodeText & UnicodeText::operator= ( const UnicodeText & src )

Definition at line 209 of file unicodetext.cc.

                                                          {
  if (this != &src) {
    Copy(src);
  }
  return *this;
}

◆ PointTo() [1/2]

UnicodeText & UnicodeText::PointTo	(	const const_iterator &	first,
		const const_iterator &	last
	)

Definition at line 275 of file unicodetext.cc.

                                                                                         {
  CHECK(first <= last) << " Incompatible iterators";
  repr_.PointTo(first.utf8_data(), last.utf8_data() - first.utf8_data());
  return *this;
}

◆ PointTo() [2/2]

UnicodeText & UnicodeText::PointTo ( const UnicodeText & src )

Definition at line 270 of file unicodetext.cc.

                                                        {
  repr_.PointTo(src.repr_.data_, src.repr_.size_);
  return *this;
}

◆ PointToUTF8()

UnicodeText & UnicodeText::PointToUTF8	(	const char *	utf8_buffer,
		int	byte_length
	)

Definition at line 254 of file unicodetext.cc.

                                                                         {
  if (UniLib::IsInterchangeValid(buffer, byte_length)) {
    repr_.PointTo(buffer, byte_length);
  } else {
    LOG(WARNING) << "UTF-8 buffer is not interchange-valid.";
    repr_.Copy(buffer, byte_length);
    repr_.size_ = ConvertToInterchangeValid(repr_.data_, byte_length);
  }
  return *this;
}

◆ push_back()

void UnicodeText::push_back ( char32 codepoint )

Definition at line 357 of file unicodetext.cc.

                                    {
  if (UniLib::IsValidCodepoint(c)) {
    char buf[UTFmax];
    int len = runetochar(buf, &c);
    if (UniLib::IsInterchangeValid(buf, len)) {
      repr_.append(buf, len);
    } else {
      LOG(WARNING) << "Unicode value 0x" << std::hex << c << " is not valid for interchange";
      repr_.append(" ", 1);
    }
  } else {
    LOG(WARNING) << "Illegal Unicode value: 0x" << std::hex << c;
    repr_.append(" ", 1);
  }
}

◆ rbegin()

const_reverse_iterator UnicodeText::rbegin ( ) const

inline

Definition at line 283 of file unicodetext.h.

                                        {
    return const_reverse_iterator(end());
  }

◆ rend()

const_reverse_iterator UnicodeText::rend ( ) const

inline

Definition at line 286 of file unicodetext.h.

                                      {
    return const_reverse_iterator(begin());
  }

◆ size()

int UnicodeText::size ( ) const

Definition at line 373 of file unicodetext.cc.

                            {
  return CodepointCount(repr_.data_, repr_.size_);
}

◆ TakeOwnershipOfUTF8()

UnicodeText & UnicodeText::TakeOwnershipOfUTF8	(	char *	utf8_buffer,
		int	byte_length,
		int	byte_capacity
	)

Definition at line 237 of file unicodetext.cc.

                                                                                              {
  repr_.TakeOwnershipOf(buffer, byte_length, byte_capacity);
  if (!UniLib::IsInterchangeValid(buffer, byte_length)) {
    LOG(WARNING) << "UTF-8 buffer is not interchange-valid.";
    repr_.size_ = ConvertToInterchangeValid(repr_.data_, byte_length);
  }
  return *this;
}

◆ utf8_capacity()

int UnicodeText::utf8_capacity ( ) const

inline

Definition at line 311 of file unicodetext.h.

                            {
    return repr_.capacity_;
  }

◆ utf8_data()

const char * UnicodeText::utf8_data ( ) const

inline

Definition at line 305 of file unicodetext.h.

                                {
    return repr_.data_;
  }

◆ utf8_length()

int UnicodeText::utf8_length ( ) const

inline

Definition at line 308 of file unicodetext.h.

                          {
    return repr_.size_;
  }

◆ UTF8Substring()

string UnicodeText::UTF8Substring	(	const const_iterator &	first,
		const const_iterator &	last
	)

static

Definition at line 202 of file unicodetext.cc.

                                                                                         {
  CHECK(first <= last) << " Incompatible iterators";
  return string(first.it_, last.it_ - first.it_);
}

Friends And Related Function Documentation

◆ const_iterator

friend class const_iterator

friend

Definition at line 348 of file unicodetext.h.

◆ operator!=

bool operator!=	(	const UnicodeText &	lhs,
		const UnicodeText &	rhs
	)

friend

Definition at line 397 of file unicodetext.h.

                                                                       {
  return !(lhs == rhs);
}

◆ operator==

bool operator==	(	const UnicodeText &	lhs,
		const UnicodeText &	rhs
	)

friend

Definition at line 377 of file unicodetext.cc.

                                                                {
  if (&lhs == &rhs)
    return true;
  if (lhs.repr_.size_ != rhs.repr_.size_)
    return false;
  return memcmp(lhs.repr_.data_, rhs.repr_.data_, lhs.repr_.size_) == 0;
}

◆ UnicodeTextUtils

friend class UnicodeTextUtils

friend

Definition at line 349 of file unicodetext.h.

The documentation for this class was generated from the following files:

/media/home/debian/src/github/tesseract-ocr/tesseract/unittest/util/utf8/unicodetext.h
/media/home/debian/src/github/tesseract-ocr/tesseract/unittest/util/utf8/unicodetext.cc

Classes

Public Types

Public Member Functions

Static Public Member Functions

Friends

Detailed Description

Member Typedef Documentation

◆ value_type

Constructor & Destructor Documentation

◆ UnicodeText() [1/3]

◆ UnicodeText() [2/3]

◆ UnicodeText() [3/3]

◆ ~UnicodeText()

Member Function Documentation

◆ append() [1/3]

◆ append() [2/3]

◆ append() [3/3]

◆ assign()

◆ begin()

◆ clear()

◆ Copy()

◆ CopyUTF8()

◆ DebugString()

◆ empty()

◆ end()

◆ find() [1/2]

◆ find() [2/2]

◆ HasReplacementChar()

◆ MakeIterator()

◆ operator=()

◆ PointTo() [1/2]

◆ PointTo() [2/2]

◆ PointToUTF8()

◆ push_back()

◆ rbegin()

◆ rend()

◆ size()

◆ TakeOwnershipOfUTF8()

◆ utf8_capacity()

◆ utf8_data()

◆ utf8_length()

◆ UTF8Substring()

Friends And Related Function Documentation

◆ const_iterator

◆ operator!=

◆ operator==

◆ UnicodeTextUtils