unicodetext.cc File Reference

#include "util/utf8/unicodetext.h"
#include <string.h>
#include <algorithm>
#include "third_party/utf/utf.h"
#include "util/utf8/unilib.h"
#include "util/utf8/unilib_utf8_utils.h"

Go to the source code of this file.

Functions
UnicodeText::const_iterator::difference_type	distance (const UnicodeText::const_iterator &first, const UnicodeText::const_iterator &last)
bool	operator== (const UnicodeText &lhs, const UnicodeText &rhs)
bool	operator< (const UnicodeText::const_iterator &lhs, const UnicodeText::const_iterator &rhs)
string	CodepointString (const UnicodeText &t)

Function Documentation

CodepointString()

string CodepointString

(

const UnicodeText &

t

)

Definition at line 502 of file unicodetext.cc.

                                             {
  string s;
  UnicodeText::const_iterator it = t.begin(), end = t.end();
  while (it != end) tensorflow::strings::Appendf(&s, "%X ", *it++);
  return s;
}

distance()

UnicodeText::const_iterator::difference_type distance	(	const UnicodeText::const_iterator &	first,
		const UnicodeText::const_iterator &	last
	)

Definition at line 44 of file unicodetext.cc.

                                                {
  return CodepointDistance(first.it_, last.it_);
}

operator<()

bool operator<	(	const UnicodeText::const_iterator &	lhs,
		const UnicodeText::const_iterator &	rhs
	)

Definition at line 416 of file unicodetext.cc.

                                                     {
  return lhs.it_ < rhs.it_;
}

operator==()

bool operator==	(	const UnicodeText &	lhs,
		const UnicodeText &	rhs
	)

Definition at line 375 of file unicodetext.cc.

                                                                {
  if (&lhs == &rhs) return true;
  if (lhs.repr_.size_ != rhs.repr_.size_) return false;
  return memcmp(lhs.repr_.data_, rhs.repr_.data_, lhs.repr_.size_) == 0;
}