#include <scanner-character-streams.h>

Inheritance diagram for v8::internal::Utf8ToUtf16CharacterStream:

Collaboration diagram for v8::internal::Utf8ToUtf16CharacterStream:

Public Member Functions
	Utf8ToUtf16CharacterStream (const byte *data, unsigned length)

virtual	~Utf8ToUtf16CharacterStream ()

Public Member Functions inherited from v8::internal::BufferedUtf16CharacterStream
	BufferedUtf16CharacterStream ()

virtual	~BufferedUtf16CharacterStream ()

virtual void	PushBack (uc32 character)

Public Member Functions inherited from v8::internal::Utf16CharacterStream
	Utf16CharacterStream ()

virtual	~Utf16CharacterStream ()

uc32	Advance ()

unsigned	pos () const

unsigned	SeekForward (unsigned code_unit_count)

Static Public Member Functions
static unsigned	CopyChars (uint16_t dest, unsigned length, const byte src, unsigned *src_pos, unsigned src_length)

Protected Member Functions
virtual unsigned	BufferSeekForward (unsigned delta)

virtual unsigned	FillBuffer (unsigned char_position)

void	SetRawPosition (unsigned char_position)

Protected Member Functions inherited from v8::internal::BufferedUtf16CharacterStream
virtual unsigned	SlowSeekForward (unsigned delta)

virtual bool	ReadBlock ()

virtual void	SlowPushBack (uc16 character)

Protected Attributes
const byte *	raw_data_

unsigned	raw_data_length_

unsigned	raw_data_pos_

unsigned	raw_character_position_

Protected Attributes inherited from v8::internal::BufferedUtf16CharacterStream
const uc16 *	pushback_limit_

uc16	buffer_ [kBufferSize]

Protected Attributes inherited from v8::internal::Utf16CharacterStream
const uint16_t *	buffer_cursor_

const uint16_t *	buffer_end_

unsigned	pos_

Additional Inherited Members
Static Protected Attributes inherited from v8::internal::BufferedUtf16CharacterStream
static const unsigned	kBufferSize = 512

static const unsigned	kPushBackStepSize = 16

Static Protected Attributes inherited from v8::internal::Utf16CharacterStream
static const uc32	kEndOfInput = -1

Detailed Description

Definition at line 57 of file scanner-character-streams.h.

Constructor & Destructor Documentation

◆ Utf8ToUtf16CharacterStream()

v8::internal::Utf8ToUtf16CharacterStream::Utf8ToUtf16CharacterStream	(	const byte *	data,
		unsigned	length
	)

Definition at line 162 of file scanner-character-streams.cc.

     : BufferedUtf16CharacterStream(),
       raw_data_(data),
       raw_data_length_(length),
       raw_data_pos_(0),
       raw_character_position_(0) {
   ReadBlock();
 }

References v8::internal::BufferedUtf16CharacterStream::ReadBlock().

Here is the call graph for this function:

◆ ~Utf8ToUtf16CharacterStream()

v8::internal::Utf8ToUtf16CharacterStream::~Utf8ToUtf16CharacterStream ( )

virtual

Definition at line 173 of file scanner-character-streams.cc.

173 { }

Member Function Documentation

◆ BufferSeekForward()

unsigned v8::internal::Utf8ToUtf16CharacterStream::BufferSeekForward ( unsigned delta )

protectedvirtual

Implements v8::internal::BufferedUtf16CharacterStream.

Definition at line 205 of file scanner-character-streams.cc.

                                                                      {
   unsigned old_pos = pos_;
   unsigned target_pos = pos_ + delta;
   SetRawPosition(target_pos);
   pos_ = raw_character_position_;
   ReadBlock();
   return pos_ - old_pos;
 }

References v8::internal::Utf16CharacterStream::pos_, raw_character_position_, v8::internal::BufferedUtf16CharacterStream::ReadBlock(), and SetRawPosition().

Here is the call graph for this function:

◆ CopyChars()

unsigned v8::internal::Utf8ToUtf16CharacterStream::CopyChars	(	uint16_t *	dest,
		unsigned	length,
		const byte *	src,
		unsigned *	src_pos,
		unsigned	src_length
	)

static

Definition at line 176 of file scanner-character-streams.cc.

                                                                     {
   static const unibrow::uchar kMaxUtf16Character = 0xffff;
   unsigned i = 0;
   // Because of the UTF-16 lead and trail surrogates, we stop filling the buffer
   // one character early (in the normal case), because we need to have at least
   // two free spaces in the buffer to be sure that the next character will fit.
   while (i < length - 1) {
     if (*src_pos == src_length) break;
     unibrow::uchar c = src[*src_pos];
     if (c <= unibrow::Utf8::kMaxOneByteChar) {
       *src_pos = *src_pos + 1;
     } else {
       c = unibrow::Utf8::CalculateValue(src + *src_pos, src_length - *src_pos,
                                         src_pos);
     }
     if (c > kMaxUtf16Character) {
       dest[i++] = unibrow::Utf16::LeadSurrogate(c);
       dest[i++] = unibrow::Utf16::TrailSurrogate(c);
     } else {
       dest[i++] = static_cast<uc16>(c);
     }
   }
   return i;
 }

References unibrow::Utf8::CalculateValue(), unibrow::Utf8::kMaxOneByteChar, unibrow::Utf16::LeadSurrogate(), and unibrow::Utf16::TrailSurrogate().

Referenced by v8::internal::anonymous_namespace{scanner-character-streams.cc}::CopyCharsHelper(), and FillBuffer().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ FillBuffer()

unsigned v8::internal::Utf8ToUtf16CharacterStream::FillBuffer ( unsigned char_position )

protectedvirtual

Implements v8::internal::BufferedUtf16CharacterStream.

Definition at line 215 of file scanner-character-streams.cc.

                                                                       {
   SetRawPosition(char_position);
   if (raw_character_position_ != char_position) {
     // char_position was not a valid position in the stream (hit the end
     // while spooling to it).
     return 0u;
   }
   unsigned i = CopyChars(buffer_, kBufferSize, raw_data_, &raw_data_pos_,
                          raw_data_length_);
   raw_character_position_ = char_position + i;
   return i;
 }

References v8::internal::BufferedUtf16CharacterStream::buffer_, CopyChars(), v8::internal::BufferedUtf16CharacterStream::kBufferSize, raw_character_position_, raw_data_, raw_data_length_, raw_data_pos_, and SetRawPosition().

Here is the call graph for this function:

◆ SetRawPosition()

void v8::internal::Utf8ToUtf16CharacterStream::SetRawPosition ( unsigned char_position )

protected

Definition at line 290 of file scanner-character-streams.cc.

                                                                         {
   if (raw_character_position_ > target_position) {
     // Spool backwards in utf8 buffer.
     do {
       int old_pos = raw_data_pos_;
       Utf8CharacterBack(raw_data_, &raw_data_pos_);
       raw_character_position_--;
       DCHECK(old_pos - raw_data_pos_ <= 4);
       // Step back over both code units for surrogate pairs.
       if (old_pos - raw_data_pos_ == 4) raw_character_position_--;
     } while (raw_character_position_ > target_position);
     // No surrogate pair splitting.
     DCHECK(raw_character_position_ == target_position);
     return;
   }
   // Spool forwards in the utf8 buffer.
   while (raw_character_position_ < target_position) {
     if (raw_data_pos_ == raw_data_length_) return;
     int old_pos = raw_data_pos_;
     Utf8CharacterForward(raw_data_, &raw_data_pos_);
     raw_character_position_++;
     DCHECK(raw_data_pos_ - old_pos <= 4);
     if (raw_data_pos_ - old_pos == 4) raw_character_position_++;
   }
   // No surrogate pair splitting.
   DCHECK(raw_character_position_ == target_position);
 }