#include "parser.h" #include "consumer.h" #include "format.h" #include "parser_detail.h" #include #include namespace NYson { //////////////////////////////////////////////////////////////////////////////// class TYsonParser::TImpl { public: TImpl( NYT::NYson::IYsonConsumer* consumer, IInputStream* stream, EYsonType type, bool enableLinePositionInfo, ui64 bufferSizeLimit, bool consumeUntilEof, TMaybe memoryLimit = Nothing()) : Consumer_(consumer) , Stream_(stream) , Type_(type) , EnableLinePositionInfo_(enableLinePositionInfo) , BufferSizeLimit_(bufferSizeLimit) , ConsumeUntilEof_(consumeUntilEof) , MemoryLimit_(memoryLimit) { } void Parse() { TBuffer buffer(BufferSizeLimit_); ParseYsonStreamImpl( TStreamReader(Stream_, buffer.Data(), buffer.Capacity()), Consumer_, Type_, EnableLinePositionInfo_, ConsumeUntilEof_, MemoryLimit_); } private: NYT::NYson::IYsonConsumer* Consumer_; IInputStream* Stream_; EYsonType Type_; bool EnableLinePositionInfo_; ui64 BufferSizeLimit_; bool ConsumeUntilEof_; TMaybe MemoryLimit_; }; //////////////////////////////////////////////////////////////////////////////// TYsonParser::TYsonParser( NYT::NYson::IYsonConsumer* consumer, IInputStream* stream, EYsonType type, bool enableLinePositionInfo, ui64 bufferSizeLimit, bool consumeUntilEof, TMaybe memoryLimit) : Impl(new TImpl(consumer, stream, type, enableLinePositionInfo, bufferSizeLimit, consumeUntilEof, memoryLimit)) { } TYsonParser::~TYsonParser() { } void TYsonParser::Parse() { Impl->Parse(); } //////////////////////////////////////////////////////////////////////////////// class TStatelessYsonParser::TImpl { private: THolder Impl; public: TImpl( NYT::NYson::IYsonConsumer* consumer, bool enableLinePositionInfo, TMaybe memoryLimit) : Impl( enableLinePositionInfo ? static_cast(new TStatelessYsonParserImpl(consumer, memoryLimit)) : static_cast(new TStatelessYsonParserImpl(consumer, memoryLimit))) { } void Parse(const TStringBuf& data, EYsonType type = ::NYson::EYsonType::Node) { Impl->Parse(data, type); } }; //////////////////////////////////////////////////////////////////////////////// TStatelessYsonParser::TStatelessYsonParser( NYT::NYson::IYsonConsumer* consumer, bool enableLinePositionInfo, TMaybe memoryLimit) : Impl(new TImpl(consumer, enableLinePositionInfo, memoryLimit)) { } TStatelessYsonParser::~TStatelessYsonParser() { } void TStatelessYsonParser::Parse(const TStringBuf& data, EYsonType type) { Impl->Parse(data, type); } //////////////////////////////////////////////////////////////////////////////// void ParseYsonStringBuffer( const TStringBuf& buffer, NYT::NYson::IYsonConsumer* consumer, EYsonType type, bool enableLinePositionInfo, TMaybe memoryLimit) { ParseYsonStreamImpl( TStringReader(buffer.begin(), buffer.end()), consumer, type, enableLinePositionInfo, true, memoryLimit); } //////////////////////////////////////////////////////////////////////////////// class TYsonListParser::TImpl { public: TImpl( NYT::NYson::IYsonConsumer* consumer, IInputStream* stream, bool enableLinePositionInfo, TMaybe memoryLimit = Nothing()) : Consumer_(consumer) , Stream_(stream) , EnableLinePositionInfo_(enableLinePositionInfo) , MemoryLimit_(memoryLimit) , Buffer_(64 << 10) , Reader_(Stream_, Buffer_.Data(), Buffer_.Capacity()) { } bool Parse() { if (!Impl_) { Impl_.Reset( EnableLinePositionInfo_ ? static_cast(new TYsonListParserImpl(Reader_, Consumer_, MemoryLimit_)) : static_cast(new TYsonListParserImpl(Reader_, Consumer_, MemoryLimit_))); } return Impl_->Parse(); } private: NYT::NYson::IYsonConsumer* Consumer_; IInputStream* Stream_; bool EnableLinePositionInfo_; TMaybe MemoryLimit_; TBuffer Buffer_; TStreamReader Reader_; THolder Impl_; }; //////////////////////////////////////////////////////////////////////////////// TYsonListParser::TYsonListParser( NYT::NYson::IYsonConsumer* consumer, IInputStream* stream, bool enableLinePositionInfo, TMaybe memoryLimit) : Impl(new TImpl(consumer, stream, enableLinePositionInfo, memoryLimit)) { } TYsonListParser::~TYsonListParser() { } bool TYsonListParser::Parse() { return Impl->Parse(); } //////////////////////////////////////////////////////////////////////////////// } // namespace NYson