ydb/library/cpp/string_utils/csv/csv.cpp

#include "csv.h"

TStringBuf NCsvFormat::CsvSplitter::Consume() {
    if (Begin == End) {
        return nullptr;
    }
    TString::const_iterator TokenStart = Begin;
    TString::const_iterator TokenEnd = Begin;
    if (Quote == '\0') {
        while (1) {
            if (TokenEnd == End || *TokenEnd == Delimeter) {
                Begin = TokenEnd;
                return TStringBuf(TokenStart, TokenEnd);
            }
            ++TokenEnd;
        }
    } else {
        bool Escape = false;
        if (*Begin == Quote) {
            Escape = true;
            ++TokenStart;
            ++TokenEnd;
            Y_ENSURE(TokenStart != End, TStringBuf("RFC4180 violation: quotation mark must be followed by something"));
        }
        while (1) {
            if (TokenEnd == End || (!Escape && *TokenEnd == Delimeter)) {
                Begin = TokenEnd;
                return TStringBuf(TokenStart, TokenEnd);
            } else if (*TokenEnd == Quote) {
                Y_ENSURE(Escape, TStringBuf("RFC4180 violation: quotation mark must be in the escaped string only"));
                if (TokenEnd + 1 == End) {
                    Begin = TokenEnd + 1;
                } else if (*(TokenEnd + 1) == Delimeter) {
                    Begin = TokenEnd + 1;
                } else if (*(TokenEnd + 1) == Quote) {
                    TempResultParts.push_back(TStringBuf(TokenStart, (TokenEnd + 1)));
                    TokenEnd += 2;
                    TokenStart = TokenEnd;
                    continue;
                } else {
                    Y_ENSURE(false, TStringBuf("RFC4180 violation: in escaped string quotation mark must be followed by a delimiter, EOL or another quotation mark"));
                }
                if (TempResultParts.size()) {
                    auto newEscapedStringPtr = std::make_unique<TString>();
                    size_t newStringSize = 0;
                    for (auto tempResultPart : TempResultParts) {
                        newStringSize += tempResultPart.size();
                    }
                    newStringSize += TokenEnd - TokenStart;
                    newEscapedStringPtr->reserve(newStringSize);
                    for (auto tempResultPart : TempResultParts) {
                        *newEscapedStringPtr += TString{ tempResultPart };
                    }
                    *newEscapedStringPtr += TString{ TStringBuf(TokenStart, TokenEnd) };
                    TempResultParts.clear();
                    // Storing built string so that returned TStringBuf won't change until this splitter is destroyed
                    TempResults.push_back(std::move(newEscapedStringPtr));
                    return TStringBuf(*TempResults.back());
                } else {
                    return TStringBuf(TokenStart, TokenEnd);
                }
            }
            ++TokenEnd;
        }
    }
}

TString NCsvFormat::TLinesSplitter::ConsumeLine() {
    bool Escape = false;
    TString result;
    TString line;
    while (Input.ReadLine(line)) {
        for (auto it = line.begin(); it != line.end(); ++it) {
            if (*it == Quote) {
                Escape = !Escape;
            }
        }
        if (!result) {
            result = line;
        } else {
            result += line;
        }
        if (!Escape) {
            break;
        } else {
            result += "\n";
        }
    }
    return result;
}