ydb/contrib/libs/apache/avro/impl/json/JsonIO.cc

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     https://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#include "JsonIO.hh"

namespace avro {
namespace json {

using std::ostringstream;
using std::string;

const char *const
    JsonParser::tokenNames[] = {
        "Null",
        "Bool",
        "Integer",
        "Double",
        "String",
        "Array start",
        "Array end",
        "Object start",
        "Object end",
};

char JsonParser::next() {
    char ch = hasNext ? nextChar : ' ';
    while (isspace(ch)) {
        if (ch == '\n') {
            line_++;
        }
        ch = in_.read();
    }
    hasNext = false;
    return ch;
}

void JsonParser::expectToken(Token tk) {
    if (advance() != tk) {
        if (tk == Token::Double) {
            if (cur() == Token::String
                && (sv == "Infinity" || sv == "-Infinity" || sv == "NaN")) {
                curToken = Token::Double;
                dv = sv == "Infinity" ? std::numeric_limits<double>::infinity() : sv == "-Infinity" ? -std::numeric_limits<double>::infinity()
                                                                                                    : std::numeric_limits<double>::quiet_NaN();
                return;
            } else if (cur() == Token::Long) {
                dv = double(lv);
                return;
            }
        }
        ostringstream oss;
        oss << "Incorrect token in the stream. Expected: "
            << JsonParser::toString(tk) << ", found "
            << JsonParser::toString(cur());
        throw Exception(oss.str());
    }
}

JsonParser::Token JsonParser::doAdvance() {
    char ch = next();
    if (ch == ']') {
        if (curState == stArray0 || curState == stArrayN) {
            curState = stateStack.top();
            stateStack.pop();
            return Token::ArrayEnd;
        } else {
            throw unexpected(ch);
        }
    } else if (ch == '}') {
        if (curState == stObject0 || curState == stObjectN) {
            curState = stateStack.top();
            stateStack.pop();
            return Token::ObjectEnd;
        } else {
            throw unexpected(ch);
        }
    } else if (ch == ',') {
        if (curState != stObjectN && curState != stArrayN) {
            throw unexpected(ch);
        }
        if (curState == stObjectN) {
            curState = stObject0;
        }
        ch = next();
    } else if (ch == ':') {
        if (curState != stKey) {
            throw unexpected(ch);
        }
        curState = stObjectN;
        ch = next();
    }

    if (curState == stObject0) {
        if (ch != '"') {
            throw unexpected(ch);
        }
        curState = stKey;
    } else if (curState == stArray0) {
        curState = stArrayN;
    }

    switch (ch) {
        case '[':
            stateStack.push(curState);
            curState = stArray0;
            return Token::ArrayStart;
        case '{':
            stateStack.push(curState);
            curState = stObject0;
            return Token::ObjectStart;
        case '"':
            return tryString();
        case 't':
            bv = true;
            return tryLiteral("rue", 3, Token::Bool);
        case 'f':
            bv = false;
            return tryLiteral("alse", 4, Token::Bool);
        case 'n':
            return tryLiteral("ull", 3, Token::Null);
        default:
            if (isdigit(ch) || ch == '-') {
                return tryNumber(ch);
            } else {
                throw unexpected(ch);
            }
    }
}

JsonParser::Token JsonParser::tryNumber(char ch) {
    sv.clear();
    sv.push_back(ch);

    hasNext = false;
    int state = (ch == '-') ? 0 : (ch == '0') ? 1
                                              : 2;
    for (;;) {
        switch (state) {
            case 0:
                if (in_.hasMore()) {
                    ch = in_.read();
                    if (isdigit(ch)) {
                        state = (ch == '0') ? 1 : 2;
                        sv.push_back(ch);
                        continue;
                    }
                    hasNext = true;
                }
                break;
            case 1:
                if (in_.hasMore()) {
                    ch = in_.read();
                    if (ch == '.') {
                        state = 3;
                        sv.push_back(ch);
                        continue;
                    } else if (ch == 'e' || ch == 'E') {
                        sv.push_back(ch);
                        state = 5;
                        continue;
                    }
                    hasNext = true;
                }
                break;
            case 2:
                if (in_.hasMore()) {
                    ch = in_.read();
                    if (isdigit(ch)) {
                        sv.push_back(ch);
                        continue;
                    } else if (ch == '.') {
                        state = 3;
                        sv.push_back(ch);
                        continue;
                    } else if (ch == 'e' || ch == 'E') {
                        sv.push_back(ch);
                        state = 5;
                        continue;
                    }
                    hasNext = true;
                }
                break;
            case 3:
            case 6:
                if (in_.hasMore()) {
                    ch = in_.read();
                    if (isdigit(ch)) {
                        sv.push_back(ch);
                        state++;
                        continue;
                    }
                    hasNext = true;
                }
                break;
            case 4:
                if (in_.hasMore()) {
                    ch = in_.read();
                    if (isdigit(ch)) {
                        sv.push_back(ch);
                        continue;
                    } else if (ch == 'e' || ch == 'E') {
                        sv.push_back(ch);
                        state = 5;
                        continue;
                    }
                    hasNext = true;
                }
                break;
            case 5:
                if (in_.hasMore()) {
                    ch = in_.read();
                    if (ch == '+' || ch == '-') {
                        sv.push_back(ch);
                        state = 6;
                        continue;
                    } else if (isdigit(ch)) {
                        sv.push_back(ch);
                        state = 7;
                        continue;
                    }
                    hasNext = true;
                }
                break;
            case 7:
                if (in_.hasMore()) {
                    ch = in_.read();
                    if (isdigit(ch)) {
                        sv.push_back(ch);
                        continue;
                    }
                    hasNext = true;
                }
                break;
            default:
                throw Exception("Unexpected JSON parse state");
        }
        if (state == 1 || state == 2 || state == 4 || state == 7) {
            if (hasNext) {
                nextChar = ch;
            }
            std::istringstream iss(sv);
            if (state == 1 || state == 2) {
                iss >> lv;
                return Token::Long;
            } else {
                iss >> dv;
                return Token::Double;
            }
        } else {
            if (hasNext) {
                throw unexpected(ch);
            } else {
                throw Exception("Unexpected EOF");
            }
        }
    }
}

JsonParser::Token JsonParser::tryString() {
    sv.clear();
    for (;;) {
        char ch = in_.read();
        if (ch == '"') {
            return Token::String;
        } else if (ch == '\\') {
            ch = in_.read();
            switch (ch) {
                case '"':
                case '\\':
                case '/':
                case 'b':
                case 'f':
                case 'n':
                case 'r':
                case 't':
                    sv.push_back('\\');
                    sv.push_back(ch);
                    break;
                case 'u':
                case 'U': {
                    uint32_t n = 0;
                    char e[4];
                    in_.readBytes(reinterpret_cast<uint8_t *>(e), 4);
                    sv.push_back('\\');
                    sv.push_back(ch);
                    for (char c : e) {
                        n *= 16;
                        if (isdigit(c) || (c >= 'a' && c <= 'f') || (c >= 'A' && c <= 'F')) {
                            sv.push_back(c);
                        } else {
                            throw unexpected(c);
                        }
                    }
                } break;
                default:
                    throw unexpected(ch);
            }
        } else {
            sv.push_back(ch);
        }
    }
}

// Decode the given string and return contents as UTF8-encoded bytes.
// The input does not have the enclosing double-quotes.
string JsonParser::decodeString(const string &s, bool binary) {
    string result;
    auto it = s.cbegin();
    const auto end = s.cend();
    const auto readNextByte = [&]() -> char {
        if (it == end) {
            throw Exception("Unexpected EOF");
        }
        return *it++;
    };
    const auto unicodeParse = [&]() {
        uint32_t n = 0;
        for (int i = 0; i < 4; i++) {
            auto c = readNextByte();
            n *= 16;
            if (isdigit(c)) {
                n += c - '0';
            } else if (c >= 'a' && c <= 'f') {
                n += c - 'a' + 10;
            } else if (c >= 'A' && c <= 'F') {
                n += c - 'A' + 10;
            } else {
                throw Exception("Invalid hex character: {}", c);
            }
        }
        return n;
    };
    while (it != end) {
        string::const_iterator startSeq = it;
        char ch = readNextByte();
        if (ch == '\\') {
            ch = readNextByte();
            switch (ch) {
                case '"':
                case '\\':
                case '/':
                    result.push_back(ch);
                    continue;
                case 'b':
                    result.push_back('\b');
                    continue;
                case 'f':
                    result.push_back('\f');
                    continue;
                case 'n':
                    result.push_back('\n');
                    continue;
                case 'r':
                    result.push_back('\r');
                    continue;
                case 't':
                    result.push_back('\t');
                    continue;
                case 'u':
                case 'U': {
                    uint32_t n = unicodeParse();
                    if (binary) {
                        if (n > 0xff) {
                            throw Exception("Invalid byte for binary: {}{}", ch, string(startSeq, ++it));
                        } else {
                            result.push_back(static_cast<char>(n));
                            continue;
                        }
                    }
                    if (n >= 0xd800 && n < 0xdc00) {
                        ch = readNextByte();
                        if (ch != '\\') {
                            throw Exception("Invalid unicode sequence: {}", string(startSeq, it));
                        }
                        ch = readNextByte();
                        if (ch != 'u' && ch != 'U') {
                            throw Exception("Invalid unicode sequence: {}", string(startSeq, it));
                        }
                        uint32_t m = unicodeParse();
                        if (m < 0xdc00 || m > 0xdfff) {
                            throw Exception("Invalid unicode sequence: {}", string(startSeq, it));
                        }
                        n = 0x10000 + (((n - 0xd800) << 10) | (m - 0xdc00));
                    } else if (n >= 0xdc00 && n < 0xdfff) {
                        throw Exception("Invalid unicode sequence: {}", string(startSeq, it));
                    }
                    if (n < 0x80) {
                        result.push_back(static_cast<char>(n));
                    } else if (n < 0x800) {
                        result.push_back(static_cast<char>((n >> 6) | 0xc0));
                        result.push_back(static_cast<char>((n & 0x3f) | 0x80));
                    } else if (n < 0x10000) {
                        result.push_back(static_cast<char>((n >> 12) | 0xe0));
                        result.push_back(static_cast<char>(((n >> 6) & 0x3f) | 0x80));
                        result.push_back(static_cast<char>((n & 0x3f) | 0x80));
                    } else if (n < 0x110000) {
                        result.push_back(static_cast<char>((n >> 18) | 0xf0));
                        result.push_back(static_cast<char>(((n >> 12) & 0x3f) | 0x80));
                        result.push_back(static_cast<char>(((n >> 6) & 0x3f) | 0x80));
                        result.push_back(static_cast<char>((n & 0x3f) | 0x80));
                    } else {
                        throw Exception("Invalid unicode value: {}{}", n, string(startSeq, ++it));
                    }
                }
                    continue;
                default:
                    throw Exception("Unexpected JSON parse state");
            }
        } else {
            result.push_back(ch);
        }
    }
    return result;
}

Exception JsonParser::unexpected(unsigned char c) {
    std::ostringstream oss;
    oss << "Unexpected character in json " << toHex(c / 16) << toHex(c % 16);
    return Exception(oss.str());
}

JsonParser::Token JsonParser::tryLiteral(const char exp[], size_t n, Token tk) {
    char c[100];
    in_.readBytes(reinterpret_cast<uint8_t *>(c), n);
    for (size_t i = 0; i < n; ++i) {
        if (c[i] != exp[i]) {
            throw unexpected(c[i]);
        }
    }
    if (in_.hasMore()) {
        nextChar = in_.read();
        if (isdigit(nextChar) || isalpha(nextChar)) {
            throw unexpected(nextChar);
        }
        hasNext = true;
    }
    return tk;
}

} // namespace json
} // namespace avro