yql_schema_utils.cpp 4.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134
  1. #include "yql_schema_utils.h"
  2. #include <yql/essentials/utils/yql_panic.h>
  3. namespace NYql {
  4. namespace NCommon {
  5. TVector<TString> ExtractColumnOrderFromYsonStructType(const NYT::TNode& node) {
  6. if (!node.IsList() || node.Size() < 1 || !node[0].IsString()) {
  7. YQL_ENSURE(!"Invalid type scheme");
  8. }
  9. auto typeName = node[0].AsString();
  10. YQL_ENSURE(typeName == "StructType");
  11. if (node.Size() != 2 || !node[1].IsList()) {
  12. YQL_ENSURE(!"Invalid struct type scheme");
  13. }
  14. TVector<TString> columns;
  15. for (auto& member : node[1].AsList()) {
  16. if (!member.IsList() || member.Size() != 2 || !member[0].IsString()) {
  17. YQL_ENSURE(!"Invalid struct type scheme");
  18. }
  19. columns.push_back(member[0].AsString());
  20. }
  21. return columns;
  22. }
  23. bool EqualsYsonTypesIgnoreStructOrder(const NYT::TNode& left, const NYT::TNode& right) {
  24. auto typeName = left[0].AsString();
  25. if (typeName != right[0].AsString()) {
  26. return false;
  27. }
  28. if (left.Size() != right.Size()) {
  29. return false;
  30. }
  31. if (typeName == "VoidType") {
  32. return true;
  33. } else if (typeName == "NullType") {
  34. return true;
  35. } else if (typeName == "UnitType") {
  36. return true;
  37. } else if (typeName == "GenericType") {
  38. return true;
  39. } else if (typeName == "EmptyListType") {
  40. return true;
  41. } else if (typeName == "EmptyDictType") {
  42. return true;
  43. } else if (typeName == "DataType" || typeName == "PgType") {
  44. return left == right;
  45. } else if (typeName == "ResourceType") {
  46. return left[1].AsString() == right[1].AsString();
  47. } else if (typeName == "TaggedType") {
  48. return left[1].AsString() == right[1].AsString()
  49. && EqualsYsonTypesIgnoreStructOrder(left[2], right[2]);
  50. } else if (typeName == "ErrorType") {
  51. return left[1].AsInt64() == right[1].AsInt64() && left[2].AsInt64() == right[2].AsInt64()
  52. && left[3].AsString() == right[3].AsString() && left[4].AsString() == right[4].AsString();
  53. } else if (typeName == "StructType") {
  54. if (left[1].Size() != right[1].Size()) {
  55. return false;
  56. }
  57. THashMap<TString, size_t> members;
  58. for (size_t i = 0; i < right[1].Size(); ++i) {
  59. members.emplace(right[1][i][0].AsString(), i);
  60. }
  61. for (auto& item : left[1].AsList()) {
  62. auto name = item[0].AsString();
  63. auto it = members.find(name);
  64. if (it == members.end()) {
  65. return false;
  66. }
  67. if (!EqualsYsonTypesIgnoreStructOrder(item[1], right[1][it->second][1])) {
  68. return false;
  69. }
  70. }
  71. return true;
  72. } else if (typeName == "ListType") {
  73. return EqualsYsonTypesIgnoreStructOrder(left[1], right[1]);
  74. } else if (typeName == "StreamType") {
  75. return EqualsYsonTypesIgnoreStructOrder(left[1], right[1]);
  76. } else if (typeName == "OptionalType") {
  77. return EqualsYsonTypesIgnoreStructOrder(left[1], right[1]);
  78. } else if (typeName == "TupleType") {
  79. for (size_t i = 0; i < left[1].Size(); ++i) {
  80. if (!EqualsYsonTypesIgnoreStructOrder(left[1][i], right[1][i])) {
  81. return false;
  82. }
  83. }
  84. return true;
  85. } else if (typeName == "DictType") {
  86. return EqualsYsonTypesIgnoreStructOrder(left[1], right[1])
  87. && EqualsYsonTypesIgnoreStructOrder(left[2], right[2]);
  88. } else if (typeName == "CallableType") {
  89. if (left[1].Size() != right[1].Size() || left[2].Size() != right[2].Size() || left[3].Size() != right[3].Size()) {
  90. return false;
  91. }
  92. if (left[1].Size() > 0) {
  93. if (left[1][0].AsUint64() != right[1][0].AsUint64()) {
  94. return false;
  95. }
  96. if (left[1].Size() > 1) {
  97. if (left[1][1].AsString() != right[1][1].AsString()) {
  98. return false;
  99. }
  100. }
  101. }
  102. if (!EqualsYsonTypesIgnoreStructOrder(left[2][0], right[2][0])) {
  103. return false;
  104. }
  105. for (size_t i = 0; i < left[3].Size(); ++i) {
  106. if (!EqualsYsonTypesIgnoreStructOrder(left[3][i][0], right[3][i][0])) {
  107. return false;
  108. }
  109. for (size_t a = 1; a < left[3][i].Size(); ++a) {
  110. if (left[3][i][a] != right[3][i][a]) {
  111. return false;
  112. }
  113. }
  114. }
  115. return true;
  116. } else if (typeName == "VariantType") {
  117. return EqualsYsonTypesIgnoreStructOrder(left[1], right[1]);
  118. }
  119. return false;
  120. }
  121. } // namespace NCommon
  122. } // namespace NYql