Skip to content

Commit

Permalink
Enable production features in tests (#8709)
Browse files Browse the repository at this point in the history
  • Loading branch information
rvu1024 authored Sep 6, 2024
1 parent 221f25a commit 1643e7a
Show file tree
Hide file tree
Showing 184 changed files with 4,398 additions and 2,329 deletions.
24 changes: 0 additions & 24 deletions ydb/library/yql/cfg/tests/gateways-experimental.conf
Original file line number Diff line number Diff line change
Expand Up @@ -9,37 +9,13 @@ Yt {
Value: "10"
}

DefaultSettings {
Name: "UseRPCReaderInDq"
Value: "true"
}

DefaultSettings {
Name: "TableContentLocalExecution"
Value: "true"
}

DefaultSettings {
Name: "PartitionByConstantKeysViaMap"
Value: "true"
}
}

Dq {
DefaultSettings {
Name: "UseFastPickleTransport"
Value: "true"
}

DefaultSettings {
Name: "UseOOBTransport"
Value: "true"
}

DefaultSettings {
Name: "SplitStageOnDqReplicate"
Value: "false"
}
}

YqlCore {
Expand Down
17 changes: 16 additions & 1 deletion ydb/library/yql/cfg/tests/gateways.conf
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,16 @@ Yt {
Value: "true"
}

DefaultSettings {
Name: "UseRPCReaderInDq"
Value: "true"
}

DefaultSettings {
Name: "PartitionByConstantKeysViaMap"
Value: "true"
}

RemoteFilePatterns {
Pattern: "yt://([a-zA-Z0-9\\-_]+)/([^&@?]+)$"
Cluster: "$1"
Expand Down Expand Up @@ -172,9 +182,14 @@ Dq {
}

DefaultSettings {
Name: "SplitStageOnDqReplicate"
Name: "UseOOBTransport"
Value: "true"
}

DefaultSettings {
Name: "SplitStageOnDqReplicate"
Value: "false"
}
}

Fs {
Expand Down
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
{
"test.test[Aggregation-AggregateRead-Debug]": [
{
"checksum": "a81e59c7d057ed6bae387c09544c97de",
"size": 5128,
"uri": "https://{canondata_backend}/1773845/ba06ae96da6e76a7d25bd8ae8d601ae7ff05b01a/resource.tar.gz#test.test_Aggregation-AggregateRead-Debug_/opt.yql"
"checksum": "7b42dd6a209242091f8c6e95ad49a584",
"size": 5005,
"uri": "https://{canondata_backend}/1809005/7a2ec04cb3c17519a97265eda04564093ebd15d5/resource.tar.gz#test.test_Aggregation-AggregateRead-Debug_/opt.yql"
},
{
"checksum": "c0556f840dba26011fdf98ef75affa88",
Expand Down Expand Up @@ -58,9 +58,9 @@
],
"test.test[Aggregation-AggregateRead-Plan]": [
{
"checksum": "450d45554859e7ab41a8ba1c4ee5de44",
"size": 8282,
"uri": "https://{canondata_backend}/1773845/ba06ae96da6e76a7d25bd8ae8d601ae7ff05b01a/resource.tar.gz#test.test_Aggregation-AggregateRead-Plan_/plan.txt"
"checksum": "ef23889a59d918dd1515a7675c162985",
"size": 8114,
"uri": "https://{canondata_backend}/1809005/7a2ec04cb3c17519a97265eda04564093ebd15d5/resource.tar.gz#test.test_Aggregation-AggregateRead-Plan_/plan.txt"
}
],
"test.test[Aggregation-AggregateRead-Results]": [
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -3443,9 +3443,9 @@
],
"test.test[ManyYamrOperations-MapWithReadTable-Debug]": [
{
"checksum": "b6e5c00296908abe9988a34dbf785b99",
"size": 2948,
"uri": "https://{canondata_backend}/1880306/19b64c0a571507011d44e9f43feb56df873c11bc/resource.tar.gz#test.test_ManyYamrOperations-MapWithReadTable-Debug_/opt.yql"
"checksum": "b883313d3eb001672bf9feb0585b87c0",
"size": 2821,
"uri": "https://{canondata_backend}/1784826/487a3317a81b5771e087dcf8f9a1aa16a07579a0/resource.tar.gz#test.test_ManyYamrOperations-MapWithReadTable-Debug_/opt.yql"
},
{
"checksum": "6291bcfca362c82dd60206f3045b11e3",
Expand Down Expand Up @@ -3480,9 +3480,9 @@
],
"test.test[ManyYamrOperations-MapWithReadTable-Plan]": [
{
"checksum": "6fe2181b4aedde74a42726328e1e1528",
"size": 6016,
"uri": "https://{canondata_backend}/1931696/1b94f41fcbcb88b539bed20d2b93c0a1bc5b2456/resource.tar.gz#test.test_ManyYamrOperations-MapWithReadTable-Plan_/plan.txt"
"checksum": "5f945016e2ec033f87fde2f60ed1720e",
"size": 5815,
"uri": "https://{canondata_backend}/1784826/487a3317a81b5771e087dcf8f9a1aa16a07579a0/resource.tar.gz#test.test_ManyYamrOperations-MapWithReadTable-Plan_/plan.txt"
}
],
"test.test[ManyYamrOperations-MapWithReadTable-Results]": [
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -52,9 +52,9 @@
],
"test.test[Aggregation-AggregateReadDistinctUsingTuple-Debug]": [
{
"checksum": "d16a956b1376aa72e3ae5f04684ddb40",
"size": 13310,
"uri": "https://{canondata_backend}/1031349/3aac728804ae118ae6d75e698d70066325635973/resource.tar.gz#test.test_Aggregation-AggregateReadDistinctUsingTuple-Debug_/opt.yql"
"checksum": "696af72c73929f3795b4c751af522109",
"size": 13229,
"uri": "https://{canondata_backend}/1784826/7baced1c0497431727c30392279892e53e36404b/resource.tar.gz#test.test_Aggregation-AggregateReadDistinctUsingTuple-Debug_/opt.yql"
},
{
"checksum": "bd8ffbf1bdfa46a2b099d348e40dd58e",
Expand Down Expand Up @@ -169,9 +169,9 @@
],
"test.test[Aggregation-AggregateReadDistinctUsingTuple-Plan]": [
{
"checksum": "f0fc906c0a66f674c98c68b29abf7fb9",
"size": 16418,
"uri": "https://{canondata_backend}/1775059/e2ab3c42588c42e67a8e6ba126d7eec241e9f2a6/resource.tar.gz#test.test_Aggregation-AggregateReadDistinctUsingTuple-Plan_/plan.txt"
"checksum": "d4cf441b1cbf734e377e8247fe206bae",
"size": 16250,
"uri": "https://{canondata_backend}/1784826/7baced1c0497431727c30392279892e53e36404b/resource.tar.gz#test.test_Aggregation-AggregateReadDistinctUsingTuple-Plan_/plan.txt"
}
],
"test.test[Aggregation-AggregateReadDistinctUsingTuple-Results]": [
Expand All @@ -183,9 +183,9 @@
],
"test.test[Aggregation-AggregateReadWithParents-Debug]": [
{
"checksum": "b061cdbc2747ad8d4e7ba024cda20912",
"size": 5298,
"uri": "https://{canondata_backend}/1784826/c542c09b6560f5325cde5c3af8d515884014a60d/resource.tar.gz#test.test_Aggregation-AggregateReadWithParents-Debug_/opt.yql"
"checksum": "2450e42a76a2e17fc6fc60e333bef537",
"size": 5129,
"uri": "https://{canondata_backend}/1784826/7baced1c0497431727c30392279892e53e36404b/resource.tar.gz#test.test_Aggregation-AggregateReadWithParents-Debug_/opt.yql"
},
{
"checksum": "c0556f840dba26011fdf98ef75affa88",
Expand Down Expand Up @@ -240,9 +240,9 @@
],
"test.test[Aggregation-AggregateReadWithParents-Plan]": [
{
"checksum": "450d45554859e7ab41a8ba1c4ee5de44",
"size": 8282,
"uri": "https://{canondata_backend}/1784826/c542c09b6560f5325cde5c3af8d515884014a60d/resource.tar.gz#test.test_Aggregation-AggregateReadWithParents-Plan_/plan.txt"
"checksum": "ef23889a59d918dd1515a7675c162985",
"size": 8114,
"uri": "https://{canondata_backend}/1784826/7baced1c0497431727c30392279892e53e36404b/resource.tar.gz#test.test_Aggregation-AggregateReadWithParents-Plan_/plan.txt"
}
],
"test.test[Aggregation-AggregateReadWithParents-Results]": [
Expand All @@ -254,9 +254,9 @@
],
"test.test[Aggregation-AggregateSameDistinct-Debug]": [
{
"checksum": "3731e1afff4822674da0921a9ea36290",
"size": 4068,
"uri": "https://{canondata_backend}/1814674/0b9fb1e588578842f9a5b6b84bb68dc36fc8de1b/resource.tar.gz#test.test_Aggregation-AggregateSameDistinct-Debug_/opt.yql"
"checksum": "d201dfa9df85158fa872f12b2953b50e",
"size": 3867,
"uri": "https://{canondata_backend}/1784826/7baced1c0497431727c30392279892e53e36404b/resource.tar.gz#test.test_Aggregation-AggregateSameDistinct-Debug_/opt.yql"
},
{
"checksum": "7c0e2405257cc2c4c2630bcad70f5ed6",
Expand Down Expand Up @@ -291,9 +291,9 @@
],
"test.test[Aggregation-AggregateSameDistinct-Plan]": [
{
"checksum": "7b06d85cec53742ec5dd0dd0238018c2",
"size": 5959,
"uri": "https://{canondata_backend}/1814674/0b9fb1e588578842f9a5b6b84bb68dc36fc8de1b/resource.tar.gz#test.test_Aggregation-AggregateSameDistinct-Plan_/plan.txt"
"checksum": "5c9165fe06523b3f97035caf2b3210cf",
"size": 5791,
"uri": "https://{canondata_backend}/1784826/7baced1c0497431727c30392279892e53e36404b/resource.tar.gz#test.test_Aggregation-AggregateSameDistinct-Plan_/plan.txt"
}
],
"test.test[Aggregation-AggregateSameDistinct-Results]": [
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -154,9 +154,9 @@
],
"test.test[Aggregation-AggregateWithoutGroup-Debug]": [
{
"checksum": "0d9bddb82335700f3e552cac4d36aa22",
"size": 6581,
"uri": "https://{canondata_backend}/1784826/0849c794203f65bcd05b06caeba586d8d6e47754/resource.tar.gz#test.test_Aggregation-AggregateWithoutGroup-Debug_/opt.yql"
"checksum": "4905881b5dc90e585a82404c8fbb8580",
"size": 6325,
"uri": "https://{canondata_backend}/1784826/c2da4492ddb761fee34a2ec808c4855ea260c77b/resource.tar.gz#test.test_Aggregation-AggregateWithoutGroup-Debug_/opt.yql"
},
{
"checksum": "e9664d7e5815c9487f9d8c93e2b02f84",
Expand Down Expand Up @@ -221,9 +221,9 @@
],
"test.test[Aggregation-AggregateWithoutGroup-Plan]": [
{
"checksum": "8ed85ef49cfbbbab30060ada0b1bec58",
"size": 9993,
"uri": "https://{canondata_backend}/1871002/f4a0c13366cf282b8f245d4ad386f0ea871fb4d4/resource.tar.gz#test.test_Aggregation-AggregateWithoutGroup-Plan_/plan.txt"
"checksum": "8e9fa9328b72e9d24b51b7c5e6346d60",
"size": 9825,
"uri": "https://{canondata_backend}/1784826/c2da4492ddb761fee34a2ec808c4855ea260c77b/resource.tar.gz#test.test_Aggregation-AggregateWithoutGroup-Plan_/plan.txt"
}
],
"test.test[Aggregation-AggregateWithoutGroup-Results]": [
Expand Down Expand Up @@ -306,9 +306,9 @@
],
"test.test[Aggregation-Bug3-Debug]": [
{
"checksum": "a79caf988d3bf9a3c4cae9810f8c2ce3",
"size": 4363,
"uri": "https://{canondata_backend}/1936842/a8dea0fa97dd1731716f61c30d5e3273d75e7035/resource.tar.gz#test.test_Aggregation-Bug3-Debug_/opt.yql"
"checksum": "d7793201512453b41f004d1a54261ed5",
"size": 4236,
"uri": "https://{canondata_backend}/1784826/c2da4492ddb761fee34a2ec808c4855ea260c77b/resource.tar.gz#test.test_Aggregation-Bug3-Debug_/opt.yql"
},
{
"checksum": "d5d8db9f1d683cdde3f0386d8c9d6b33",
Expand All @@ -333,9 +333,9 @@
],
"test.test[Aggregation-Bug3-Plan]": [
{
"checksum": "c6681c843e91924df8dbc8a66e1990f3",
"size": 4704,
"uri": "https://{canondata_backend}/1942415/d366a9ca823452e07a87635d7ed3d47a83517fd8/resource.tar.gz#test.test_Aggregation-Bug3-Plan_/plan.txt"
"checksum": "365d2ddb1b79d079ed2b210b27959271",
"size": 4503,
"uri": "https://{canondata_backend}/1784826/c2da4492ddb761fee34a2ec808c4855ea260c77b/resource.tar.gz#test.test_Aggregation-Bug3-Plan_/plan.txt"
}
],
"test.test[Aggregation-Bug3-Results]": [
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -3199,9 +3199,9 @@
],
"test.test[Optimizers-ExtendWithFill-Debug]": [
{
"checksum": "63c16320843bf46b387a04c48ec6ac85",
"size": 5089,
"uri": "https://{canondata_backend}/1937429/dd49e9c7b5463b327bc93c04f02505faa0e421c9/resource.tar.gz#test.test_Optimizers-ExtendWithFill-Debug_/opt.yql"
"checksum": "125945639329d02f212744b442f5f457",
"size": 4960,
"uri": "https://{canondata_backend}/1775319/a9fee21b871b548b9a31a0b949da1a42198587b0/resource.tar.gz#test.test_Optimizers-ExtendWithFill-Debug_/opt.yql"
},
{
"checksum": "e29e704bd06871e770ed8946c807dfdf",
Expand Down Expand Up @@ -3261,9 +3261,9 @@
],
"test.test[Optimizers-ExtendWithFill-Plan]": [
{
"checksum": "9b1e0e147a23cc58c0130c5b08d96cbb",
"size": 9772,
"uri": "https://{canondata_backend}/1900335/2bd3d848d54c8af48cb33425e01762bd0a60cb97/resource.tar.gz#test.test_Optimizers-ExtendWithFill-Plan_/plan.txt"
"checksum": "f4b8169b8bda6cf2ccf4c215e54e6fdf",
"size": 9604,
"uri": "https://{canondata_backend}/1775319/a9fee21b871b548b9a31a0b949da1a42198587b0/resource.tar.gz#test.test_Optimizers-ExtendWithFill-Plan_/plan.txt"
}
],
"test.test[Optimizers-ExtendWithFill-Results]": [
Expand Down
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
{
"test.test[Aggregation-AggregateReadDistinct-Debug]": [
{
"checksum": "bfa5ce0427cb97e6a987157efd0cec06",
"size": 7024,
"uri": "https://{canondata_backend}/1809005/8650ca5a65cb2f2187806079c5c201b511d2d8a6/resource.tar.gz#test.test_Aggregation-AggregateReadDistinct-Debug_/opt.yql"
"checksum": "57e67d6008316ee3b26925650ff72f7b",
"size": 6913,
"uri": "https://{canondata_backend}/1784826/af5db719d8f05cdb5d3247b6a7fcb82482d0d8da/resource.tar.gz#test.test_Aggregation-AggregateReadDistinct-Debug_/opt.yql"
},
{
"checksum": "634aa112471495d4ec566e632f40e697",
Expand Down Expand Up @@ -78,9 +78,9 @@
],
"test.test[Aggregation-AggregateReadDistinct-Plan]": [
{
"checksum": "21176bc652294b92b0cdae7df8f8e5b9",
"size": 10766,
"uri": "https://{canondata_backend}/1900335/a650fb133f4a148932d90b54a3cbe3020e246c2e/resource.tar.gz#test.test_Aggregation-AggregateReadDistinct-Plan_/plan.txt"
"checksum": "5ec53e7c7c3587da2507bfd3d2c94769",
"size": 10598,
"uri": "https://{canondata_backend}/1784826/af5db719d8f05cdb5d3247b6a7fcb82482d0d8da/resource.tar.gz#test.test_Aggregation-AggregateReadDistinct-Plan_/plan.txt"
}
],
"test.test[Aggregation-AggregateReadDistinct-Results]": [
Expand Down Expand Up @@ -3972,9 +3972,9 @@
],
"test.test[Optimizers-AggregateAfterUnion-Debug]": [
{
"checksum": "49fdd54c29018dcc4b1c91f0e35a59ef",
"size": 2780,
"uri": "https://{canondata_backend}/1903885/121399e6d1b461df1e94ed7185ed770bf9b83a77/resource.tar.gz#test.test_Optimizers-AggregateAfterUnion-Debug_/opt.yql"
"checksum": "5c2f72ff1928a8e420e6a1d2dbbd1328",
"size": 2653,
"uri": "https://{canondata_backend}/1784826/af5db719d8f05cdb5d3247b6a7fcb82482d0d8da/resource.tar.gz#test.test_Optimizers-AggregateAfterUnion-Debug_/opt.yql"
},
{
"checksum": "83437617968876156767604daead829e",
Expand All @@ -3999,9 +3999,9 @@
],
"test.test[Optimizers-AggregateAfterUnion-Plan]": [
{
"checksum": "e6de84032568411986b77aae2f6129a4",
"size": 5636,
"uri": "https://{canondata_backend}/1871182/bfd3bb673db0c3640c8b9e6985222d5f46f5695e/resource.tar.gz#test.test_Optimizers-AggregateAfterUnion-Plan_/plan.txt"
"checksum": "0eac0e4069e29343c8b214559d25a17c",
"size": 5435,
"uri": "https://{canondata_backend}/1784826/af5db719d8f05cdb5d3247b6a7fcb82482d0d8da/resource.tar.gz#test.test_Optimizers-AggregateAfterUnion-Plan_/plan.txt"
}
],
"test.test[Optimizers-AggregateAfterUnion-Results]": [
Expand Down Expand Up @@ -4885,9 +4885,9 @@
],
"test.test[View-DsvCount-Debug]": [
{
"checksum": "6523d705236497225bf9c640f2b25d48",
"size": 3727,
"uri": "https://{canondata_backend}/1784826/9f065f6d79cd8345eb726910b18c00d34089f812/resource.tar.gz#test.test_View-DsvCount-Debug_/opt.yql"
"checksum": "47df9c80a8135cc041347d0f8cc2d59a",
"size": 3169,
"uri": "https://{canondata_backend}/1784826/af5db719d8f05cdb5d3247b6a7fcb82482d0d8da/resource.tar.gz#test.test_View-DsvCount-Debug_/opt.yql"
},
{
"checksum": "b44842c7ed9494006fd9865b1faa5527",
Expand All @@ -4912,9 +4912,9 @@
],
"test.test[View-DsvCount-Plan]": [
{
"checksum": "9b121ef484a27463b321e533e40e67c1",
"size": 5396,
"uri": "https://{canondata_backend}/1130705/1bfc844724e83f5ebac3a9842cad0f0d536eb5d8/resource.tar.gz#test.test_View-DsvCount-Plan_/plan.txt"
"checksum": "53d8ab440f87ee55458eb8743de67f42",
"size": 5189,
"uri": "https://{canondata_backend}/1784826/af5db719d8f05cdb5d3247b6a7fcb82482d0d8da/resource.tar.gz#test.test_View-DsvCount-Plan_/plan.txt"
}
],
"test.test[View-DsvCount-Results]": [
Expand Down
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
{
"test.test[Aggregation-AggregateReadDistinctWithParents-Debug]": [
{
"checksum": "57ca46772da66ca9de1503df126b173e",
"size": 7220,
"uri": "https://{canondata_backend}/1942415/f234f21cfa3727bd45ca24033205e9d1e6648bb2/resource.tar.gz#test.test_Aggregation-AggregateReadDistinctWithParents-Debug_/opt.yql"
"checksum": "fa392e0c4fc03ae1e32dc90e4cd72493",
"size": 7061,
"uri": "https://{canondata_backend}/1784826/dca3cf8fae1956a6e5fcaaeb72d2920de185b169/resource.tar.gz#test.test_Aggregation-AggregateReadDistinctWithParents-Debug_/opt.yql"
},
{
"checksum": "634aa112471495d4ec566e632f40e697",
Expand Down Expand Up @@ -78,9 +78,9 @@
],
"test.test[Aggregation-AggregateReadDistinctWithParents-Plan]": [
{
"checksum": "21176bc652294b92b0cdae7df8f8e5b9",
"size": 10766,
"uri": "https://{canondata_backend}/1597364/062bc209467c6051e5fc757fead64ce5bcdaab5b/resource.tar.gz#test.test_Aggregation-AggregateReadDistinctWithParents-Plan_/plan.txt"
"checksum": "5ec53e7c7c3587da2507bfd3d2c94769",
"size": 10598,
"uri": "https://{canondata_backend}/1784826/dca3cf8fae1956a6e5fcaaeb72d2920de185b169/resource.tar.gz#test.test_Aggregation-AggregateReadDistinctWithParents-Plan_/plan.txt"
}
],
"test.test[Aggregation-AggregateReadDistinctWithParents-Results]": [
Expand Down
Loading

0 comments on commit 1643e7a

Please sign in to comment.