Merge pull request #9441 from ClickHouse/aku/endless-tests1

Change endless performance tests (1)

dbms/tests/performance/array_element.xml

 <test>
-    <type>once</type>
+    <type>loop</type>
 
     <stop_conditions>
         <any_of>
-            <average_speed_not_changing_for_ms>2000</average_speed_not_changing_for_ms>
             <total_time_ms>10000</total_time_ms>
         </any_of>
     </stop_conditions>
 
 
-    <query>SELECT count() FROM system.numbers WHERE NOT ignore([[1], [2]][number % 2 + 2])</query>
-    <query>SELECT count() FROM system.numbers WHERE NOT ignore([[], [2]][number % 2 + 2])</query>
-    <query>SELECT count() FROM system.numbers WHERE NOT ignore([[], []][number % 2 + 2])</query>
+    <query>SELECT count() FROM numbers(10000000) WHERE NOT ignore([[1], [2]][number % 2 + 2])</query>
+    <query>SELECT count() FROM numbers(10000000) WHERE NOT ignore([[], [2]][number % 2 + 2])</query>
+    <query>SELECT count() FROM numbers(10000000) WHERE NOT ignore([[], []][number % 2 + 2])</query>
 </test>

dbms/tests/performance/array_join.xml

 <test>
-    <type>once</type>
+    <type>loop</type>
 
     <stop_conditions>
         <any_of>
-            <average_speed_not_changing_for_ms>5000</average_speed_not_changing_for_ms>
             <total_time_ms>10000</total_time_ms>
         </any_of>
     </stop_conditions>
 
 
-    <query>SELECT count() FROM (SELECT [number] a, [number * 2] b FROM system.numbers) AS t ARRAY JOIN a, b WHERE NOT ignore(a + b)</query>
-    <query>SELECT count() FROM (SELECT [number] a, [number * 2] b FROM system.numbers) AS t LEFT ARRAY JOIN a, b WHERE NOT ignore(a + b)</query>
-    <query>SELECT count() FROM (SELECT [number] a, [number * 2] b FROM system.numbers) AS t ARRAY JOIN a, b WHERE NOT ignore(a + b) SETTINGS enable_unaligned_array_join = 1</query>
-    <query>SELECT count() FROM (SELECT [number] a, [number * 2] b FROM system.numbers) AS t LEFT ARRAY JOIN a, b WHERE NOT ignore(a + b) SETTINGS enable_unaligned_array_join = 1</query>
-    <query>SELECT count() FROM (SELECT [number] a, [number * 2, number] b FROM system.numbers) AS t ARRAY JOIN a, b WHERE NOT ignore(a + b) SETTINGS enable_unaligned_array_join = 1</query>
-    <query>SELECT count() FROM (SELECT [number] a, [number * 2, number] b FROM system.numbers) AS t LEFT ARRAY JOIN a, b WHERE NOT ignore(a + b) SETTINGS enable_unaligned_array_join = 1</query>
+    <query>SELECT count() FROM (SELECT [number] a, [number * 2] b FROM numbers(10000000)) AS t ARRAY JOIN a, b WHERE NOT ignore(a + b)</query>
+    <query>SELECT count() FROM (SELECT [number] a, [number * 2] b FROM numbers(10000000)) AS t LEFT ARRAY JOIN a, b WHERE NOT ignore(a + b)</query>
+    <query>SELECT count() FROM (SELECT [number] a, [number * 2] b FROM numbers(10000000)) AS t ARRAY JOIN a, b WHERE NOT ignore(a + b) SETTINGS enable_unaligned_array_join = 1</query>
+    <query>SELECT count() FROM (SELECT [number] a, [number * 2] b FROM numbers(10000000)) AS t LEFT ARRAY JOIN a, b WHERE NOT ignore(a + b) SETTINGS enable_unaligned_array_join = 1</query>
+    <query>SELECT count() FROM (SELECT [number] a, [number * 2, number] b FROM numbers(10000000)) AS t ARRAY JOIN a, b WHERE NOT ignore(a + b) SETTINGS enable_unaligned_array_join = 1</query>
+    <query>SELECT count() FROM (SELECT [number] a, [number * 2, number] b FROM numbers(10000000)) AS t LEFT ARRAY JOIN a, b WHERE NOT ignore(a + b) SETTINGS enable_unaligned_array_join = 1</query>
 </test>

dbms/tests/performance/base64.xml

 <test>
-    <type>once</type>
+    <type>loop</type>
 
     <stop_conditions>
         <all_of>
             <total_time_ms>10000</total_time_ms>
         </all_of>
         <any_of>
-            <average_speed_not_changing_for_ms>5000</average_speed_not_changing_for_ms>
             <total_time_ms>20000</total_time_ms>
         </any_of>
     </stop_conditions>
@@ -24,13 +23,12 @@
         <substitution>
            <name>table</name>
            <values>
-               <value>numbers</value>
-               <value>numbers_mt</value>
+               <value>numbers(10000000)</value>
            </values>
         </substitution>
     </substitutions>
 
-    <query>SELECT count() FROM system.{table} WHERE NOT ignore(base64Encode({string}))</query>
-    <query>SELECT count() FROM system.{table} WHERE base64Decode(base64Encode({string})) != {string}</query>
-    <query>SELECT count() FROM system.{table} WHERE tryBase64Decode(base64Encode({string})) != {string}</query>
+    <query>SELECT count() FROM {table} WHERE NOT ignore(base64Encode({string}))</query>
+    <query>SELECT count() FROM {table} WHERE base64Decode(base64Encode({string})) != {string}</query>
+    <query>SELECT count() FROM {table} WHERE tryBase64Decode(base64Encode({string})) != {string}</query>
 </test>

dbms/tests/performance/base64_hits.xml

 <test>
-    <type>loop</type>
+    <type>once</type>
 
     <preconditions>
         <table_exists>hits_100m_single</table_exists>
@@ -10,7 +10,6 @@
             <total_time_ms>10000</total_time_ms>
         </all_of>
         <any_of>
-            <average_speed_not_changing_for_ms>5000</average_speed_not_changing_for_ms>
             <total_time_ms>20000</total_time_ms>
         </any_of>
     </stop_conditions>

dbms/tests/performance/bitCount.xml

 <test>
-    <type>once</type>
+    <type>loop</type>
 
     <stop_conditions>
         <any_of>
             <!-- This is only for infinite running query. -->
-            <average_speed_not_changing_for_ms>2000</average_speed_not_changing_for_ms>
             <total_time_ms>10000</total_time_ms>
         </any_of>
     </stop_conditions>
@@ -23,5 +22,5 @@
         </substitution>
     </substitutions>
 
-    <query>SELECT bitCount({expr}) FROM system.numbers</query>
+    <query>SELECT bitCount({expr}) FROM numbers(1000000) FORMAT Null</query>
 </test>