Merge branch 'master' into feature/IGNITE-28307

# Conflicts:
#	modules/core/src/main/java/org/apache/ignite/internal/managers/communication/GridIoMessageFactory.java
#	modules/core/src/main/java/org/apache/ignite/internal/managers/discovery/DiscoveryMessageFactory.java
#	modules/core/src/main/java/org/apache/ignite/internal/processors/cache/distributed/GridDistributedTxPrepareResponse.java
#	modules/core/src/main/java/org/apache/ignite/internal/processors/cache/distributed/dht/preloader/PartitionReservationsMap.java
#	modules/core/src/main/java/org/apache/ignite/internal/processors/cache/distributed/near/GridNearTxFinishResponse.java
#	modules/core/src/test/java/org/apache/ignite/spi/communication/GridTestMessage.java
#	modules/core/src/test/java/org/apache/ignite/spi/communication/TestBadMessage.java
#	modules/core/src/test/java/org/apache/ignite/spi/communication/TestMessage1.java
#	modules/core/src/test/java/org/apache/ignite/spi/communication/TestVolatilePayloadMessage.java

Author: abashev

docs/_docs/SQL/JDBC/jdbc-driver.adoc

@@ -130,6 +130,10 @@ See the link:security/authentication[Authentication] and link:sql-reference/ddl#
 | Whether to use `TCP_NODELAY` option.
 |`true`
 
+|`keepBinary`
+| Enables xref:keep-binary[] mode, required for operations with custom objects involved.
+|`false`
+
 |`skipReducerOnUpdate`
 |Enables server side updates.
 When Ignite executes a DML operation, it fetches all the affected intermediate rows and sends them to the query initiator (also known as reducer) for analysis. Then it prepares batches of updated values to be sent to remote nodes.
@@ -173,6 +177,60 @@ The example below shows how to pass three addresses via the connection string:
 include::{javaFile}[tags=multiple-endpoints, indent=0]
 ----
 
+=== Keep Binary [[keep-binary]]
+
+The keepBinary parameter is required for operations involving fields that contain complex objects. In case this flag is set to true such fields are not deserialized upon return to the user, instead being retained in inner binary object format.
+
+[source, java]
+----
+// Suppose custom object looks like as follows:
+class TestObject implements Serializable {
+    @QuerySqlField
+    int id;
+
+    @QuerySqlField
+    TestInnerObject objVal;
+
+    TestObject(int id) {
+        this.id = id;
+    }
+}
+
+// And appropriate inner class:
+class TestInnerObject implements Serializable {
+    int intFld;
+
+    String strFld;
+
+    TestInnerObject(int intFld, String strFld) {
+        this.intFld = intFld;
+        this.strFld = strFld;
+    }
+}
+
+TestObject testObj = new TestObject(1);
+testObj.objVal = new TestInnerObject(100, "Some");
+
+// Now let`s put it through key value api:
+IgniteCache<Integer, TestObject> cache = ignite.cache(DEFAULT_CACHE_NAME);
+cache.put(1, testObj);
+
+// Open the JDBC connection via DriverManager with 'keepBinary=true' to have a possibility to interact with custom objects.
+Connection conn = DriverManager.getConnection("jdbc:ignite:thin://192.168.0.50?keepBinary=true");
+
+PreparedStatement stmt = conn.prepareStatement("SELECT id, objVal FROM TestObject WHERE objVal IS NOT DISTINCT FROM ?");
+
+stmt.setObject(1, new TestInnerObject(100, "Some"));
+
+ResultSet rs = stmt.executeQuery();
+
+while (rs.next()) {
+    Object obj = rs.getObject("objVal");
+    Assert.assertTrue(obj instanceof BinaryObject);
+    BinaryObject bo = (BinaryObject)obj;
+    Assert.assertEquals("Some", bo.field("strFld"));
+}
+----
 
 === Partition Awareness [[partition-awareness]]
 

docs/_docs/events/listening-to-events.adoc

@@ -22,7 +22,7 @@ Ignite can generate events for a variety of operations happening in the cluster
 The list of events is available in the link:events/events[Events] section.
 
 == Enabling Events
-By default, events are disabled, and you have to enable each event type explicitly if you want to use it in your application.
+By default, almost all events are disabled (except for a few that are implicitly enabled because they are required by the system), and you have to enable each event type explicitly if you want to use it in your application.
 To enable specific event types, list them in the `includeEventTypes` property of `IgniteConfiguration` as shown below:
 
 [tabs]
@@ -45,6 +45,8 @@ include::code-snippets/dotnet/WorkingWithEvents.cs[tag=enablingEvents,indent=0]
 tab:C++[unsupported]
 --
 
+Events can also be enabled/disabled in runtime by the link:tools/control-script[control utility].
+
 == Getting the Events Interface
 
 The events functionality is available through the events interface, which provides methods for listening to cluster events. The events interface can be obtained from an instance of `Ignite` as follows:

docs/_docs/maintenance-mode.adoc

@@ -94,7 +94,7 @@ Another restart will then be needed to bring the node back into the cluster.
 
 Commands that trigger maintenance mode on the next restart:
 
-- `control.sh --defragmentation` - node defragmentation;
+- `control.sh --defragmentation schedule` - node defragmentation scheduling;
 - `control.sh --cache schedule_indexes_rebuild` - schedule rebuilding cache data indexes in Maintenance Mode.
 
 More details about these commands can be found in the "Control Script" section under subsections "link:tools/control-script#defragmentation[Defragmentation]" and "link:tools/control-script#rebuild_index[Rebuild index]".

docs/_docs/tools/control-script.adoc

@@ -1613,7 +1613,7 @@ control.sh|bat --cache metrics enable --caches cache-2,cache-1
 
 == Rebuild index
 
-The `schedule_indexes_rebuild` commands Apache Ignite to rebuild indexes for specified caches or cache groups. Target caches or cache groups must be in link:maintenance-mode[Maintenance Mode].
+The `schedule_indexes_rebuild` command instructs Apache Ignite to schedule the rebuild of indexes for the specified caches or cache groups. This will result in the specified nodes being scheduled to start in link:maintenance-mode[Maintenance Mode] during the next startup.
 
 [source, shell]
 ----
@@ -1628,3 +1628,55 @@ Parameters:
 |--node-id | A list of nodes to rebuild indexes on. If not specified, schedules rebuild on all nodes.
 |--cache-names | Comma-separated list of cache names, optionally with indexes. If indexes are not specified, all indexes of the cache will be scheduled for the rebuild operation. Can be used simultaneously with cache group names.
 |--group-names | Comma-separated list of cache group names. Can be used simultaneously with cache names.
+
+
+== Event management
+
+The control utility provides commands to enable, disable and check the status of events on all server nodes.
+
+=== Enable/disable events
+
+To enable or disable events on all server nodes, use the `--event enable/disable` command.
+
+[source, shell]
+----
+control.sh|bat --event enable|disable event1[,...,eventN]
+----
+
+Parameters:
+
+[cols="1,3",opts="header"]
+|===
+| Parameter | Description
+| `event1[,...,eventN]`| Specifies a comma-separated list of events to enable/disable.
+|===
+
+Examples:
+[source, shell]
+----
+control.sh|bat --event enable EVT_CACHE_STARTED,EVT_CACHE_STOPPED
+control.sh|bat --event disable EVT_CACHE_STARTED,EVT_CACHE_STOPPED
+----
+
+=== Events list and status
+
+To get the list and status of available events, use the `--event list` command.
+
+[source, shell]
+----
+control.sh|bat --event list [--enabled]
+----
+
+Parameters:
+
+[cols="1,3",opts="header"]
+|===
+| Parameter | Description
+| `--enabled`| List only enabled evente.
+|===
+
+Examples:
+[source, shell]
+----
+control.sh|bat --event list --enabled
+----

modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/CalciteQueryProcessor.java

@@ -47,7 +47,6 @@
 import org.apache.calcite.sql.type.SqlTypeName;
 import org.apache.calcite.sql.util.SqlOperatorTables;
 import org.apache.calcite.sql.util.SqlShuttle;
-import org.apache.calcite.sql.validate.SqlValidator;
 import org.apache.calcite.sql2rel.SqlToRelConverter;
 import org.apache.calcite.tools.FrameworkConfig;
 import org.apache.calcite.tools.Frameworks;
@@ -98,6 +97,8 @@
 import org.apache.ignite.internal.processors.query.calcite.prepare.ExplainPlan;
 import org.apache.ignite.internal.processors.query.calcite.prepare.FieldsMetadata;
 import org.apache.ignite.internal.processors.query.calcite.prepare.IgniteConvertletTable;
+import org.apache.ignite.internal.processors.query.calcite.prepare.IgniteSqlCallRewriteTable;
+import org.apache.ignite.internal.processors.query.calcite.prepare.IgniteSqlValidator;
 import org.apache.ignite.internal.processors.query.calcite.prepare.IgniteTypeCoercion;
 import org.apache.ignite.internal.processors.query.calcite.prepare.MultiStepPlan;
 import org.apache.ignite.internal.processors.query.calcite.prepare.PrepareServiceImpl;
@@ -190,7 +191,8 @@ public class CalciteQueryProcessor extends GridProcessorAdapter implements Query
                 .withParserFactory(IgniteSqlParserImpl.FACTORY)
                 .withLex(Lex.ORACLE)
                 .withConformance(IgniteSqlConformance.INSTANCE))
-        .sqlValidatorConfig(SqlValidator.Config.DEFAULT
+        .sqlValidatorConfig(IgniteSqlValidator.Config.DFLT
+            .withSqlNodeRewriter(IgniteSqlCallRewriteTable.INSTANCE)
             // TODO Workaround for https://issues.apache.org/jira/browse/CALCITE-6978
             .withCallRewrite(false)
             .withIdentifierExpansion(true)

modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/prepare/IgniteSqlCallRewriteTable.java

@@ -26,22 +26,20 @@
 import org.apache.calcite.sql.SqlKind;
 import org.apache.calcite.sql.SqlNode;
 import org.apache.calcite.sql.SqlNodeList;
+import org.apache.calcite.sql.SqlUtil;
 import org.apache.calcite.sql.fun.SqlCase;
 import org.apache.calcite.sql.fun.SqlLibraryOperators;
 import org.apache.calcite.sql.fun.SqlStdOperatorTable;
 import org.apache.calcite.sql.parser.SqlParserPos;
-import org.apache.calcite.sql.util.SqlBasicVisitor;
-import org.apache.calcite.sql.util.SqlVisitor;
 import org.apache.calcite.sql.validate.SqlValidator;
-import org.apache.calcite.util.Util;
 
 import static org.apache.calcite.util.Static.RESOURCE;
 
 /**
  * Ignite SQL call rewrite table. Performs unconditional rewrites for some predefined Calcite SQL operators,
  * which can't be extended other ways by Ignite.
  */
-public class IgniteSqlCallRewriteTable {
+public class IgniteSqlCallRewriteTable implements IgniteSqlNodeRewriter {
     /** Instance. */
     public static final IgniteSqlCallRewriteTable INSTANCE = new IgniteSqlCallRewriteTable();
 
@@ -68,6 +66,14 @@ public void register(String operatorName, BiFunction<SqlValidator, SqlCall, SqlC
         map.put(operatorName, rewriter);
     }
 
+    /** {@inheritDoc} */
+    @Override public SqlNode rewrite(SqlValidator validator, SqlNode node) {
+        if (node instanceof SqlCall)
+            return rewrite(validator, (SqlCall)node);
+        else
+            return node;
+    }
+
     /** Rewrites SQL call. */
     SqlNode rewrite(SqlValidator validator, SqlCall call) {
         BiFunction<SqlValidator, SqlCall, SqlCall> rewriter = map.get(call.getOperator().getName());
@@ -107,24 +113,8 @@ private static SqlCall nvlRewriter(SqlValidator validator, SqlCall call) {
     }
 
     /** */
-    public static boolean containsSubquery(SqlNode call) {
-        try {
-            SqlVisitor<Void> visitor = new SqlBasicVisitor<>() {
-                @Override public Void visit(SqlCall call) {
-                    if (call.getKind() == SqlKind.SELECT)
-                        throw new Util.FoundOne(call);
-
-                    return super.visit(call);
-                }
-            };
-
-            call.accept(visitor);
-
-            return false;
-        }
-        catch (Util.FoundOne e) {
-            return true;
-        }
+    public static boolean containsSubquery(SqlNode node) {
+        return SqlUtil.containsCall(node, call -> call.getKind() == SqlKind.SELECT);
     }
 
     /** Rewrites DECODE call to CASE WHEN call. */

modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/prepare/IgniteSqlNodeRewriter.java

@@ -0,0 +1,29 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.ignite.internal.processors.query.calcite.prepare;
+
+import org.apache.calcite.sql.SqlNode;
+import org.apache.calcite.sql.validate.SqlValidator;
+
+/**
+ * SQL node rewriter interface.
+ */
+public interface IgniteSqlNodeRewriter {
+    /** Rewrites SQL node. */
+    public SqlNode rewrite(SqlValidator validator, SqlNode node);
+}

modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/prepare/IgniteSqlValidator.java

@@ -53,6 +53,7 @@
 import org.apache.calcite.sql.type.FamilyOperandTypeChecker;
 import org.apache.calcite.sql.type.SqlOperandTypeChecker;
 import org.apache.calcite.sql.type.SqlOperandTypeInference;
+import org.apache.calcite.sql.type.SqlTypeCoercionRule;
 import org.apache.calcite.sql.type.SqlTypeFamily;
 import org.apache.calcite.sql.type.SqlTypeName;
 import org.apache.calcite.sql.validate.SelectScope;
@@ -73,11 +74,13 @@
 import org.apache.ignite.internal.processors.query.calcite.type.OtherType;
 import org.apache.ignite.internal.processors.query.calcite.util.IgniteResource;
 import org.apache.ignite.internal.util.typedef.F;
+import org.immutables.value.Value;
 import org.jetbrains.annotations.Nullable;
 
 import static org.apache.calcite.util.Static.RESOURCE;
 
 /** Validator. */
+@Value.Enclosing
 public class IgniteSqlValidator extends SqlValidatorImpl {
     /** Decimal of Integer.MAX_VALUE for fetch/offset bounding. */
     private static final BigDecimal DEC_INT_MAX = BigDecimal.valueOf(Integer.MAX_VALUE);
@@ -345,8 +348,8 @@ else if (call.getKind() == SqlKind.CAST) {
 
         node = super.performUnconditionalRewrites(node, underFrom);
 
-        if (node instanceof SqlCall)
-            node = IgniteSqlCallRewriteTable.INSTANCE.rewrite(this, (SqlCall)node);
+        if (config() instanceof Config && ((Config)config()).sqlNodeRewriter() != null)
+            node = ((Config)config()).sqlNodeRewriter().rewrite(this, node);
 
         return node;
     }
@@ -657,4 +660,28 @@ else if (operandTypeChecker instanceof FamilyOperandTypeChecker) {
 
         super.validateUnnest(call, scope, targetRowType);
     }
+
+    /**
+     * Interface to define extension to the configuration for a IgniteSqlValidator.
+     */
+    @Value.Immutable(singleton = false)
+    public interface Config extends SqlValidator.Config {
+        /** Default configuration. */
+        Config DFLT = ImmutableIgniteSqlValidator.Config.builder().from(DEFAULT).build();
+
+        /** Gets custom call rewriter. */
+        @Value.Default
+        @Nullable default IgniteSqlNodeRewriter sqlNodeRewriter() {
+            return null;
+        }
+
+        /** Sets custom call rewriter. */
+        Config withSqlNodeRewriter(@Nullable IgniteSqlNodeRewriter rewriter);
+
+        /** Ovverride due to lost @Nullable annotation from the super-class by immutables generator. */
+        @Override @Nullable SqlTypeCoercionRule typeCoercionRules();
+
+        /** Ovverride due to lost @Nullable annotation from the super-class by immutables generator. */
+        @Override Config withTypeCoercionRules(@Nullable SqlTypeCoercionRule rules);
+    }
 }