/*
* Copyright (C) 2018 Julien Viet
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
*/
package io.vertx.pgclient.impl.codec;
import io.netty.buffer.ByteBuf;
import io.netty.buffer.Unpooled;
import io.netty.channel.ChannelHandlerContext;
import io.netty.channel.ChannelOutboundHandlerAdapter;
import io.netty.channel.ChannelPromise;
import io.netty.channel.socket.SocketChannel;
import io.vertx.sqlclient.Tuple;
import io.vertx.pgclient.impl.util.Util;
import io.vertx.sqlclient.impl.ParamDesc;
import io.vertx.sqlclient.impl.RowDesc;
import io.vertx.sqlclient.impl.StringLongSequence;
import io.vertx.sqlclient.impl.command.CloseConnectionCommand;
import io.vertx.sqlclient.impl.command.CloseCursorCommand;
import io.vertx.sqlclient.impl.command.CloseStatementCommand;
import io.vertx.sqlclient.impl.command.CommandBase;
import io.vertx.sqlclient.impl.command.ExtendedQueryCommand;
import io.vertx.sqlclient.impl.command.InitCommand;
import io.vertx.sqlclient.impl.command.PrepareStatementCommand;
import io.vertx.sqlclient.impl.command.SimpleQueryCommand;
import java.util.ArrayDeque;
import java.util.List;
import java.util.Map;
import static io.vertx.pgclient.impl.util.Util.writeCString;
import static java.nio.charset.StandardCharsets.UTF_8;
Author: Emad Alblueshi, Julien Viet
/**
* @author <a href="mailto:emad.albloushi@gmail.com">Emad Alblueshi</a>
* @author <a href="mailto:julien@julienviet.com">Julien Viet</a>
*/
final class PgEncoder extends ChannelOutboundHandlerAdapter {
// Frontend message types for {@link io.reactiverse.pgclient.impl.codec.encoder.MessageEncoder}
private static final byte PASSWORD_MESSAGE = 'p';
private static final byte QUERY = 'Q';
private static final byte TERMINATE = 'X';
private static final byte PARSE = 'P';
private static final byte BIND = 'B';
private static final byte DESCRIBE = 'D';
private static final byte EXECUTE = 'E';
private static final byte CLOSE = 'C';
private static final byte SYNC = 'S';
private final ArrayDeque<PgCommandCodec<?, ?>> inflight;
private ChannelHandlerContext ctx;
private ByteBuf out;
private PgDecoder dec;
private final StringLongSequence psSeq = new StringLongSequence(); // used for generating named prepared statement name
PgEncoder(PgDecoder dec, ArrayDeque<PgCommandCodec<?, ?>> inflight) {
this.inflight = inflight;
this.dec = dec;
}
void write(CommandBase<?> cmd) {
PgCommandCodec<?, ?> codec = wrap(cmd);
codec.completionHandler = resp -> {
PgCommandCodec<?, ?> c = inflight.poll();
resp.cmd = (CommandBase) c.cmd;
ctx.fireChannelRead(resp);
};
codec.noticeHandler = ctx::fireChannelRead;
inflight.add(codec);
codec.encode(this);
}
private PgCommandCodec<?, ?> wrap(CommandBase<?> cmd) {
if (cmd instanceof InitCommand) {
return new InitCommandCodec((InitCommand) cmd);
} else if (cmd instanceof SimpleQueryCommand<?>) {
return new SimpleQueryCodec<>((SimpleQueryCommand<?>) cmd);
} else if (cmd instanceof ExtendedQueryCommand<?>) {
return new ExtendedQueryCommandCodec<>((ExtendedQueryCommand<?>) cmd);
} else if (cmd instanceof PrepareStatementCommand) {
return new PrepareStatementCommandCodec((PrepareStatementCommand) cmd);
} else if (cmd instanceof CloseConnectionCommand) {
return CloseConnectionCommandCodec.INSTANCE;
} else if (cmd instanceof CloseCursorCommand) {
return new ClosePortalCommandCodec((CloseCursorCommand) cmd);
} else if (cmd instanceof CloseStatementCommand) {
return new CloseStatementCommandCodec((CloseStatementCommand) cmd);
}
throw new AssertionError();
}
@Override
public void handlerAdded(ChannelHandlerContext ctx) throws Exception {
this.ctx = ctx;
}
@Override
public void write(ChannelHandlerContext ctx, Object msg, ChannelPromise promise) throws Exception {
if (msg instanceof CommandBase<?>) {
CommandBase<?> cmd = (CommandBase<?>) msg;
write(cmd);
} else {
super.write(ctx, msg, promise);
}
}
@Override
public void flush(ChannelHandlerContext ctx) {
flush();
}
void close() {
ByteBuf buff;
if (out != null) {
buff = out;
out = null;
} else {
buff = Unpooled.EMPTY_BUFFER;
}
SocketChannel channel = (SocketChannel) channelHandlerContext().channel();
ctx.writeAndFlush(buff).addListener(v -> channel.shutdownOutput());
}
void flush() {
if (out != null) {
ByteBuf buff = out;
out = null;
ctx.writeAndFlush(buff);
} else {
ctx.flush();
}
}
This message immediately closes the connection. On receipt of this message,
the backend closes the connection and terminates.
/**
* This message immediately closes the connection. On receipt of this message,
* the backend closes the connection and terminates.
*/
void writeTerminate() {
ensureBuffer();
out.writeByte(TERMINATE);
out.writeInt(4);
}
The purpose of this message is to provide a resynchronization point for error recovery. When an error is detected while processing any extended-query message, the backend issues ErrorResponse
, then reads and discards messages until this message is reached, then issues ReadyForQuery
and returns to normal message processing.
Note that no skipping occurs if an error is detected while processing this message which ensures that there is one and only one ReadyForQuery
sent for each of this message.
Note this message does not cause a transaction block opened with BEGIN to be closed. It is possible to detect this situation in txStatus.txStatus()
that includes TxStatus
information.
/**
* <p>
* The purpose of this message is to provide a resynchronization point for error recovery.
* When an error is detected while processing any extended-query message, the backend issues {@link ErrorResponse},
* then reads and discards messages until this message is reached, then issues {@link ReadyForQuery} and returns to normal
* message processing.
* <p>
* Note that no skipping occurs if an error is detected while processing this message which ensures that there is one
* and only one {@link ReadyForQuery} sent for each of this message.
* <p>
* Note this message does not cause a transaction block opened with BEGIN to be closed. It is possible to detect this
* situation in {@link ReadyForQuery#txStatus()} that includes {@link TxStatus} information.
*/
void writeSync() {
ensureBuffer();
out.writeByte(SYNC);
out.writeInt(4);
}
The message closes an existing prepared statement or portal and releases resources.
Note that closing a prepared statement implicitly closes any open portals that were constructed from that statement.
The response is either CloseComplete
or ErrorResponse
Params: - portal –
/**
* <p>
* The message closes an existing prepared statement or portal and releases resources.
* Note that closing a prepared statement implicitly closes any open portals that were constructed from that statement.
* <p>
* The response is either {@link CloseComplete} or {@link ErrorResponse}
*
* @param portal
*/
void writeClosePortal(String portal) {
ensureBuffer();
int pos = out.writerIndex();
out.writeByte(CLOSE);
out.writeInt(0);
out.writeByte('P'); // 'S' to close a prepared statement or 'P' to close a portal
Util.writeCStringUTF8(out, portal);
out.setInt(pos + 1, out.writerIndex() - pos - 1);
}
void writeClosePreparedStatement(long statementName) {
ensureBuffer();
int pos = out.writerIndex();
out.writeByte(CLOSE);
out.writeInt(0);
out.writeByte('S'); // 'S' to close a prepared statement or 'P' to close a portal
if (statementName == 0) {
out.writeByte(0);
} else {
out.writeLong(statementName);
}
out.setInt(pos + 1, out.writerIndex() - pos - 1);
}
void writeStartupMessage(StartupMessage msg) {
ensureBuffer();
int pos = out.writerIndex();
out.writeInt(0);
// protocol version
out.writeShort(3);
out.writeShort(0);
writeCString(out, StartupMessage.BUFF_USER);
Util.writeCStringUTF8(out, msg.username);
writeCString(out, StartupMessage.BUFF_DATABASE);
Util.writeCStringUTF8(out, msg.database);
for (Map.Entry<String, String> property : msg.properties.entrySet()) {
writeCString(out, property.getKey(), UTF_8);
writeCString(out, property.getValue(), UTF_8);
}
out.writeByte(0);
out.setInt(pos, out.writerIndex() - pos);
}
void writePasswordMessage(PasswordMessage msg) {
ensureBuffer();
int pos = out.writerIndex();
out.writeByte(PASSWORD_MESSAGE);
out.writeInt(0);
Util.writeCStringUTF8(out, msg.hash);
out.setInt(pos + 1, out.writerIndex() - pos- 1);
}
void writeScramClientInitialMessage(ScramClientInitialMessage msg) {
ensureBuffer();
out.writeByte(PASSWORD_MESSAGE);
int totalLengthPosition = out.writerIndex();
out.writeInt(0); // message length -> will be set later
Util.writeCStringUTF8(out, msg.mecanism);
int msgPosition = out.writerIndex();
out.writeInt(0);
out.writeCharSequence(msg.message, UTF_8);
// rewind to set the message and total length
out.setInt(msgPosition, out.writerIndex() - msgPosition - Integer.BYTES);
out.setInt(totalLengthPosition, out.writerIndex() - totalLengthPosition);
}
void writeScramClientFinalMessage(ScramClientFinalMessage msg) {
ensureBuffer();
out.writeByte(PASSWORD_MESSAGE);
int totalLengthPosition = out.writerIndex();
out.writeInt(0); // message length -> will be set later
out.writeCharSequence(msg.message, UTF_8);
// rewind to set the message length
out.setInt(totalLengthPosition, out.writerIndex() - totalLengthPosition);
}
This message includes an SQL command (or commands) expressed as a text string.
The possible response messages from the backend are CommandComplete
, RowDesc
, DataRow
, EmptyQueryResponse
, ErrorResponse
, ReadyForQuery
and NoticeResponse
/**
* <p>
* This message includes an SQL command (or commands) expressed as a text string.
* <p>
* The possible response messages from the backend are
* {@link CommandComplete}, {@link RowDesc}, {@link DataRow}, {@link EmptyQueryResponse}, {@link ErrorResponse},
* {@link ReadyForQuery} and {@link NoticeResponse}
*/
void writeQuery(Query query) {
ensureBuffer();
int pos = out.writerIndex();
out.writeByte(QUERY);
out.writeInt(0);
Util.writeCStringUTF8(out, query.sql);
out.setInt(pos + 1, out.writerIndex() - pos - 1);
}
The message that using "statement" variant specifies the name of an existing prepared statement.
The response is a ParamDesc
message describing the parameters needed by the statement, followed by a RowDesc
message describing the rows that will be returned when the statement is eventually executed or a NoData
message if the statement will not return rows. ErrorResponse
is issued if there is no such prepared statement.
Note that since Bind
has not yet been issued, the formats to be used for returned columns are not yet known to the backend; the format code fields in the RowDesc
message will be zeroes in this case.
The message that using "portal" variant specifies the name of an existing portal.
The response is a RowDesc
message describing the rows that will be returned by executing the portal; or a NoData
message if the portal does not contain a query that will return rows; or ErrorResponse
if there is no such portal.
/**
* <p>
* The message that using "statement" variant specifies the name of an existing prepared statement.
* <p>
* The response is a {@link ParamDesc} message describing the parameters needed by the statement,
* followed by a {@link RowDesc} message describing the rows that will be returned when the statement is eventually
* executed or a {@link NoData} message if the statement will not return rows.
* {@link ErrorResponse} is issued if there is no such prepared statement.
* <p>
* Note that since {@link Bind} has not yet been issued, the formats to be used for returned columns are not yet known to
* the backend; the format code fields in the {@link RowDesc} message will be zeroes in this case.
* <p>
* The message that using "portal" variant specifies the name of an existing portal.
* <p>
* The response is a {@link RowDesc} message describing the rows that will be returned by executing the portal;
* or a {@link NoData} message if the portal does not contain a query that will return rows; or {@link ErrorResponse}
* if there is no such portal.
*/
void writeDescribe(Describe describe) {
ensureBuffer();
int pos = out.writerIndex();
out.writeByte(DESCRIBE);
out.writeInt(0);
if (describe.statement != 0) {
out.writeByte('S');
out.writeLong(describe.statement);
} else if (describe.portal != null) {
out.writeByte('P');
Util.writeCStringUTF8(out, describe.portal);
} else {
out.writeByte('S');
Util.writeCStringUTF8(out, "");
}
out.setInt(pos + 1, out.writerIndex() - pos- 1);
}
void writeParse(String sql, long statement, DataType[] parameterTypes) {
ensureBuffer();
int pos = out.writerIndex();
out.writeByte(PARSE);
out.writeInt(0);
if (statement == 0) {
out.writeByte(0);
} else {
out.writeLong(statement);
}
Util.writeCStringUTF8(out, sql);
if (parameterTypes == null) {
// Let pg figure out
out.writeShort(0);
} else {
out.writeShort(parameterTypes.length);
for (DataType parameterType : parameterTypes) {
out.writeInt(parameterType.id);
}
}
out.setInt(pos + 1, out.writerIndex() - pos - 1);
}
The message specifies the portal and a maximum row count (zero meaning "fetch all rows") of the result.
The row count of the result is only meaningful for portals containing commands that return row sets;
in other cases the command is always executed to completion, and the row count of the result is ignored.
The possible responses to this message are the same as Query
message, except that it doesn't cause ReadyForQuery
or RowDesc
to be issued.
If Execute terminates before completing the execution of a portal, it will send a PortalSuspended
message; the appearance of this message tells the frontend that another Execute should be issued against the same portal to complete the operation. The CommandComplete
message indicating completion of the source SQL command is not sent until the portal's execution is completed. Therefore, This message is always terminated by the appearance of exactly one of these messages: CommandComplete
, EmptyQueryResponse
, ErrorResponse
or PortalSuspended
.
Author: Emad Alblueshi
/**
* The message specifies the portal and a maximum row count (zero meaning "fetch all rows") of the result.
* <p>
* The row count of the result is only meaningful for portals containing commands that return row sets;
* in other cases the command is always executed to completion, and the row count of the result is ignored.
* <p>
* The possible responses to this message are the same as {@link Query} message, except that
* it doesn't cause {@link ReadyForQuery} or {@link RowDesc} to be issued.
* <p>
* If Execute terminates before completing the execution of a portal, it will send a {@link PortalSuspended} message;
* the appearance of this message tells the frontend that another Execute should be issued against the same portal to
* complete the operation. The {@link CommandComplete} message indicating completion of the source SQL command
* is not sent until the portal's execution is completed. Therefore, This message is always terminated by
* the appearance of exactly one of these messages: {@link CommandComplete},
* {@link EmptyQueryResponse}, {@link ErrorResponse} or {@link PortalSuspended}.
*
* @author <a href="mailto:emad.albloushi@gmail.com">Emad Alblueshi</a>
*/
void writeExecute(String portal, int rowCount) {
ensureBuffer();
int pos = out.writerIndex();
out.writeByte(EXECUTE);
out.writeInt(0);
if (portal != null) {
out.writeCharSequence(portal, UTF_8);
}
out.writeByte(0);
out.writeInt(rowCount); // Zero denotes "no limit" maybe for ReadStream<Row>
out.setInt(pos + 1, out.writerIndex() - pos - 1);
}
The message gives the name of the prepared statement, the name of portal,
and the values to use for any parameter values present in the prepared statement.
The supplied parameter set must match those needed by the prepared statement.
The response is either BindComplete
or ErrorResponse
.
/**
* <p>
* The message gives the name of the prepared statement, the name of portal,
* and the values to use for any parameter values present in the prepared statement.
* The supplied parameter set must match those needed by the prepared statement.
* <p>
* The response is either {@link BindComplete} or {@link ErrorResponse}.
*/
void writeBind(Bind bind, String portal, Tuple paramValues) {
ensureBuffer();
int pos = out.writerIndex();
out.writeByte(BIND);
out.writeInt(0);
if (portal != null) {
out.writeCharSequence(portal, UTF_8);
}
out.writeByte(0);
if (bind.statement == 0) {
out.writeByte(0);
} else {
out.writeLong(bind.statement);
}
int paramLen = paramValues.size();
out.writeShort(paramLen);
// Parameter formats
for (int c = 0;c < paramLen;c++) {
// for now each format is Binary
out.writeShort(bind.paramTypes[c].supportsBinary ? 1 : 0);
}
out.writeShort(paramLen);
for (int c = 0;c < paramLen;c++) {
Object param = paramValues.getValue(c);
if (param == null) {
// NULL value
out.writeInt(-1);
} else {
DataType dataType = bind.paramTypes[c];
if (dataType.supportsBinary) {
int idx = out.writerIndex();
out.writeInt(0);
DataTypeCodec.encodeBinary(dataType, param, out);
out.setInt(idx, out.writerIndex() - idx - 4);
} else {
DataTypeCodec.encodeText(dataType, param, out);
}
}
}
// MAKE resultColumsn non null to avoid null check
// Result columns are all in Binary format
if (bind.resultColumns.length > 0) {
out.writeShort(bind.resultColumns.length);
for (PgColumnDesc resultColumn : bind.resultColumns) {
out.writeShort(resultColumn.dataType.supportsBinary ? 1 : 0);
}
} else {
out.writeShort(1);
out.writeShort(1);
}
out.setInt(pos + 1, out.writerIndex() - pos - 1);
}
private void ensureBuffer() {
if (out == null) {
out = ctx.alloc().ioBuffer();
}
}
long nextStatementName() {
return psSeq.next();
}
public ChannelHandlerContext channelHandlerContext() {
return ctx;
}
}