kernel_google_redbull/drivers/vservices/protocol/block/server.c

/*
 * Copyright (c) 2012-2018 General Dynamics
 * Copyright (c) 2014 Open Kernel Labs, Inc.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */

 /*
  * This is the generated code for the block server protocol handling.
  */
#include <linux/types.h>
#include <linux/err.h>
#include <linux/version.h>
#include <linux/module.h>
#include <linux/sched.h>
#include <linux/wait.h>
#if LINUX_VERSION_CODE >= KERNEL_VERSION(3, 2, 0)
#include <linux/export.h>
#endif

#include <vservices/types.h>
#include <vservices/buffer.h>
#include <vservices/protocol/block/types.h>
#include <vservices/protocol/block/common.h>
#include <vservices/protocol/block/server.h>
#include <vservices/service.h>

#include "../../transport.h"

#define VS_MBUF_SIZE(mbuf) mbuf->size
#define VS_MBUF_DATA(mbuf) mbuf->data
#define VS_STATE_SERVICE_PTR(state) state->service

/*** Linux driver model integration ***/
struct vs_block_server_driver {
	struct vs_server_block *server;
	struct list_head list;
	struct vs_service_driver vsdrv;
};

#define to_server_driver(d) \
        container_of(d, struct vs_block_server_driver, vsdrv)

static void reset_nack_requests(struct vs_service_device *service)
{

}

static void block_handle_start(struct vs_service_device *service)
{

	struct vs_server_block_state *state = dev_get_drvdata(&service->dev);
	struct vs_service_driver *vsdrv =
	    to_vs_service_driver(service->dev.driver);
	struct vs_server_block *server __maybe_unused =
	    to_server_driver(vsdrv)->server;

	vs_service_state_lock(service);
	memset(&(state->state), 0, sizeof(state->state));
	vs_service_state_unlock(service);
}

static void block_handle_reset(struct vs_service_device *service)
{

	struct vs_server_block_state *state = dev_get_drvdata(&service->dev);
	struct vs_service_driver *vsdrv =
	    to_vs_service_driver(service->dev.driver);
	struct vs_server_block *server __maybe_unused =
	    to_server_driver(vsdrv)->server;

	vs_service_state_lock(service);
	if (!VSERVICE_BASE_STATE_IS_RUNNING(state->state.base)) {
		vs_service_state_unlock(service);
		return;
	}
	state->state.base = VSERVICE_BASE_RESET_STATE;
	reset_nack_requests(service);
	if (server->closed)
		server->closed(state);

	memset(&(state->state), 0, sizeof(state->state));

	vs_service_state_unlock(service);
}

static void block_handle_start_bh(struct vs_service_device *service)
{

	struct vs_server_block_state *state = dev_get_drvdata(&service->dev);
	struct vs_service_driver *vsdrv =
	    to_vs_service_driver(service->dev.driver);
	struct vs_server_block *server __maybe_unused =
	    to_server_driver(vsdrv)->server;

	vs_service_state_lock_bh(service);
	memset(&(state->state), 0, sizeof(state->state));

	vs_service_state_unlock_bh(service);
}

static void block_handle_reset_bh(struct vs_service_device *service)
{

	struct vs_server_block_state *state = dev_get_drvdata(&service->dev);
	struct vs_service_driver *vsdrv =
	    to_vs_service_driver(service->dev.driver);
	struct vs_server_block *server __maybe_unused =
	    to_server_driver(vsdrv)->server;

	vs_service_state_lock_bh(service);
	if (!VSERVICE_BASE_STATE_IS_RUNNING(state->state.base)) {
		vs_service_state_unlock_bh(service);
		return;
	}
	state->state.base = VSERVICE_BASE_RESET_STATE;
	reset_nack_requests(service);
	if (server->closed)
		server->closed(state);

	memset(&(state->state), 0, sizeof(state->state));

	vs_service_state_unlock_bh(service);
}

static int block_server_probe(struct vs_service_device *service);
static int block_server_remove(struct vs_service_device *service);
static int block_handle_message(struct vs_service_device *service,
				struct vs_mbuf *_mbuf);
static void block_handle_notify(struct vs_service_device *service,
				uint32_t flags);
static void block_handle_start(struct vs_service_device *service);
static void block_handle_start_bh(struct vs_service_device *service);
static void block_handle_reset(struct vs_service_device *service);
static void block_handle_reset_bh(struct vs_service_device *service);
static int block_handle_tx_ready(struct vs_service_device *service);

int __vservice_block_server_register(struct vs_server_block *server,
				     const char *name, struct module *owner)
{
	int ret;
	struct vs_block_server_driver *driver;

	if (server->tx_atomic && !server->rx_atomic)
		return -EINVAL;

	driver = kzalloc(sizeof(*driver), GFP_KERNEL);
	if (!driver) {
		ret = -ENOMEM;
		goto fail_alloc_driver;
	}

	server->driver = &driver->vsdrv;
	driver->server = server;

	driver->vsdrv.protocol = VSERVICE_BLOCK_PROTOCOL_NAME;

	driver->vsdrv.is_server = true;
	driver->vsdrv.rx_atomic = server->rx_atomic;
	driver->vsdrv.tx_atomic = server->tx_atomic;
	/* FIXME Jira ticket SDK-2835 - philipd. */
	driver->vsdrv.in_quota_min = 1;
	driver->vsdrv.in_quota_best = server->in_quota_best ?
	    server->in_quota_best : driver->vsdrv.in_quota_min;
	/* FIXME Jira ticket SDK-2835 - philipd. */
	driver->vsdrv.out_quota_min = 1;
	driver->vsdrv.out_quota_best = server->out_quota_best ?
	    server->out_quota_best : driver->vsdrv.out_quota_min;
	driver->vsdrv.in_notify_count = VSERVICE_BLOCK_NBIT_IN__COUNT;
	driver->vsdrv.out_notify_count = VSERVICE_BLOCK_NBIT_OUT__COUNT;

	driver->vsdrv.probe = block_server_probe;
	driver->vsdrv.remove = block_server_remove;
	driver->vsdrv.receive = block_handle_message;
	driver->vsdrv.notify = block_handle_notify;
	driver->vsdrv.start = server->tx_atomic ?
	    block_handle_start_bh : block_handle_start;
	driver->vsdrv.reset = server->tx_atomic ?
	    block_handle_reset_bh : block_handle_reset;
	driver->vsdrv.tx_ready = block_handle_tx_ready;
	driver->vsdrv.out_notify_count = 0;
	driver->vsdrv.in_notify_count = 0;
	driver->vsdrv.driver.name = name;
	driver->vsdrv.driver.owner = owner;
	driver->vsdrv.driver.bus = &vs_server_bus_type;

	ret = driver_register(&driver->vsdrv.driver);

	if (ret) {
		goto fail_driver_register;
	}

	return 0;

 fail_driver_register:
	server->driver = NULL;
	kfree(driver);
 fail_alloc_driver:
	return ret;
}

EXPORT_SYMBOL(__vservice_block_server_register);

int vservice_block_server_unregister(struct vs_server_block *server)
{
	struct vs_block_server_driver *driver;

	if (!server->driver)
		return 0;

	driver = to_server_driver(server->driver);
	driver_unregister(&driver->vsdrv.driver);

	server->driver = NULL;
	kfree(driver);

	return 0;
}

EXPORT_SYMBOL(vservice_block_server_unregister);

static int block_server_probe(struct vs_service_device *service)
{
	struct vs_service_driver *vsdrv =
	    to_vs_service_driver(service->dev.driver);
	struct vs_server_block *server = to_server_driver(vsdrv)->server;
	struct vs_server_block_state *state;

	state = server->alloc(service);
	if (!state)
		return -ENOMEM;
	else if (IS_ERR(state))
		return PTR_ERR(state);

	state->service = vs_get_service(service);
	memset(&(state->state), 0, sizeof(state->state));

	dev_set_drvdata(&service->dev, state);

	return 0;
}

static int block_server_remove(struct vs_service_device *service)
{
	struct vs_server_block_state *state = dev_get_drvdata(&service->dev);
	struct vs_service_driver *vsdrv =
	    to_vs_service_driver(service->dev.driver);
	struct vs_server_block *server = to_server_driver(vsdrv)->server;

	state->released = true;
	dev_set_drvdata(&service->dev, NULL);
	server->release(state);

	vs_put_service(service);

	return 0;
}

static int block_handle_tx_ready(struct vs_service_device *service)
{
	struct vs_service_driver *vsdrv =
	    to_vs_service_driver(service->dev.driver);
	struct vs_server_block *server = to_server_driver(vsdrv)->server;
	struct vs_server_block_state *state = dev_get_drvdata(&service->dev);

	if (!VSERVICE_BASE_STATE_IS_RUNNING(state->state.base))
		return 0;

	if (server->tx_ready)
		server->tx_ready(state);

	return 0;
}

static int
vs_server_block_send_ack_open(struct vs_server_block_state *_state, gfp_t flags)
{
	struct vs_mbuf *_mbuf;

	const size_t _msg_size = sizeof(vs_message_id_t) + 28UL;

	struct vs_service_driver *vsdrv =
	    to_vs_service_driver(VS_STATE_SERVICE_PTR(_state)->dev.driver);
	__maybe_unused struct vs_server_block *_server =
	    to_server_driver(vsdrv)->server;

	_mbuf =
	    vs_service_alloc_mbuf(VS_STATE_SERVICE_PTR(_state), _msg_size,
				  flags);
	if (IS_ERR(_mbuf))
		return PTR_ERR(_mbuf);
	if (!_mbuf) {

		WARN_ON_ONCE(1);

		return -ENOMEM;
	}

	*(vs_message_id_t *) (VS_MBUF_DATA(_mbuf)) =
	    VSERVICE_BLOCK_BASE_ACK_OPEN;

	switch (_state->state.base.statenum) {
	case VSERVICE_BASE_STATE_CLOSED__OPEN:

		break;

	default:
		dev_err(&_state->service->dev,
			"[%s:%d] Protocol error: In wrong protocol state %d - %s\n",
			__func__, __LINE__, _state->state.base.statenum,
			vservice_base_get_state_string(_state->state.base));

		return -EPROTO;

	}
	*(bool *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 0UL) =
	    _state->readonly;
	*(uint32_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 4UL) =
	    _state->sector_size;
	*(uint32_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 8UL) =
	    _state->segment_size;
	*(uint64_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 12UL) =
	    _state->device_sectors;
	*(bool *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 20UL) =
	    _state->flushable;
	*(bool *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 24UL) =
	    _state->committable;
	_state->io.sector_size = _state->sector_size;
	_state->io.segment_size = _state->segment_size;

	{
		int err = vs_service_send(VS_STATE_SERVICE_PTR(_state), _mbuf);
		if (err) {
			dev_warn(&_state->service->dev,
				 "[%s:%d] Protocol warning: Error %d sending message on transport.\n",
				 __func__, __LINE__, err);

			return err;
		}
	}

	_state->state.base.statenum = VSERVICE_BASE_STATE_RUNNING;

	return 0;
}

EXPORT_SYMBOL(vs_server_block_send_ack_open);
static int
vs_server_block_send_nack_open(struct vs_server_block_state *_state,
			       gfp_t flags)
{
	struct vs_mbuf *_mbuf;

	const size_t _msg_size = sizeof(vs_message_id_t) + 0UL;

	struct vs_service_driver *vsdrv =
	    to_vs_service_driver(VS_STATE_SERVICE_PTR(_state)->dev.driver);
	__maybe_unused struct vs_server_block *_server =
	    to_server_driver(vsdrv)->server;

	switch (_state->state.base.statenum) {
	case VSERVICE_BASE_STATE_CLOSED__OPEN:

		break;

	default:
		dev_err(&_state->service->dev,
			"[%s:%d] Protocol error: In wrong protocol state %d - %s\n",
			__func__, __LINE__, _state->state.base.statenum,
			vservice_base_get_state_string(_state->state.base));

		return -EPROTO;

	}

	_mbuf =
	    vs_service_alloc_mbuf(VS_STATE_SERVICE_PTR(_state), _msg_size,
				  flags);
	if (IS_ERR(_mbuf))
		return PTR_ERR(_mbuf);
	if (!_mbuf) {

		WARN_ON_ONCE(1);

		return -ENOMEM;
	}

	*(vs_message_id_t *) (VS_MBUF_DATA(_mbuf)) =
	    VSERVICE_BLOCK_BASE_NACK_OPEN;

	{
		int err = vs_service_send(VS_STATE_SERVICE_PTR(_state), _mbuf);
		if (err) {
			dev_warn(&_state->service->dev,
				 "[%s:%d] Protocol warning: Error %d sending message on transport.\n",
				 __func__, __LINE__, err);

			return err;
		}
	}

	_state->state.base.statenum = VSERVICE_BASE_STATE_CLOSED;

	return 0;
}

EXPORT_SYMBOL(vs_server_block_send_nack_open);
static int
vs_server_block_send_ack_close(struct vs_server_block_state *_state,
			       gfp_t flags)
{
	struct vs_mbuf *_mbuf;

	const size_t _msg_size = sizeof(vs_message_id_t) + 0UL;

	struct vs_service_driver *vsdrv =
	    to_vs_service_driver(VS_STATE_SERVICE_PTR(_state)->dev.driver);
	__maybe_unused struct vs_server_block *_server =
	    to_server_driver(vsdrv)->server;

	switch (_state->state.base.statenum) {
	case VSERVICE_BASE_STATE_RUNNING__CLOSE:

		break;

	default:
		dev_err(&_state->service->dev,
			"[%s:%d] Protocol error: In wrong protocol state %d - %s\n",
			__func__, __LINE__, _state->state.base.statenum,
			vservice_base_get_state_string(_state->state.base));

		return -EPROTO;

	}

	_mbuf =
	    vs_service_alloc_mbuf(VS_STATE_SERVICE_PTR(_state), _msg_size,
				  flags);
	if (IS_ERR(_mbuf))
		return PTR_ERR(_mbuf);
	if (!_mbuf) {

		WARN_ON_ONCE(1);

		return -ENOMEM;
	}

	*(vs_message_id_t *) (VS_MBUF_DATA(_mbuf)) =
	    VSERVICE_BLOCK_BASE_ACK_CLOSE;

	{
		int err = vs_service_send(VS_STATE_SERVICE_PTR(_state), _mbuf);
		if (err) {
			dev_warn(&_state->service->dev,
				 "[%s:%d] Protocol warning: Error %d sending message on transport.\n",
				 __func__, __LINE__, err);

			return err;
		}
	}

	_state->state.base.statenum = VSERVICE_BASE_STATE_CLOSED;

	return 0;
}

EXPORT_SYMBOL(vs_server_block_send_ack_close);
static int
vs_server_block_send_nack_close(struct vs_server_block_state *_state,
				gfp_t flags)
{
	struct vs_mbuf *_mbuf;

	const size_t _msg_size = sizeof(vs_message_id_t) + 0UL;

	struct vs_service_driver *vsdrv =
	    to_vs_service_driver(VS_STATE_SERVICE_PTR(_state)->dev.driver);
	__maybe_unused struct vs_server_block *_server =
	    to_server_driver(vsdrv)->server;

	switch (_state->state.base.statenum) {
	case VSERVICE_BASE_STATE_RUNNING__CLOSE:

		break;

	default:
		dev_err(&_state->service->dev,
			"[%s:%d] Protocol error: In wrong protocol state %d - %s\n",
			__func__, __LINE__, _state->state.base.statenum,
			vservice_base_get_state_string(_state->state.base));

		return -EPROTO;

	}

	_mbuf =
	    vs_service_alloc_mbuf(VS_STATE_SERVICE_PTR(_state), _msg_size,
				  flags);
	if (IS_ERR(_mbuf))
		return PTR_ERR(_mbuf);
	if (!_mbuf) {

		WARN_ON_ONCE(1);

		return -ENOMEM;
	}

	*(vs_message_id_t *) (VS_MBUF_DATA(_mbuf)) =
	    VSERVICE_BLOCK_BASE_NACK_CLOSE;

	{
		int err = vs_service_send(VS_STATE_SERVICE_PTR(_state), _mbuf);
		if (err) {
			dev_warn(&_state->service->dev,
				 "[%s:%d] Protocol warning: Error %d sending message on transport.\n",
				 __func__, __LINE__, err);

			return err;
		}
	}

	_state->state.base.statenum = VSERVICE_BASE_STATE_RUNNING;

	return 0;
}

EXPORT_SYMBOL(vs_server_block_send_nack_close);
static int
vs_server_block_send_ack_reopen(struct vs_server_block_state *_state,
				gfp_t flags)
{
	struct vs_mbuf *_mbuf;

	const size_t _msg_size = sizeof(vs_message_id_t) + 0UL;

	struct vs_service_driver *vsdrv =
	    to_vs_service_driver(VS_STATE_SERVICE_PTR(_state)->dev.driver);
	__maybe_unused struct vs_server_block *_server =
	    to_server_driver(vsdrv)->server;

	switch (_state->state.base.statenum) {
	case VSERVICE_BASE_STATE_RUNNING__REOPEN:

		break;

	default:
		dev_err(&_state->service->dev,
			"[%s:%d] Protocol error: In wrong protocol state %d - %s\n",
			__func__, __LINE__, _state->state.base.statenum,
			vservice_base_get_state_string(_state->state.base));

		return -EPROTO;

	}

	_mbuf =
	    vs_service_alloc_mbuf(VS_STATE_SERVICE_PTR(_state), _msg_size,
				  flags);
	if (IS_ERR(_mbuf))
		return PTR_ERR(_mbuf);
	if (!_mbuf) {

		WARN_ON_ONCE(1);

		return -ENOMEM;
	}

	*(vs_message_id_t *) (VS_MBUF_DATA(_mbuf)) =
	    VSERVICE_BLOCK_BASE_ACK_REOPEN;

	{
		int err = vs_service_send(VS_STATE_SERVICE_PTR(_state), _mbuf);
		if (err) {
			dev_warn(&_state->service->dev,
				 "[%s:%d] Protocol warning: Error %d sending message on transport.\n",
				 __func__, __LINE__, err);

			return err;
		}
	}

	_state->state.base.statenum = VSERVICE_BASE__RESET;

	return 0;
}

EXPORT_SYMBOL(vs_server_block_send_ack_reopen);
static int
vs_server_block_send_nack_reopen(struct vs_server_block_state *_state,
				 gfp_t flags)
{
	struct vs_mbuf *_mbuf;

	const size_t _msg_size = sizeof(vs_message_id_t) + 0UL;

	struct vs_service_driver *vsdrv =
	    to_vs_service_driver(VS_STATE_SERVICE_PTR(_state)->dev.driver);
	__maybe_unused struct vs_server_block *_server =
	    to_server_driver(vsdrv)->server;

	switch (_state->state.base.statenum) {
	case VSERVICE_BASE_STATE_RUNNING__REOPEN:

		break;

	default:
		dev_err(&_state->service->dev,
			"[%s:%d] Protocol error: In wrong protocol state %d - %s\n",
			__func__, __LINE__, _state->state.base.statenum,
			vservice_base_get_state_string(_state->state.base));

		return -EPROTO;

	}

	_mbuf =
	    vs_service_alloc_mbuf(VS_STATE_SERVICE_PTR(_state), _msg_size,
				  flags);
	if (IS_ERR(_mbuf))
		return PTR_ERR(_mbuf);
	if (!_mbuf) {

		WARN_ON_ONCE(1);

		return -ENOMEM;
	}

	*(vs_message_id_t *) (VS_MBUF_DATA(_mbuf)) =
	    VSERVICE_BLOCK_BASE_NACK_REOPEN;

	{
		int err = vs_service_send(VS_STATE_SERVICE_PTR(_state), _mbuf);
		if (err) {
			dev_warn(&_state->service->dev,
				 "[%s:%d] Protocol warning: Error %d sending message on transport.\n",
				 __func__, __LINE__, err);

			return err;
		}
	}

	_state->state.base.statenum = VSERVICE_BASE_STATE_RUNNING;

	return 0;
}

EXPORT_SYMBOL(vs_server_block_send_nack_reopen);
static int
vs_server_block_handle_req_open(const struct vs_server_block *_server,
				struct vs_server_block_state *_state,
				struct vs_mbuf *_mbuf)
{
	const size_t _expected_size = sizeof(vs_message_id_t) + 0UL;

	if (VS_MBUF_SIZE(_mbuf) < _expected_size)
		return -EBADMSG;

	switch (_state->state.base.statenum) {
	case VSERVICE_BASE_STATE_CLOSED:

		break;

	default:
		dev_err(&_state->service->dev,
			"[%s:%d] Protocol error: In wrong protocol state %d - %s\n",
			__func__, __LINE__, _state->state.base.statenum,
			vservice_base_get_state_string(_state->state.base));

		return -EPROTO;

	}
	_state->state.base.statenum = VSERVICE_BASE_STATE_CLOSED__OPEN;
	vs_service_free_mbuf(VS_STATE_SERVICE_PTR(_state), _mbuf);
	if (_server->open)
		return vs_server_block_open_complete(_state,
						     _server->open(_state));
	return vs_server_block_open_complete(_state, VS_SERVER_RESP_SUCCESS);

}

int vs_server_block_open_complete(struct vs_server_block_state *_state,
				  vs_server_response_type_t resp)
{
	int ret = 0;
	if (resp == VS_SERVER_RESP_SUCCESS)
		ret =
		    vs_server_block_send_ack_open(_state,
						  vs_service_has_atomic_rx
						  (VS_STATE_SERVICE_PTR(_state))
						  ? GFP_ATOMIC : GFP_KERNEL);
	else if (resp == VS_SERVER_RESP_FAILURE)
		ret =
		    vs_server_block_send_nack_open(_state,
						   vs_service_has_atomic_rx
						   (VS_STATE_SERVICE_PTR
						    (_state)) ? GFP_ATOMIC :
						   GFP_KERNEL);

	return ret;

}

EXPORT_SYMBOL(vs_server_block_open_complete);

EXPORT_SYMBOL(vs_server_block_handle_req_open);
static int
vs_server_block_handle_req_close(const struct vs_server_block *_server,
				 struct vs_server_block_state *_state,
				 struct vs_mbuf *_mbuf)
{
	const size_t _expected_size = sizeof(vs_message_id_t) + 0UL;

	if (VS_MBUF_SIZE(_mbuf) < _expected_size)
		return -EBADMSG;

	switch (_state->state.base.statenum) {
	case VSERVICE_BASE_STATE_RUNNING:

		break;

	default:
		dev_err(&_state->service->dev,
			"[%s:%d] Protocol error: In wrong protocol state %d - %s\n",
			__func__, __LINE__, _state->state.base.statenum,
			vservice_base_get_state_string(_state->state.base));

		return -EPROTO;

	}
	_state->state.base.statenum = VSERVICE_BASE_STATE_RUNNING__CLOSE;
	vs_service_free_mbuf(VS_STATE_SERVICE_PTR(_state), _mbuf);
	if (_server->close)
		return vs_server_block_close_complete(_state,
						      _server->close(_state));
	return vs_server_block_close_complete(_state, VS_SERVER_RESP_SUCCESS);

}

int vs_server_block_close_complete(struct vs_server_block_state *_state,
				   vs_server_response_type_t resp)
{
	int ret = 0;
	if (resp == VS_SERVER_RESP_SUCCESS)
		ret =
		    vs_server_block_send_ack_close(_state,
						   vs_service_has_atomic_rx
						   (VS_STATE_SERVICE_PTR
						    (_state)) ? GFP_ATOMIC :
						   GFP_KERNEL);
	else if (resp == VS_SERVER_RESP_FAILURE)
		ret =
		    vs_server_block_send_nack_close(_state,
						    vs_service_has_atomic_rx
						    (VS_STATE_SERVICE_PTR
						     (_state)) ? GFP_ATOMIC :
						    GFP_KERNEL);
	if ((resp == VS_SERVER_RESP_SUCCESS) && (ret == 0)) {
		wake_up_all(&_state->service->quota_wq);
	}
	return ret;

}

EXPORT_SYMBOL(vs_server_block_close_complete);

EXPORT_SYMBOL(vs_server_block_handle_req_close);
static int
vs_server_block_handle_req_reopen(const struct vs_server_block *_server,
				  struct vs_server_block_state *_state,
				  struct vs_mbuf *_mbuf)
{
	const size_t _expected_size = sizeof(vs_message_id_t) + 0UL;

	if (VS_MBUF_SIZE(_mbuf) < _expected_size)
		return -EBADMSG;

	switch (_state->state.base.statenum) {
	case VSERVICE_BASE_STATE_RUNNING:

		break;

	default:
		dev_err(&_state->service->dev,
			"[%s:%d] Protocol error: In wrong protocol state %d - %s\n",
			__func__, __LINE__, _state->state.base.statenum,
			vservice_base_get_state_string(_state->state.base));

		return -EPROTO;

	}
	_state->state.base.statenum = VSERVICE_BASE_STATE_RUNNING__REOPEN;
	vs_service_free_mbuf(VS_STATE_SERVICE_PTR(_state), _mbuf);
	if (_server->reopen)
		return vs_server_block_reopen_complete(_state,
						       _server->reopen(_state));
	else
		return vs_server_block_send_nack_reopen(_state,
							vs_service_has_atomic_rx
							(VS_STATE_SERVICE_PTR
							 (_state)) ? GFP_ATOMIC
							: GFP_KERNEL);

}

int vs_server_block_reopen_complete(struct vs_server_block_state *_state,
				    vs_server_response_type_t resp)
{
	int ret = 0;
	if (resp == VS_SERVER_RESP_SUCCESS) {
		_state->io.sector_size = _state->sector_size;
		_state->io.segment_size = _state->segment_size;
		ret =
		    vs_server_block_send_ack_reopen(_state,
						    vs_service_has_atomic_rx
						    (VS_STATE_SERVICE_PTR
						     (_state)) ? GFP_ATOMIC :
						    GFP_KERNEL);
	} else if (resp == VS_SERVER_RESP_FAILURE) {
		ret =
		    vs_server_block_send_nack_reopen(_state,
						     vs_service_has_atomic_rx
						     (VS_STATE_SERVICE_PTR
						      (_state)) ? GFP_ATOMIC :
						     GFP_KERNEL);
	}

	return ret;

}

EXPORT_SYMBOL(vs_server_block_reopen_complete);

EXPORT_SYMBOL(vs_server_block_handle_req_reopen);
struct vs_mbuf *vs_server_block_io_alloc_ack_read(struct vs_server_block_state
						  *_state, struct vs_pbuf *data,
						  gfp_t flags)
{
	struct vs_mbuf *_mbuf;
	const vs_message_id_t _msg_id = VSERVICE_BLOCK_IO_ACK_READ;
	const uint32_t _msg_size =
	    sizeof(vs_message_id_t) + _state->io.segment_size + 8UL;
	_mbuf =
	    vs_service_alloc_mbuf(VS_STATE_SERVICE_PTR(_state), _msg_size,
				  flags);
	if (IS_ERR(_mbuf))
		return _mbuf;
	if (!_mbuf) {

		WARN_ON_ONCE(1);
		return ERR_PTR(-ENOMEM);
	}
	*(vs_message_id_t *) (VS_MBUF_DATA(_mbuf)) = _msg_id;

	if (!data)
		goto fail;
	data->data =
	    (uintptr_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 4UL +
			   sizeof(uint32_t));
	data->size = _state->io.segment_size;
	data->max_size = data->size;
	return _mbuf;

 fail:
	vs_service_free_mbuf(VS_STATE_SERVICE_PTR(_state), _mbuf);
	return NULL;
}

EXPORT_SYMBOL(vs_server_block_io_alloc_ack_read);
int vs_server_block_io_free_ack_read(struct vs_server_block_state *_state,
				     struct vs_pbuf *data,
				     struct vs_mbuf *_mbuf)
{
	vs_service_free_mbuf(VS_STATE_SERVICE_PTR(_state), _mbuf);

	return 0;
}

EXPORT_SYMBOL(vs_server_block_io_free_ack_read);
int vs_server_block_io_getbufs_req_write(struct vs_server_block_state *_state,
					 struct vs_pbuf *data,
					 struct vs_mbuf *_mbuf)
{
	const vs_message_id_t _msg_id = VSERVICE_BLOCK_IO_REQ_WRITE;
	const size_t _max_size =
	    sizeof(vs_message_id_t) + _state->io.segment_size + 32UL;
	const size_t _min_size = _max_size - _state->io.segment_size;
	size_t _exact_size;

	if (*(vs_message_id_t *) (VS_MBUF_DATA(_mbuf)) != _msg_id)
		return -EINVAL;
	if ((VS_MBUF_SIZE(_mbuf) > _max_size)
	    || (VS_MBUF_SIZE(_mbuf) < _min_size))
		return -EBADMSG;

	data->size =
	    *(uint32_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) +
			   28UL);
	data->data =
	    (uintptr_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) +
			   28UL + sizeof(uint32_t));
	data->max_size = data->size;

	/* Now check the size received is the exact size expected */
	_exact_size = _max_size - (_state->io.segment_size - data->size);
	if (VS_MBUF_SIZE(_mbuf) != _exact_size)
		return -EBADMSG;

	return 0;
}

EXPORT_SYMBOL(vs_server_block_io_getbufs_req_write);
int vs_server_block_io_free_req_write(struct vs_server_block_state *_state,
				      struct vs_pbuf *data,
				      struct vs_mbuf *_mbuf)
{
	vs_service_free_mbuf(VS_STATE_SERVICE_PTR(_state), _mbuf);

	return 0;
}

EXPORT_SYMBOL(vs_server_block_io_free_req_write);
int
vs_server_block_io_send_ack_read(struct vs_server_block_state *_state,
				 uint32_t _opaque, struct vs_pbuf data,
				 struct vs_mbuf *_mbuf)
{
	struct vs_service_driver *vsdrv =
	    to_vs_service_driver(VS_STATE_SERVICE_PTR(_state)->dev.driver);
	__maybe_unused struct vs_server_block *_server =
	    to_server_driver(vsdrv)->server;

	if (_opaque >= VSERVICE_BLOCK_IO_READ_MAX_PENDING)
		return -EPROTO;
	if (!VSERVICE_BASE_STATE_IS_RUNNING(_state->state.base))
		return -EPROTO;
	if (!test_bit(_opaque, _state->state.io.read_bitmask))
		return -EPROTO;
	if (*(vs_message_id_t *) (VS_MBUF_DATA(_mbuf)) !=
	    VSERVICE_BLOCK_IO_ACK_READ)

		return -EINVAL;

	*(uint32_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 0UL) =
	    _opaque;
	if ((data.size + sizeof(vs_message_id_t) + 4UL) > VS_MBUF_SIZE(_mbuf))
		return -EINVAL;

	if (data.size < data.max_size)
		VS_MBUF_SIZE(_mbuf) -= (data.max_size - data.size);

	*(uint32_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 4UL) =
	    data.size;

	{
		int err = vs_service_send(VS_STATE_SERVICE_PTR(_state), _mbuf);
		if (err) {
			dev_warn(&_state->service->dev,
				 "[%s:%d] Protocol warning: Error %d sending message on transport.\n",
				 __func__, __LINE__, err);

			return err;
		}
	}

	__clear_bit(_opaque, _state->state.io.read_bitmask);

	return 0;
}

EXPORT_SYMBOL(vs_server_block_io_send_ack_read);
int
vs_server_block_io_send_nack_read(struct vs_server_block_state *_state,
				  uint32_t _opaque,
				  vservice_block_block_io_error_t err,
				  gfp_t flags)
{
	struct vs_mbuf *_mbuf;

	const size_t _msg_size = sizeof(vs_message_id_t) + 8UL;

	struct vs_service_driver *vsdrv =
	    to_vs_service_driver(VS_STATE_SERVICE_PTR(_state)->dev.driver);
	__maybe_unused struct vs_server_block *_server =
	    to_server_driver(vsdrv)->server;

	if (_opaque >= VSERVICE_BLOCK_IO_READ_MAX_PENDING)
		return -EPROTO;
	if (!VSERVICE_BASE_STATE_IS_RUNNING(_state->state.base))
		return -EPROTO;
	if (!test_bit(_opaque, _state->state.io.read_bitmask))
		return -EPROTO;

	_mbuf =
	    vs_service_alloc_mbuf(VS_STATE_SERVICE_PTR(_state), _msg_size,
				  flags);
	if (IS_ERR(_mbuf))
		return PTR_ERR(_mbuf);
	if (!_mbuf) {

		WARN_ON_ONCE(1);

		return -ENOMEM;
	}

	*(vs_message_id_t *) (VS_MBUF_DATA(_mbuf)) =
	    VSERVICE_BLOCK_IO_NACK_READ;

	*(uint32_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 0UL) =
	    _opaque;
	*(vservice_block_block_io_error_t *) (VS_MBUF_DATA(_mbuf) +
					      sizeof(vs_message_id_t) + 4UL) =
	    err;

	{
		int err = vs_service_send(VS_STATE_SERVICE_PTR(_state), _mbuf);
		if (err) {
			dev_warn(&_state->service->dev,
				 "[%s:%d] Protocol warning: Error %d sending message on transport.\n",
				 __func__, __LINE__, err);

			return err;
		}
	}

	__clear_bit(_opaque, _state->state.io.read_bitmask);

	return 0;
}

EXPORT_SYMBOL(vs_server_block_io_send_nack_read);
int
vs_server_block_io_send_ack_write(struct vs_server_block_state *_state,
				  uint32_t _opaque, gfp_t flags)
{
	struct vs_mbuf *_mbuf;

	const size_t _msg_size = sizeof(vs_message_id_t) + 4UL;

	struct vs_service_driver *vsdrv =
	    to_vs_service_driver(VS_STATE_SERVICE_PTR(_state)->dev.driver);
	__maybe_unused struct vs_server_block *_server =
	    to_server_driver(vsdrv)->server;

	if (_opaque >= VSERVICE_BLOCK_IO_WRITE_MAX_PENDING)
		return -EPROTO;
	if (!VSERVICE_BASE_STATE_IS_RUNNING(_state->state.base))
		return -EPROTO;
	if (!test_bit(_opaque, _state->state.io.write_bitmask))
		return -EPROTO;

	_mbuf =
	    vs_service_alloc_mbuf(VS_STATE_SERVICE_PTR(_state), _msg_size,
				  flags);
	if (IS_ERR(_mbuf))
		return PTR_ERR(_mbuf);
	if (!_mbuf) {

		WARN_ON_ONCE(1);

		return -ENOMEM;
	}

	*(vs_message_id_t *) (VS_MBUF_DATA(_mbuf)) =
	    VSERVICE_BLOCK_IO_ACK_WRITE;

	*(uint32_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 0UL) =
	    _opaque;

	{
		int err = vs_service_send(VS_STATE_SERVICE_PTR(_state), _mbuf);
		if (err) {
			dev_warn(&_state->service->dev,
				 "[%s:%d] Protocol warning: Error %d sending message on transport.\n",
				 __func__, __LINE__, err);

			return err;
		}
	}

	__clear_bit(_opaque, _state->state.io.write_bitmask);

	return 0;
}

EXPORT_SYMBOL(vs_server_block_io_send_ack_write);
int
vs_server_block_io_send_nack_write(struct vs_server_block_state *_state,
				   uint32_t _opaque,
				   vservice_block_block_io_error_t err,
				   gfp_t flags)
{
	struct vs_mbuf *_mbuf;

	const size_t _msg_size = sizeof(vs_message_id_t) + 8UL;

	struct vs_service_driver *vsdrv =
	    to_vs_service_driver(VS_STATE_SERVICE_PTR(_state)->dev.driver);
	__maybe_unused struct vs_server_block *_server =
	    to_server_driver(vsdrv)->server;

	if (_opaque >= VSERVICE_BLOCK_IO_WRITE_MAX_PENDING)
		return -EPROTO;
	if (!VSERVICE_BASE_STATE_IS_RUNNING(_state->state.base))
		return -EPROTO;
	if (!test_bit(_opaque, _state->state.io.write_bitmask))
		return -EPROTO;

	_mbuf =
	    vs_service_alloc_mbuf(VS_STATE_SERVICE_PTR(_state), _msg_size,
				  flags);
	if (IS_ERR(_mbuf))
		return PTR_ERR(_mbuf);
	if (!_mbuf) {

		WARN_ON_ONCE(1);

		return -ENOMEM;
	}

	*(vs_message_id_t *) (VS_MBUF_DATA(_mbuf)) =
	    VSERVICE_BLOCK_IO_NACK_WRITE;

	*(uint32_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 0UL) =
	    _opaque;
	*(vservice_block_block_io_error_t *) (VS_MBUF_DATA(_mbuf) +
					      sizeof(vs_message_id_t) + 4UL) =
	    err;

	{
		int err = vs_service_send(VS_STATE_SERVICE_PTR(_state), _mbuf);
		if (err) {
			dev_warn(&_state->service->dev,
				 "[%s:%d] Protocol warning: Error %d sending message on transport.\n",
				 __func__, __LINE__, err);

			return err;
		}
	}

	__clear_bit(_opaque, _state->state.io.write_bitmask);

	return 0;
}

EXPORT_SYMBOL(vs_server_block_io_send_nack_write);
static int
vs_server_block_io_handle_req_read(const struct vs_server_block *_server,
				   struct vs_server_block_state *_state,
				   struct vs_mbuf *_mbuf)
{
	const size_t _expected_size = sizeof(vs_message_id_t) + 24UL;
	uint32_t _opaque;
	uint64_t sector_index;
	uint32_t num_sects;
	bool nodelay;
	bool flush;

	if (VS_MBUF_SIZE(_mbuf) < _expected_size)
		return -EBADMSG;

	_opaque =
	    *(uint32_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 0UL);
	if (_state->state.base.statenum != VSERVICE_BASE_STATE_RUNNING)
		return -EPROTO;
	if (test_bit(_opaque, _state->state.io.read_bitmask))
		return -EPROTO;
	__set_bit(_opaque, _state->state.io.read_bitmask);
	_opaque =
	    *(uint32_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 0UL);
	sector_index =
	    *(uint64_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 4UL);
	num_sects =
	    *(uint32_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) +
			   12UL);
	nodelay =
	    *(bool *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 16UL);
	flush =
	    *(bool *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 20UL);
	vs_service_free_mbuf(VS_STATE_SERVICE_PTR(_state), _mbuf);
	if (_server->io.req_read)
		return _server->io.req_read(_state, _opaque, sector_index,
					    num_sects, nodelay, flush);
	else
		dev_warn(&_state->service->dev,
			 "[%s:%d] Protocol warning: No handler registered for _server->io.req_read, command will never be acknowledged\n",
			 __func__, __LINE__);
	return 0;
}

EXPORT_SYMBOL(vs_server_block_io_handle_req_read);
static int
vs_server_block_io_handle_req_write(const struct vs_server_block *_server,
				    struct vs_server_block_state *_state,
				    struct vs_mbuf *_mbuf)
{
	const size_t _max_size =
	    sizeof(vs_message_id_t) + _state->io.segment_size + 32UL;
	uint32_t _opaque;
	uint64_t sector_index;
	uint32_t num_sects;
	bool nodelay;
	bool flush;
	bool commit;
	struct vs_pbuf data;
	const size_t _min_size = _max_size - _state->io.segment_size;
	size_t _exact_size;

	/* The first check is to ensure the message isn't complete garbage */
	if ((VS_MBUF_SIZE(_mbuf) > _max_size)
	    || (VS_MBUF_SIZE(_mbuf) < _min_size))
		return -EBADMSG;
	_opaque =
	    *(uint32_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 0UL);
	if (_state->state.base.statenum != VSERVICE_BASE_STATE_RUNNING)
		return -EPROTO;
	if (test_bit(_opaque, _state->state.io.write_bitmask))
		return -EPROTO;
	__set_bit(_opaque, _state->state.io.write_bitmask);
	_opaque =
	    *(uint32_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 0UL);
	sector_index =
	    *(uint64_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 4UL);
	num_sects =
	    *(uint32_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) +
			   12UL);
	nodelay =
	    *(bool *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 16UL);
	flush =
	    *(bool *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 20UL);
	commit =
	    *(bool *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) + 24UL);
	data.size =
	    *(uint32_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) +
			   28UL);
	data.data =
	    (uintptr_t *) (VS_MBUF_DATA(_mbuf) + sizeof(vs_message_id_t) +
			   28UL + sizeof(uint32_t));
	data.max_size = data.size;

	/* Now check the size received is the exact size expected */
	_exact_size = _max_size - (_state->io.segment_size - data.size);
	if (VS_MBUF_SIZE(_mbuf) != _exact_size)
		return -EBADMSG;
	if (_server->io.req_write)
		return _server->io.req_write(_state, _opaque, sector_index,
					     num_sects, nodelay, flush, commit,
					     data, _mbuf);
	else
		dev_warn(&_state->service->dev,
			 "[%s:%d] Protocol warning: No handler registered for _server->io.req_write, command will never be acknowledged\n",
			 __func__, __LINE__);
	return 0;
}

EXPORT_SYMBOL(vs_server_block_io_handle_req_write);
static int
block_handle_message(struct vs_service_device *service, struct vs_mbuf *_mbuf)
{
	vs_message_id_t message_id;
	__maybe_unused struct vs_server_block_state *state =
	    dev_get_drvdata(&service->dev);
	struct vs_service_driver *vsdrv =
	    to_vs_service_driver(service->dev.driver);
	__maybe_unused struct vs_server_block *server =
	    to_server_driver(vsdrv)->server;

	int ret;

	/* Extract the message ID */
	if (VS_MBUF_SIZE(_mbuf) < sizeof(message_id)) {
		dev_err(&state->service->dev,
			"[%s:%d] Protocol error: Invalid message size %zd\n",
			__func__, __LINE__, VS_MBUF_SIZE(_mbuf));

		return -EBADMSG;
	}

	message_id = *(vs_message_id_t *) (VS_MBUF_DATA(_mbuf));

	switch (message_id) {

/** interface base **/
/* command in sync open */
	case VSERVICE_BLOCK_BASE_REQ_OPEN:
		ret = vs_server_block_handle_req_open(server, state, _mbuf);
		break;

/* command in sync close */
	case VSERVICE_BLOCK_BASE_REQ_CLOSE:
		ret = vs_server_block_handle_req_close(server, state, _mbuf);
		break;

/* command in sync reopen */
	case VSERVICE_BLOCK_BASE_REQ_REOPEN:
		ret = vs_server_block_handle_req_reopen(server, state, _mbuf);
		break;

/** interface block_io **/
/* command in parallel read */
	case VSERVICE_BLOCK_IO_REQ_READ:
		ret = vs_server_block_io_handle_req_read(server, state, _mbuf);
		break;

/* command in parallel write */
	case VSERVICE_BLOCK_IO_REQ_WRITE:
		ret = vs_server_block_io_handle_req_write(server, state, _mbuf);
		break;

	default:
		dev_err(&state->service->dev,
			"[%s:%d] Protocol error: Unknown message type %d\n",
			__func__, __LINE__, (int)message_id);

		ret = -EPROTO;
		break;
	}

	if (ret) {
		dev_err(&state->service->dev,
			"[%s:%d] Protocol error: Handler for message type %d returned %d\n",
			__func__, __LINE__, (int)message_id, ret);

	}

	return ret;
}

static void block_handle_notify(struct vs_service_device *service,
				uint32_t notify_bits)
{
	__maybe_unused struct vs_server_block_state *state =
	    dev_get_drvdata(&service->dev);
	struct vs_service_driver *vsdrv =
	    to_vs_service_driver(service->dev.driver);
	__maybe_unused struct vs_server_block *server =
	    to_server_driver(vsdrv)->server;

	uint32_t bits = notify_bits;
	int ret;

	while (bits) {
		uint32_t not = __ffs(bits);
		switch (not) {

    /** interface block_io **/

		default:
			dev_err(&state->service->dev,
				"[%s:%d] Protocol error: Unknown notification %d\n",
				__func__, __LINE__, (int)not);

			ret = -EPROTO;
			break;

		}
		bits &= ~(1 << not);
		if (ret) {
			dev_err(&state->service->dev,
				"[%s:%d] Protocol error: Handler for notification %d returned %d\n",
				__func__, __LINE__, (int)not, ret);

		}
	}
}

MODULE_DESCRIPTION("OKL4 Virtual Services blockServer Protocol Driver");
MODULE_AUTHOR("Open Kernel Labs, Inc");