Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Re-implement get_conn as a plain async fn #285

Open
wants to merge 2 commits into
base: master
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
200 changes: 85 additions & 115 deletions src/conn/pool/futures/get_conn.rs
Original file line number Diff line number Diff line change
Expand Up @@ -6,19 +6,7 @@
// option. All files in the project carrying such notice may not be copied,
// modified, or distributed except according to those terms.

use std::{
fmt,
future::Future,
pin::Pin,
task::{Context, Poll},
};

use futures_core::ready;
#[cfg(feature = "tracing")]
use {
std::sync::Arc,
tracing::{debug_span, Span},
};
use std::{fmt, future::poll_fn, task::Context};

use crate::{
conn::{
Expand Down Expand Up @@ -55,30 +43,29 @@ impl fmt::Debug for GetConnInner {
}
}

/// This future will take connection from a pool and resolve to [`Conn`].
#[derive(Debug)]
#[must_use = "futures do nothing unless you `.await` or poll them"]
pub struct GetConn {
pub(crate) queue_id: QueueId,
pub(crate) pool: Option<Pool>,
pub(crate) inner: GetConnInner,
reset_upon_returning_to_a_pool: bool,
#[cfg(feature = "tracing")]
span: Arc<Span>,
struct GetConnState {
queue_id: QueueId,
pool: Option<Pool>,
inner: GetConnInner,
}

impl GetConn {
pub(crate) fn new(pool: &Pool, reset_upon_returning_to_a_pool: bool) -> GetConn {
GetConn {
queue_id: QueueId::next(),
pool: Some(pool.clone()),
inner: GetConnInner::New,
reset_upon_returning_to_a_pool,
#[cfg(feature = "tracing")]
span: Arc::new(debug_span!("mysql_async::get_conn")),
impl Drop for GetConnState {
fn drop(&mut self) {
// We drop a connection before it can be resolved, a.k.a. cancelling it.
// Make sure we maintain the necessary invariants towards the pool.
if let Some(pool) = self.pool.take() {
// Remove the waker from the pool's waitlist in case this task was
// woken by another waker, like from tokio::time::timeout.
pool.unqueue(self.queue_id);
if let GetConnInner::Connecting(..) = self.inner {
pool.cancel_connection();
}
}
}
}

impl GetConnState {
fn pool_mut(&mut self) -> &mut Pool {
self.pool
.as_mut()
Expand All @@ -92,95 +79,78 @@ impl GetConn {
}
}

// this manual implementation of Future may seem stupid, but we sort
// of need it to get the dropping behavior we want.
impl Future for GetConn {
type Output = Result<Conn>;

fn poll(mut self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Self::Output> {
#[cfg(feature = "tracing")]
let span = self.span.clone();
#[cfg(feature = "tracing")]
let _span_guard = span.enter();
loop {
match self.inner {
GetConnInner::New => {
let queue_id = self.queue_id;
let next = ready!(self.pool_mut().poll_new_conn(cx, queue_id))?;
match next {
GetConnInner::Connecting(conn_fut) => {
self.inner = GetConnInner::Connecting(conn_fut);
}
GetConnInner::Checking(conn_fut) => {
self.inner = GetConnInner::Checking(conn_fut);
}
GetConnInner::Done => unreachable!(
"Pool::poll_new_conn never gives out already-consumed GetConns"
),
GetConnInner::New => {
unreachable!("Pool::poll_new_conn never gives out GetConnInner::New")
}
/// This future will take connection from a pool and resolve to [`Conn`].
#[cfg_attr(feature = "tracing", tracing::instrument(level = "debug", skip_all))]
pub(crate) async fn get_conn(pool: Pool) -> Result<Conn> {
let reset_upon_returning_to_a_pool = pool.opts.pool_opts().reset_connection();
let queue_id = QueueId::next();
let mut state = GetConnState {
queue_id,
pool: Some(pool),
inner: GetConnInner::New,
};

loop {
match state.inner {
GetConnInner::New => {
let pool = state.pool_mut();
let poll_new = |cx: &mut Context<'_>| pool.poll_new_conn(cx, queue_id);
let next = poll_fn(poll_new).await?;
match next {
GetConnInner::Connecting(conn_fut) => {
state.inner = GetConnInner::Connecting(conn_fut);
}
}
GetConnInner::Done => {
unreachable!("GetConn::poll polled after returning Async::Ready");
}
GetConnInner::Connecting(ref mut f) => {
let result = ready!(Pin::new(f).poll(cx));
let pool = self.pool_take();

self.inner = GetConnInner::Done;

return match result {
Ok(mut c) => {
c.inner.pool = Some(pool);
c.inner.reset_upon_returning_to_a_pool =
self.reset_upon_returning_to_a_pool;
Poll::Ready(Ok(c))
}
Err(e) => {
pool.cancel_connection();
Poll::Ready(Err(e))
}
};
}
GetConnInner::Checking(ref mut f) => {
let result = ready!(Pin::new(f).poll(cx));
match result {
Ok(mut c) => {
self.inner = GetConnInner::Done;

let pool = self.pool_take();
c.inner.pool = Some(pool);
c.inner.reset_upon_returning_to_a_pool =
self.reset_upon_returning_to_a_pool;
return Poll::Ready(Ok(c));
}
Err(_) => {
// Idling connection is broken. We'll drop it and try again.
self.inner = GetConnInner::New;

let pool = self.pool_mut();
pool.cancel_connection();
continue;
}
GetConnInner::Checking(conn_fut) => {
state.inner = GetConnInner::Checking(conn_fut);
}
GetConnInner::Done => unreachable!(
"Pool::poll_new_conn never gives out already-consumed GetConns"
),
GetConnInner::New => {
unreachable!("Pool::poll_new_conn never gives out GetConnInner::New")
}
}
}
}
}
}
GetConnInner::Done => {
unreachable!("GetConn::poll polled after returning Async::Ready");
}
GetConnInner::Connecting(ref mut f) => {
let result = f.await;
let pool = state.pool_take();
state.inner = GetConnInner::Done;

return match result {
Ok(mut c) => {
c.inner.pool = Some(pool);
c.inner.reset_upon_returning_to_a_pool = reset_upon_returning_to_a_pool;
Ok(c)
}
Err(e) => {
pool.cancel_connection();
Err(e)
}
};
}
GetConnInner::Checking(ref mut f) => {
let result = f.await;
match result {
Ok(mut c) => {
state.inner = GetConnInner::Done;

let pool = state.pool_take();
c.inner.pool = Some(pool);
c.inner.reset_upon_returning_to_a_pool = reset_upon_returning_to_a_pool;
return Ok(c);
}
Err(_) => {
// Idling connection is broken. We'll drop it and try again.
state.inner = GetConnInner::New;

impl Drop for GetConn {
fn drop(&mut self) {
// We drop a connection before it can be resolved, a.k.a. cancelling it.
// Make sure we maintain the necessary invariants towards the pool.
if let Some(pool) = self.pool.take() {
// Remove the waker from the pool's waitlist in case this task was
// woken by another waker, like from tokio::time::timeout.
pool.unqueue(self.queue_id);
if let GetConnInner::Connecting(..) = self.inner {
pool.cancel_connection();
let pool = state.pool_mut();
pool.cancel_connection();
continue;
}
}
}
}
}
Expand Down
4 changes: 2 additions & 2 deletions src/conn/pool/futures/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -6,8 +6,8 @@
// option. All files in the project carrying such notice may not be copied,
// modified, or distributed except according to those terms.

pub use self::disconnect_pool::DisconnectPool;
pub(crate) use self::get_conn::get_conn;
pub(super) use self::get_conn::GetConnInner;
pub use self::{disconnect_pool::DisconnectPool, get_conn::GetConn};

mod disconnect_pool;
mod get_conn;
8 changes: 4 additions & 4 deletions src/conn/pool/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@ use std::{
cmp::Reverse,
collections::VecDeque,
convert::TryFrom,
future::Future,
hash::{Hash, Hasher},
str::FromStr,
sync::{atomic, Arc, Mutex},
Expand Down Expand Up @@ -239,9 +240,8 @@ impl Pool {
}

/// Async function that resolves to `Conn`.
pub fn get_conn(&self) -> GetConn {
let reset_connection = self.opts.pool_opts().reset_connection();
GetConn::new(self, reset_connection)
pub fn get_conn(&self) -> impl Future<Output = Result<Conn>> {
get_conn(self.clone())
}

/// Starts a new transaction.
Expand All @@ -253,7 +253,7 @@ impl Pool {
/// Async function that disconnects this pool from the server and resolves to `()`.
///
/// **Note:** This Future won't resolve until all active connections, taken from it,
/// are dropped or disonnected. Also all pending and new `GetConn`'s will resolve to error.
/// are dropped or disonnected. Also all pending and new `get_conn()`'s will resolve to error.
pub fn disconnect(self) -> DisconnectPool {
DisconnectPool::new(self)
}
Expand Down
2 changes: 1 addition & 1 deletion src/lib.rs
Original file line number Diff line number Diff line change
Expand Up @@ -542,7 +542,7 @@ pub use self::queryable::stmt::Statement;

/// Futures used in this crate
pub mod futures {
pub use crate::conn::pool::futures::{DisconnectPool, GetConn};
pub use crate::conn::pool::futures::DisconnectPool;
}

/// Traits used in this crate
Expand Down
2 changes: 1 addition & 1 deletion tests/exports.rs
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
#[allow(unused_imports)]
use mysql_async::{
consts, from_row, from_row_opt, from_value, from_value_opt,
futures::{DisconnectPool, GetConn},
futures::DisconnectPool,
params,
prelude::{
BatchQuery, FromRow, FromValue, GlobalHandler, Protocol, Query, Queryable, StatementLike,
Expand Down
Loading