summaryrefslogtreecommitdiff
path: root/lib/sqlalchemy
diff options
context:
space:
mode:
authorMike Bayer <mike_mp@zzzcomputing.com>2020-05-24 09:41:51 -0400
committerMike Bayer <mike_mp@zzzcomputing.com>2020-05-24 11:06:21 -0400
commitb46978dc63788152b170c64ae6ddd876a024c5df (patch)
treeae1219d81fbb106be94d2a108308f84a54aabbb4 /lib/sqlalchemy
parentf79953a874c201a31a8972b999d18547bf227f25 (diff)
downloadsqlalchemy-b46978dc63788152b170c64ae6ddd876a024c5df.tar.gz
inline one_or_none
Remove a bunch of unnecessary functions for this case. add test coverage to ensure uniqueness logic works. Change-Id: I2e6232c5667a3277b0ec8d7e47085a267f23d75f
Diffstat (limited to 'lib/sqlalchemy')
-rw-r--r--lib/sqlalchemy/engine/cursor.py45
-rw-r--r--lib/sqlalchemy/engine/result.py76
2 files changed, 76 insertions, 45 deletions
diff --git a/lib/sqlalchemy/engine/cursor.py b/lib/sqlalchemy/engine/cursor.py
index a393f8da7..8d1a1bb57 100644
--- a/lib/sqlalchemy/engine/cursor.py
+++ b/lib/sqlalchemy/engine/cursor.py
@@ -23,7 +23,6 @@ from ..sql import expression
from ..sql import sqltypes
from ..sql import util as sql_util
from ..sql.base import _generative
-from ..sql.base import HasMemoized
from ..sql.compiler import RM_NAME
from ..sql.compiler import RM_OBJECTS
from ..sql.compiler import RM_RENDERED_NAME
@@ -793,7 +792,7 @@ class ResultFetchStrategy(object):
def yield_per(self, result, num):
return
- def fetchone(self, result):
+ def fetchone(self, result, hard_close=False):
raise NotImplementedError()
def fetchmany(self, result, size=None):
@@ -825,7 +824,7 @@ class NoCursorFetchStrategy(ResultFetchStrategy):
def hard_close(self, result):
pass
- def fetchone(self, result):
+ def fetchone(self, result, hard_close=False):
return self._non_result(result, None)
def fetchmany(self, result, size=None):
@@ -927,11 +926,11 @@ class CursorFetchStrategy(ResultFetchStrategy):
growth_factor=0,
)
- def fetchone(self, result):
+ def fetchone(self, result, hard_close=False):
try:
row = self.dbapi_cursor.fetchone()
if row is None:
- result._soft_close()
+ result._soft_close(hard=hard_close)
return row
except BaseException as e:
self.handle_exception(result, e)
@@ -1065,12 +1064,12 @@ class BufferedRowCursorFetchStrategy(CursorFetchStrategy):
self._rowbuffer.clear()
super(BufferedRowCursorFetchStrategy, self).hard_close(result)
- def fetchone(self, result):
+ def fetchone(self, result, hard_close=False):
if not self._rowbuffer:
self._buffer_rows(result)
if not self._rowbuffer:
try:
- result._soft_close()
+ result._soft_close(hard=hard_close)
except BaseException as e:
self.handle_exception(result, e)
return None
@@ -1137,11 +1136,11 @@ class FullyBufferedCursorFetchStrategy(CursorFetchStrategy):
self._rowbuffer.clear()
super(FullyBufferedCursorFetchStrategy, self).hard_close(result)
- def fetchone(self, result):
+ def fetchone(self, result, hard_close=False):
if self._rowbuffer:
return self._rowbuffer.popleft()
else:
- result._soft_close()
+ result._soft_close(hard=hard_close)
return None
def fetchmany(self, result, size=None):
@@ -1222,10 +1221,19 @@ class BaseCursorResult(object):
self.dialect = context.dialect
self.cursor = context.cursor
self.connection = context.root_connection
- self._echo = (
+ self._echo = echo = (
self.connection._echo and context.engine._should_log_debug()
)
+ if echo:
+ log = self.context.engine.logger.debug
+
+ def log_row(row):
+ log("Row %r", sql_util._repr_row(row))
+ return row
+
+ self._row_logging_fn = log_row
+
# this is a hook used by dialects to change the strategy,
# so for the moment we have to keep calling this every time
# :(
@@ -1616,19 +1624,6 @@ class CursorResult(BaseCursorResult, Result):
_cursor_metadata = CursorResultMetaData
_cursor_strategy_cls = CursorFetchStrategy
- @HasMemoized.memoized_attribute
- def _row_logging_fn(self):
- if self._echo:
- log = self.context.engine.logger.debug
-
- def log_row(row):
- log("Row %r", sql_util._repr_row(row))
- return row
-
- return log_row
- else:
- return None
-
def _fetchiter_impl(self):
fetchone = self.cursor_strategy.fetchone
@@ -1638,8 +1633,8 @@ class CursorResult(BaseCursorResult, Result):
break
yield row
- def _fetchone_impl(self):
- return self.cursor_strategy.fetchone(self)
+ def _fetchone_impl(self, hard_close=False):
+ return self.cursor_strategy.fetchone(self, hard_close)
def _fetchall_impl(self):
return self.cursor_strategy.fetchall(self)
diff --git a/lib/sqlalchemy/engine/result.py b/lib/sqlalchemy/engine/result.py
index ce844eb40..4e6b22820 100644
--- a/lib/sqlalchemy/engine/result.py
+++ b/lib/sqlalchemy/engine/result.py
@@ -725,10 +725,6 @@ class Result(InPlaceGenerative):
def _onerow_getter(self):
make_row = self._row_getter()
- # TODO: this is a lot for results that are only one row.
- # all of this could be in _only_one_row except for fetchone()
- # and maybe __next__
-
post_creational_filter = self._post_creational_filter
if self._unique_filter_state:
@@ -845,7 +841,7 @@ class Result(InPlaceGenerative):
def _fetchiter_impl(self):
raise NotImplementedError()
- def _fetchone_impl(self):
+ def _fetchone_impl(self, hard_close=False):
raise NotImplementedError()
def _fetchall_impl(self):
@@ -943,30 +939,69 @@ class Result(InPlaceGenerative):
return self._allrow_getter(self)
def _only_one_row(self, raise_for_second_row, raise_for_none):
- row = self._onerow_getter(self)
- if row is _NO_ROW:
+ onerow = self._fetchone_impl
+
+ row = onerow(hard_close=True)
+ if row is None:
if raise_for_none:
- self._soft_close(hard=True)
raise exc.NoResultFound(
"No row was found when one was required"
)
else:
return None
- else:
- if raise_for_second_row:
- next_row = self._onerow_getter(self)
+
+ make_row = self._row_getter()
+
+ row = make_row(row) if make_row else row
+
+ if raise_for_second_row:
+ if self._unique_filter_state:
+ # for no second row but uniqueness, need to essentially
+ # consume the entire result :(
+ uniques, strategy = self._unique_strategy
+
+ existing_row_hash = strategy(row) if strategy else row
+
+ while True:
+ next_row = onerow(hard_close=True)
+ if next_row is None:
+ next_row = _NO_ROW
+ break
+
+ next_row = make_row(next_row) if make_row else next_row
+
+ if strategy:
+ if existing_row_hash == strategy(next_row):
+ continue
+ elif row == next_row:
+ continue
+ # here, we have a row and it's different
+ break
else:
- next_row = _NO_ROW
- self._soft_close(hard=True)
+ next_row = onerow(hard_close=True)
+ if next_row is None:
+ next_row = _NO_ROW
+
if next_row is not _NO_ROW:
+ self._soft_close(hard=True)
raise exc.MultipleResultsFound(
"Multiple rows were found when exactly one was required"
if raise_for_none
else "Multiple rows were found when one or none "
"was required"
)
- else:
- return row
+ else:
+ next_row = _NO_ROW
+
+ if not raise_for_second_row:
+ # if we checked for second row then that would have
+ # closed us :)
+ self._soft_close(hard=True)
+ post_creational_filter = self._post_creational_filter
+ if post_creational_filter:
+ row = post_creational_filter(row)
+
+ return row
def first(self):
"""Fetch the first row or None if no row is present.
@@ -1121,12 +1156,13 @@ class IteratorResult(Result):
def _fetchiter_impl(self):
return self.iterator
- def _fetchone_impl(self):
- try:
- return next(self.iterator)
- except StopIteration:
- self._soft_close()
+ def _fetchone_impl(self, hard_close=False):
+ row = next(self.iterator, _NO_ROW)
+ if row is _NO_ROW:
+ self._soft_close(hard=hard_close)
return None
+ else:
+ return row
def _fetchall_impl(self):
try: