summaryrefslogtreecommitdiff
path: root/lib/sqlalchemy/engine/cursor.py
diff options
context:
space:
mode:
authorMike Bayer <mike_mp@zzzcomputing.com>2020-05-20 13:41:44 -0400
committerMike Bayer <mike_mp@zzzcomputing.com>2020-05-21 14:16:03 -0400
commit4550983e0ce2f35b3585e53894c941c23693e71d (patch)
tree3928e6e333c2b9bb6e23a4de079565a387d309ae /lib/sqlalchemy/engine/cursor.py
parent3d55263c92ee29a0257d823124c353a35246cf31 (diff)
downloadsqlalchemy-4550983e0ce2f35b3585e53894c941c23693e71d.tar.gz
Performance fixes for new result set
A few small mistakes led to huge callcounts. Additionally, the warn-on-get behavior which is attempting to warn for deprecated access in SQLAlchemy 2.0 is very expensive; it's not clear if its feasible to have this warning or to somehow alter how it works. Fixes: #5340 Change-Id: I73bdd2d7b6f1b25cc0222accabd585cf761a5af4
Diffstat (limited to 'lib/sqlalchemy/engine/cursor.py')
-rw-r--r--lib/sqlalchemy/engine/cursor.py86
1 files changed, 46 insertions, 40 deletions
diff --git a/lib/sqlalchemy/engine/cursor.py b/lib/sqlalchemy/engine/cursor.py
index a886d2025..a393f8da7 100644
--- a/lib/sqlalchemy/engine/cursor.py
+++ b/lib/sqlalchemy/engine/cursor.py
@@ -671,6 +671,8 @@ class CursorResultMetaData(ResultMetaData):
class LegacyCursorResultMetaData(CursorResultMetaData):
+ __slots__ = ()
+
def _contains(self, value, row):
key = value
if key in self._keymap:
@@ -813,17 +815,15 @@ class NoCursorFetchStrategy(ResultFetchStrategy):
"""
- __slots__ = ("closed",)
+ __slots__ = ()
- def __init__(self, closed):
- self.closed = closed
- self.cursor_description = None
+ cursor_description = None
def soft_close(self, result):
pass
def hard_close(self, result):
- self.closed = True
+ pass
def fetchone(self, result):
return self._non_result(result, None)
@@ -849,8 +849,10 @@ class NoCursorDQLFetchStrategy(NoCursorFetchStrategy):
"""
+ __slots__ = ()
+
def _non_result(self, result, default, err=None):
- if self.closed:
+ if result.closed:
util.raise_(
exc.ResourceClosedError("This result object is closed."),
replace_context=err,
@@ -859,6 +861,9 @@ class NoCursorDQLFetchStrategy(NoCursorFetchStrategy):
return default
+_NO_CURSOR_DQL = NoCursorDQLFetchStrategy()
+
+
class NoCursorDMLFetchStrategy(NoCursorFetchStrategy):
"""Cursor strategy for a DML result that has no open cursor.
@@ -867,12 +872,17 @@ class NoCursorDMLFetchStrategy(NoCursorFetchStrategy):
"""
+ __slots__ = ()
+
def _non_result(self, result, default, err=None):
# we only expect to have a _NoResultMetaData() here right now.
assert not result._metadata.returns_rows
result._metadata._we_dont_return_rows(err)
+_NO_CURSOR_DML = NoCursorDMLFetchStrategy()
+
+
class CursorFetchStrategy(ResultFetchStrategy):
"""Call fetch methods from a DBAPI cursor.
@@ -893,15 +903,15 @@ class CursorFetchStrategy(ResultFetchStrategy):
description = dbapi_cursor.description
if description is None:
- return NoCursorDMLFetchStrategy(False)
+ return _NO_CURSOR_DML
else:
return cls(dbapi_cursor, description)
def soft_close(self, result):
- result.cursor_strategy = NoCursorDQLFetchStrategy(False)
+ result.cursor_strategy = _NO_CURSOR_DQL
def hard_close(self, result):
- result.cursor_strategy = NoCursorDQLFetchStrategy(True)
+ result.cursor_strategy = _NO_CURSOR_DQL
def handle_exception(self, result, err):
result.connection._handle_dbapi_exception(
@@ -1016,7 +1026,7 @@ class BufferedRowCursorFetchStrategy(CursorFetchStrategy):
description = dbapi_cursor.description
if description is None:
- return NoCursorDMLFetchStrategy(False)
+ return _NO_CURSOR_DML
else:
max_row_buffer = result.context.execution_options.get(
"max_row_buffer", 1000
@@ -1184,7 +1194,7 @@ class _NoResultMetaData(ResultMetaData):
self._we_dont_return_rows()
-_no_result_metadata = _NoResultMetaData()
+_NO_RESULT_METADATA = _NoResultMetaData()
class BaseCursorResult(object):
@@ -1199,11 +1209,12 @@ class BaseCursorResult(object):
@classmethod
def _create_for_context(cls, context):
+
if context._is_future_result:
- obj = object.__new__(CursorResult)
+ obj = CursorResult(context)
else:
- obj = object.__new__(LegacyCursorResult)
- obj.__init__(context)
+ obj = LegacyCursorResult(context)
+
return obj
def __init__(self, context):
@@ -1214,35 +1225,33 @@ class BaseCursorResult(object):
self._echo = (
self.connection._echo and context.engine._should_log_debug()
)
- self._init_metadata()
- def _init_metadata(self):
- self.cursor_strategy = strat = self.context.get_result_cursor_strategy(
- self
- )
+ # this is a hook used by dialects to change the strategy,
+ # so for the moment we have to keep calling this every time
+ # :(
+ self.cursor_strategy = strat = context.get_result_cursor_strategy(self)
if strat.cursor_description is not None:
- if self.context.compiled:
- if self.context.compiled._cached_metadata:
- cached_md = self.context.compiled._cached_metadata
- self._metadata = cached_md._adapt_to_context(self.context)
+ self._init_metadata(context, strat.cursor_description)
+ else:
+ self._metadata = _NO_RESULT_METADATA
+
+ def _init_metadata(self, context, cursor_description):
+ if context.compiled:
+ if context.compiled._cached_metadata:
+ cached_md = context.compiled._cached_metadata
+ self._metadata = cached_md._adapt_to_context(context)
- else:
- self._metadata = (
- self.context.compiled._cached_metadata
- ) = self._cursor_metadata(self, strat.cursor_description)
else:
- self._metadata = self._cursor_metadata(
- self, strat.cursor_description
- )
- if self._echo:
- self.context.engine.logger.debug(
- "Col %r", tuple(x[0] for x in strat.cursor_description)
- )
+ self._metadata = (
+ context.compiled._cached_metadata
+ ) = self._cursor_metadata(self, cursor_description)
else:
- self._metadata = _no_result_metadata
- # leave cursor open so that execution context can continue
- # setting up things like rowcount
+ self._metadata = self._cursor_metadata(self, cursor_description)
+ if self._echo:
+ context.engine.logger.debug(
+ "Col %r", tuple(x[0] for x in cursor_description)
+ )
def _soft_close(self, hard=False):
"""Soft close this :class:`_engine.CursorResult`.
@@ -1638,9 +1647,6 @@ class CursorResult(BaseCursorResult, Result):
def _fetchmany_impl(self, size=None):
return self.cursor_strategy.fetchmany(self, size)
- def _soft_close(self, **kw):
- BaseCursorResult._soft_close(self, **kw)
-
def _raw_row_iterator(self):
return self._fetchiter_impl()