+import copy
import time
from ... import exc
from ... import text
from ...testing.provision import create_db
from ...testing.provision import drop_db
+from ...testing.provision import generate_driver_url
from ...testing.provision import log
from ...testing.provision import temp_table_keyword_args
+@generate_driver_url.for_db("postgresql")
+def generate_driver_url(url, driver):
+ new_url = copy.copy(url)
+ new_url.drivername = "postgresql+%s" % driver
+ if new_url.get_driver_name() == "asyncpg":
+ new_url.query = dict(new_url.query)
+ new_url.query["async_fallback"] = "true"
+ try:
+ new_url.get_dialect()
+ except exc.NoSuchModuleError:
+ return None
+ else:
+ return new_url
+
+
@create_db.for_db("postgresql")
def _pg_create_db(cfg, eng, ident):
template_db = cfg.options.postgresql_templatedb
}
def __call__(self, config):
+ if config is None:
+ return False
+
engine = config.db
if "+" in self.db:
from __future__ import absolute_import
import abc
+import logging
import re
import sys
+log = logging.getLogger("sqlalchemy.testing.plugin_base")
+
+
py3k = sys.version_info >= (3, 0)
if py3k:
dest="dburi",
help="Database uri. Multiple OK, " "first one is run by default.",
)
+ make_option(
+ "--dbdriver",
+ action="append",
+ type="string",
+ dest="dbdriver",
+ help="Additional database drivers to include in tests. "
+ "These are linked to the existing database URLs by the "
+ "provisioning system.",
+ )
make_option(
"--dropfirst",
action="store_true",
@post
def _engine_uri(options, file_config):
+
from sqlalchemy.testing import config
from sqlalchemy import testing
from sqlalchemy.testing import provision
else:
db_urls = []
+ extra_drivers = options.dbdriver or []
+
if options.db:
for db_token in options.db:
for db in re.split(r"[,\s]+", db_token):
db_urls.append(file_config.get("db", "default"))
config._current = None
- for db_url in db_urls:
+
+ expanded_urls = list(provision.generate_db_urls(db_urls, extra_drivers))
+
+ for db_url in expanded_urls:
+ log.info("Adding database URL: %s", db_url)
if options.write_idents and provision.FOLLOWER_IDENT: # != 'master':
with open(options.write_idents, "a") as file_:
def _restore_engine():
- config._current.reset(testing)
+ if config._current:
+ config._current.reset(testing)
def final_process_cleanup():
def pytest_configure(config):
- if hasattr(config, "slaveinput"):
- plugin_base.restore_important_follower_config(config.slaveinput)
- plugin_base.configure_follower(config.slaveinput["follower_ident"])
+ if hasattr(config, "workerinput"):
+ plugin_base.restore_important_follower_config(config.workerinput)
+ plugin_base.configure_follower(config.workerinput["follower_ident"])
else:
if config.option.write_idents and os.path.exists(
config.option.write_idents
import uuid
def pytest_configure_node(node):
- # the master for each node fills slaveinput dictionary
+ # the master for each node fills workerinput dictionary
# which pytest-xdist will transfer to the subprocess
- plugin_base.memoize_important_follower_config(node.slaveinput)
+ plugin_base.memoize_important_follower_config(node.workerinput)
- node.slaveinput["follower_ident"] = "test_%s" % uuid.uuid4().hex[0:12]
+ node.workerinput["follower_ident"] = "test_%s" % uuid.uuid4().hex[0:12]
from sqlalchemy.testing import provision
- provision.create_follower_db(node.slaveinput["follower_ident"])
+ provision.create_follower_db(node.workerinput["follower_ident"])
def pytest_testnodedown(node, error):
from sqlalchemy.testing import provision
- provision.drop_follower_db(node.slaveinput["follower_ident"])
+ provision.drop_follower_db(node.workerinput["follower_ident"])
def pytest_collection_modifyitems(session, config, items):
import collections
+import copy
import logging
from . import config
from . import engines
+from .. import exc
from ..engine import url as sa_url
from ..util import compat
drop_db(cfg, cfg.db, follower_ident)
+def generate_db_urls(db_urls, extra_drivers):
+ """Generate a set of URLs to test given configured URLs plus additional
+ driver names.
+
+ Given::
+
+ --dburi postgresql://db1 \
+ --dburi postgresql://db2 \
+ --dburi postgresql://db2 \
+ --dbdriver=psycopg2 --dbdriver=asyncpg
+
+ Noting that the default postgresql driver is psycopg2. the output
+ would be::
+
+ postgresql+psycopg2://db1
+ postgresql+asyncpg://db1?async_fallback=true
+ postgresql+psycopg2://db2
+ postgresql+psycopg2://db3
+
+ That is, for the driver in a --dburi, we want to keep that and use that
+ driver for each URL it's part of . For a driver that is only
+ in --dbdrivers, we want to use it just once for one of the URLs.
+ for a driver that is both coming from --dburi as well as --dbdrivers,
+ we want to keep it in that dburi.
+
+
+ """
+ urls = set()
+
+ backend_to_driver_we_already_have = collections.defaultdict(set)
+
+ urls_plus_dialects = [
+ (url_obj, url_obj.get_dialect())
+ for url_obj in [sa_url.make_url(db_url) for db_url in db_urls]
+ ]
+
+ for url_obj, dialect in urls_plus_dialects:
+ backend_to_driver_we_already_have[dialect.name].add(dialect.driver)
+
+ backend_to_driver_we_need = {}
+
+ for url_obj, dialect in urls_plus_dialects:
+ backend = dialect.name
+ dialect.load_provisioning()
+
+ if backend not in backend_to_driver_we_need:
+ backend_to_driver_we_need[backend] = extra_per_backend = set(
+ extra_drivers
+ ).difference(backend_to_driver_we_already_have[backend])
+ else:
+ extra_per_backend = backend_to_driver_we_need[backend]
+
+ for driver_url in _generate_driver_urls(url_obj, extra_per_backend):
+ if driver_url in urls:
+ continue
+ urls.add(driver_url)
+ yield driver_url
+
+
+def _generate_driver_urls(url, extra_drivers):
+ main_driver = url.get_driver_name()
+ extra_drivers.discard(main_driver)
+
+ yield str(url)
+
+ for drv in list(extra_drivers):
+ new_url = generate_driver_url(url, drv)
+ if new_url:
+ extra_drivers.remove(drv)
+ yield str(new_url)
+
+
+@register.init
+def generate_driver_url(url, driver):
+ backend = url.get_backend_name()
+ new_url = copy.copy(url)
+ new_url.drivername = "%s+%s" % (backend, driver)
+ try:
+ new_url.get_dialect()
+ except exc.NoSuchModuleError:
+ return None
+ else:
+ return new_url
+
+
def _configs_for_db_operation():
hosts = set()
BASECOMMAND=python -m pytest --log-info=sqlalchemy.testing
WORKERS={env:TOX_WORKERS:-n4 --max-worker-restart=5}
- oracle: WORKERS={env:TOX_WORKERS:-n2 --max-worker-restart=5}
+
nocext: DISABLE_SQLALCHEMY_CEXT=1
cext: REQUIRE_SQLALCHEMY_CEXT=1
cov: COVERAGE={[testenv]cov_args}
+ backendonly: BACKENDONLY=--backend-only
+ memusage: MEMUSAGE='-k test_memusage'
+
+ oracle: WORKERS={env:TOX_WORKERS:-n2 --max-worker-restart=5}
+ oracle: ORACLE={env:TOX_ORACLE:--db oracle}
+
sqlite: SQLITE={env:TOX_SQLITE:--db sqlite}
sqlite_file: SQLITE={env:TOX_SQLITE_FILE:--db sqlite_file}
- postgresql: POSTGRESQL={env:TOX_POSTGRESQL_MASTER:--db postgresql}
- mysql: MYSQL={env:TOX_MYSQL:--db mysql --db pymysql}
- oracle: ORACLE={env:TOX_ORACLE:--db oracle}
+
+ postgresql: POSTGRESQL={env:TOX_POSTGRESQL:--db postgresql}
+ postgresql: EXTRA_PG_DRIVERS={env:EXTRA_PG_DRIVERS:--dbdriver psycopg2 --dbdriver asyncpg}
+
+ mysql: MYSQL={env:TOX_MYSQL:--db mysql}
+ mysql: EXTRA_MYSQL_DRIVERS={env:EXTRA_MYSQL_DRIVERS:--dbdriver mysqldb --dbdriver pymysql}
+
mssql: MSSQL={env:TOX_MSSQL:--db mssql}
+
oracle,mssql,sqlite_file: IDENTS=--write-idents db_idents.txt
oracle,mssql,sqlite_file: MEMUSAGE=--nomemory
- backendonly: BACKENDONLY=--backend-only
- memusage: MEMUSAGE='-k test_memusage'
# tox as of 2.0 blocks all environment variables from the
# outside, unless they are here (or in TOX_TESTENV_PASSENV,
# wildcards OK). Need at least these
-passenv=ORACLE_HOME NLS_LANG TOX_POSTGRESQL_MASTER TOX_MYSQL TOX_ORACLE TOX_MSSQL TOX_SQLITE TOX_SQLITE_FILE TOX_WORKERS
+passenv=ORACLE_HOME NLS_LANG TOX_POSTGRESQL TOX_MYSQL TOX_ORACLE TOX_MSSQL TOX_SQLITE TOX_SQLITE_FILE TOX_WORKERS EXTRA_PG_DRIVERS EXTRA_MYSQL_DRIVERS
# for nocext, we rm *.so in lib in case we are doing usedevelop=True
commands=
cext: /bin/true
nocext: sh -c "rm -f lib/sqlalchemy/*.so"
- {env:BASECOMMAND} {env:WORKERS} {env:SQLITE:} {env:POSTGRESQL:} {env:MYSQL:} {env:ORACLE:} {env:MSSQL:} {env:BACKENDONLY:} {env:IDENTS:} {env:MEMUSAGE:} {env:COVERAGE:} {posargs}
+ {env:BASECOMMAND} {env:WORKERS} {env:SQLITE:} {env:POSTGRESQL:} {env:EXTRA_PG_DRIVERS:} {env:MYSQL:} {env:EXTRA_MYSQL_DRIVERS:} {env:ORACLE:} {env:MSSQL:} {env:BACKENDONLY:} {env:IDENTS:} {env:MEMUSAGE:} {env:COVERAGE:} {posargs}
oracle,mssql,sqlite_file: python reap_dbs.py db_idents.txt
# thanks to https://julien.danjou.info/the-best-flake8-extensions/
projects / thirdparty / sqlalchemy / sqlalchemy.git / commitdiff
