2023-10-18 00:20:38 -07:00
|
|
|
import pg8000
|
2023-11-27 05:14:43 -08:00
|
|
|
import time
|
2023-11-24 03:13:33 -08:00
|
|
|
import ssl
|
2023-11-27 11:38:57 -08:00
|
|
|
import copy
|
2023-10-18 00:20:38 -07:00
|
|
|
from os import environ
|
2023-11-30 05:53:56 -08:00
|
|
|
from dbutils.pooled_db import PooledDB
|
|
|
|
|
|
|
|
|
|
|
|
def _configure_sslcontext():
|
|
|
|
if environ.get('PGSSL', 'false') == 'true':
|
|
|
|
ssl_context = ssl.create_default_context()
|
|
|
|
ssl_context.verify_mode = ssl.CERT_REQUIRED
|
|
|
|
ssl_context.check_hostname = False
|
|
|
|
ssl_context.load_verify_locations("ca.cer")
|
|
|
|
ssl_context.load_cert_chain("client.cer", keyfile="client-key.cer")
|
|
|
|
return ssl_context
|
|
|
|
else:
|
|
|
|
return None
|
|
|
|
|
|
|
|
|
|
|
|
# see https://webwareforpython.github.io/DBUtils/main.html#pooleddb-pooled-db
|
|
|
|
def _init_pool():
|
2023-11-30 22:38:38 -08:00
|
|
|
print("Setting up database connection pool...")
|
2023-11-30 05:55:39 -08:00
|
|
|
pool_size = int(environ.get('POOLED_DB_MAX_SIZE', '4'))
|
2023-11-30 05:53:56 -08:00
|
|
|
username = environ.get('PGUSER', 'mev_dashboard_query_user')
|
|
|
|
password = environ.get('PGPASSWORD')
|
|
|
|
assert password is not None, "PGPASSWORD environment variable must be set"
|
|
|
|
host = environ.get('PGHOST', 'localhost')
|
|
|
|
port = environ.get('PGPORT', '5432')
|
|
|
|
database = environ.get('PGDATABASE', 'mangolana')
|
|
|
|
ssl_context = _configure_sslcontext()
|
|
|
|
application_name = "bankingstage-dashboard"
|
2023-11-30 08:09:16 -08:00
|
|
|
the_pool = PooledDB(pg8000, pool_size,
|
2023-11-30 22:38:38 -08:00
|
|
|
database=database, user=username, password=password, host=host, port=port,
|
|
|
|
application_name=application_name, ssl_context=ssl_context,
|
|
|
|
timeout=5)
|
2023-11-30 05:53:56 -08:00
|
|
|
print("Initialized database connection pool with size ", pool_size)
|
2023-11-30 08:09:16 -08:00
|
|
|
return the_pool
|
2023-11-30 05:53:56 -08:00
|
|
|
|
|
|
|
|
|
|
|
pool = _init_pool()
|
2023-10-18 00:20:38 -07:00
|
|
|
|
2023-11-27 08:55:05 -08:00
|
|
|
|
2023-11-27 05:14:43 -08:00
|
|
|
def query(statement, args=[]):
|
|
|
|
start = time.time()
|
2023-11-30 05:53:56 -08:00
|
|
|
|
|
|
|
con = pool.connection()
|
2023-11-27 05:14:43 -08:00
|
|
|
cursor = con.cursor()
|
|
|
|
elapsed_connect = time.time() - start
|
|
|
|
|
2023-11-30 22:38:38 -08:00
|
|
|
with pool.connection() as db:
|
|
|
|
with db.cursor() as cursor:
|
|
|
|
try:
|
|
|
|
cursor.execute(statement, args=args)
|
|
|
|
elapsed_total = time.time() - start
|
|
|
|
keys = [k[0] for k in cursor.description]
|
|
|
|
maprows = [dict(zip(keys, copy.deepcopy(row))) for row in cursor]
|
|
|
|
except Exception as ex:
|
|
|
|
print("Exception executing query:", ex)
|
|
|
|
return []
|
2023-11-27 08:18:57 -08:00
|
|
|
|
2023-11-27 07:56:46 -08:00
|
|
|
if elapsed_total > .2:
|
2023-11-27 05:14:43 -08:00
|
|
|
print("Database Query took", elapsed_total, "secs", "(", elapsed_connect, ")")
|
|
|
|
|
|
|
|
return maprows
|
|
|
|
|