PowerOn/gateway
2
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge pull request #60 from valueonag/int

Browse source 
float dates safety net for different databases
This commit is contained in:
ValueOn AG 2025-11-06 14:04:20 +01:00 committed by GitHub
commit 84e31a180c
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 34 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

38
modules/connectors/connectorDbPostgre.py
View file

@ -565,9 +565,24 @@ class DatabaseConnector:
record = dict(row) record = dict(row)
fields = _get_model_fields(model_class) fields = _get_model_fields(model_class)
# Parse JSONB fields back to Python objects # Ensure numeric fields are properly typed and parse JSONB fields
for field_name, field_type in fields.items(): for field_name, field_type in fields.items():
if ( # Ensure numeric fields (float/int) are properly typed
# psycopg2 may return them as strings in some environments (e.g., Azure PostgreSQL)
if field_type in ("DOUBLE PRECISION", "INTEGER") and field_name in record:
value = record[field_name]
if value is not None:
try:
if field_type == "DOUBLE PRECISION":
record[field_name] = float(value)
elif field_type == "INTEGER":
record[field_name] = int(value)
except (ValueError, TypeError):
# If conversion fails, log warning but keep original value
logger.warning(
f"Could not convert {field_name} to {field_type} for record {recordId}: {value}"
)
elif (
field_type == "JSONB" field_type == "JSONB"
and field_name in record and field_name in record
and record[field_name] is not None and record[field_name] is not None
@ -843,11 +858,26 @@ class DatabaseConnector:
cursor.execute(query, where_values) cursor.execute(query, where_values)
records = [dict(row) for row in cursor.fetchall()] records = [dict(row) for row in cursor.fetchall()]
# Handle JSONB fields for all records # Handle JSONB fields and ensure numeric types are correct
fields = _get_model_fields(model_class) fields = _get_model_fields(model_class)
for record in records: for record in records:
for field_name, field_type in fields.items(): for field_name, field_type in fields.items():
if field_type == "JSONB" and field_name in record: # Ensure numeric fields (float/int) are properly typed
# psycopg2 may return them as strings in some environments (e.g., Azure PostgreSQL)
if field_type in ("DOUBLE PRECISION", "INTEGER") and field_name in record:
value = record[field_name]
if value is not None:
try:
if field_type == "DOUBLE PRECISION":
record[field_name] = float(value)
elif field_type == "INTEGER":
record[field_name] = int(value)
except (ValueError, TypeError):
# If conversion fails, log warning but keep original value
logger.warning(
f"Could not convert {field_name} to {field_type} for record {record.get('id', 'unknown')}: {value}"
)
elif field_type == "JSONB" and field_name in record:
if record[field_name] is None: if record[field_name] is None:
# Convert None to appropriate default based on field name # Convert None to appropriate default based on field name
if field_name in [ if field_name in [