Saving GTFS-RT data to Parquet

This commit is contained in:
2026-03-13 00:01:00 +01:00
parent afd195dab9
commit c90be4a981
18 changed files with 930 additions and 6310 deletions

View File

@@ -1,6 +1,18 @@
# Database Configuration (TimescaleDB)
POSTGRES_HOST=localhost
POSTGRES_PORT=5432
POSTGRES_DB=iot_data
POSTGRES_USER=postgres
POSTGRES_PASSWORD=example
# Parquet storage
PARQUET_DIR=./data
PARQUET_ROLL_MINUTES=5
SAVE_ALL_VEHICLE_SNAPSHOTS=true
SAVE_ALL_VEHICLE_POSITIONS=true
# Object storage (S3-compatible) upload
S3_ENABLED=true
S3_BUCKET=test-bucket
S3_REGION=us-east-1
S3_ENDPOINT=http://localhost:2600
S3_PREFIX=parquet
S3_FORCE_PATH_STYLE=true
S3_DELETE_LOCAL_AFTER_UPLOAD=true
S3_UPLOAD_RETRIES=3
S3_UPLOAD_RETRY_BASE_MS=1000
S3_ACCESS_KEY_ID=test
S3_SECRET_ACCESS_KEY=test123!