vasily/TCPDashboard
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fixed 'store_raw_data'

Browse Source
This commit is contained in:
Vasily.onl 2025-06-06 12:07:27 +08:00
parent 85dc35c11d
commit 8572a7a387
3 changed files with 9 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
config/data_collection.json
View File

@ -9,7 +9,7 @@
"reconnect_delay": 5.0 "reconnect_delay": 5.0
}, },
"data_collection": { "data_collection": {
"store_raw_data": true, "store_raw_data": false,
"health_check_interval": 120.0, "health_check_interval": 120.0,
"auto_restart": true, "auto_restart": true,
"buffer_size": 1000 "buffer_size": 1000

2
config/okx_config.json
View File

@ -51,7 +51,7 @@
}, },
"database": { "database": {
"store_processed_data": true, "store_processed_data": true,
"store_raw_data": true, "store_raw_data": false,
"force_update_candles": false, "force_update_candles": false,
"batch_size": 100, "batch_size": 100,
"flush_interval": 5.0 "flush_interval": 5.0

11
data/exchanges/okx/collector.py
View File

@ -327,12 +327,13 @@ class OKXCollector(BaseDataCollector):
self.logger.warning(f"{self.component_name}: Message processing warnings: {errors}") self.logger.warning(f"{self.component_name}: Message processing warnings: {errors}")
# Store raw data if enabled (for debugging/compliance) # Store raw data if enabled (for debugging/compliance)
if self.store_raw_data and 'data' in message and 'arg' in message: if self.store_raw_data:
await self._store_raw_data(message['arg'].get('channel', 'unknown'), message) if 'data' in message and 'arg' in message:
await self._store_raw_data(message['arg'].get('channel', 'unknown'), message)
# Store processed market data points in raw_trades table # Store processed market data points in raw_trades table
for data_point in market_data_points: for data_point in market_data_points:
await self._store_processed_data(data_point) await self._store_processed_data(data_point)
# Return the first data point for compatibility (most use cases have single data point per message) # Return the first data point for compatibility (most use cases have single data point per message)
return market_data_points[0] if market_data_points else None return market_data_points[0] if market_data_points else None