Add account data fetching and display balances in dashboard

fetch_history.py

@@ -0,0 +1,101 @@
+import requests
+import json
+import sqlite3
+import time
+from datetime import datetime, timezone
+
+DB_PATH = "_data/market_data.db"
+URL = "https://api.hyperliquid.xyz/info"
+
+def fetch_historical_candles(coin, start_ms, end_ms, interval="1m"):
+    """Fetch historical candles using the raw HTTP API."""
+    candles = []
+    current_start = start_ms
+    while current_start < end_ms:
+        payload = {
+            "type": "candleSnapshot",
+            "req": {
+                "coin": coin,
+                "interval": interval,
+                "startTime": current_start,
+                "endTime": end_ms
+            }
+        }
+        resp = requests.post(URL, json=payload)
+        batch = resp.json()
+        if not batch:
+            break
+        for candle in batch:
+            candle['coin'] = coin
+            candles.append(candle)
+        last_ts = batch[-1]['t']
+        if last_ts < current_start:
+            break
+        current_start = last_ts + 1
+        time.sleep(0.5)
+    return candles
+
+def write_candles_to_db(coin, candles, interval="1m"):
+    """Write candles to the database."""
+    table_name = coin + "_" + interval
+    conn = sqlite3.connect(DB_PATH)
+    cursor = conn.cursor()
+    # Ensure table exists
+    cursor.execute(f'''
+        CREATE TABLE IF NOT EXISTS "{table_name}" (
+            datetime_utc TEXT,
+            timestamp_ms INTEGER PRIMARY KEY,
+            open REAL,
+            high REAL,
+            low REAL,
+            close REAL,
+            volume REAL,
+            number_of_trades INTEGER
+        )
+    ''')
+    for candle in candles:
+        record = (
+            datetime.fromtimestamp(candle['t'] / 1000, tz=timezone.utc).strftime('%Y-%m-%d %H:%M:%S'),
+            candle['t'],
+            candle.get('o'), candle.get('h'), candle.get('l'), candle.get('c'),
+            candle.get('v'), candle.get('n')
+        )
+        cursor.execute(f'''
+            INSERT OR REPLACE INTO "{table_name}" (datetime_utc, timestamp_ms, open, high, low, close, volume, number_of_trades)
+            VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+        ''', record)
+    conn.commit()
+    conn.close()
+
+def get_last_timestamp(coin):
+    """Get the most recent timestamp from the database."""
+    table_name = coin + "_1m"
+    conn = sqlite3.connect(DB_PATH)
+    cursor = conn.cursor()
+    try:
+        cursor.execute(f'SELECT MAX(timestamp_ms) FROM "{table_name}"')
+        result = cursor.fetchone()
+        return int(result[0]) if result and result[0] is not None else None
+    except:
+        return None
+    finally:
+        conn.close()
+
+coins = ["mkts:USTECH", "xyz:XYZ100"]
+now_ms = int(time.time() * 1000)
+seven_days_ms = 7 * 24 * 60 * 60 * 1000
+
+for coin in coins:
+    for tf in ["1m", "1d"]:
+        start_ts = now_ms - seven_days_ms
+        if start_ts >= now_ms:
+            print(f"{coin} ({tf}): Already up to date")
+            continue
+
+        print(f"{coin} ({tf}): Fetching historical candles from {datetime.fromtimestamp(start_ts/1000, tz=timezone.utc)} to {datetime.fromtimestamp(now_ms/1000, tz=timezone.utc)}...")
+        candles = fetch_historical_candles(coin, start_ts, now_ms, interval=tf)
+        print(f"{coin} ({tf}): Fetched {len(candles)} candles")
+        write_candles_to_db(coin, candles, interval=tf)
+        print(f"{coin} ({tf}): Written to database")
+
+print("Done!")