Unable to run the node locally

[AswinKumar1]

Below is node/node/config.py:

import os
import platform
import psutil
from node.schemas import NodeConfig, NodeServer
from pathlib import Path
from dotenv import load_dotenv

FILE_PATH = Path(file).resolve()
NODE_PATH = FILE_PATH.parent
load_dotenv()

Node

IN_DOCKER=False
GPU=False # set to true if gpu is available (Only for running node with IN_DOCKER=true)
NUM_GPUS=0
VRAM=0
DOCKER_JOBS=False
DEV_MODE=True
PROVIDER_TYPES=["models", "storage", "modules"]

Servers

HTTP_PORT=7001
NUM_SERVERS=1
SERVER_TYPE="ws" # grpc or ws
NODE_IP="2620:0:5301:2101:d4ce:a45f:1b00:f28d"
NODE_PORT=7002
ROUTING_TYPE="direct"
ROUTING_URL="ws://node.naptha.ai:8765"

MQ

CELERY_BROKER_URL="amqp://localhost:5672/"

LLMs Inference

LITELLM_URL="http://localhost:4000"
LLM_BACKEND="ollama"
VLLM_MODEL="NousResearch/Hermes-3-Llama-3.1-8B"
OLLAMA_MODELS="phi3:mini"

OLLAMA_MODELS="phi3:mini,qwen2.5:1.5b"

OPENAI_MODELS="gpt-4o-mini"
MODELS = OLLAMA_MODELS if LLM_BACKEND == "ollama" else VLLM_MODEL

Local DB

LOCAL_DB_PORT=3002
LOCAL_DB_USER="naptha"
LOCAL_DB_PASSWORD="napthapassword"
LOCAL_DB_NAME="naptha"
LOCAL_DB_URL=f"postgresql://{LOCAL_DB_USER}:{LOCAL_DB_PASSWORD}@localhost:{LOCAL_DB_PORT}/{LOCAL_DB_NAME}"

Storage

file_path = Path(file).resolve()
repo_dir = file_path.parent.parent
BASE_OUTPUT_DIR=f"{repo_dir}/node/storage/fs"
MODULES_SOURCE_DIR=f"{repo_dir}/node/storage/hub/modules"
IPFS_GATEWAY_URL="/dns/provider.akash.pro/tcp/31832/http"

Hub

LOCAL_HUB=True
LOCAL_HUB_URL="ws://localhost:3001/rpc"
PUBLIC_HUB_URL="ws://node.naptha.ai:3001/rpc"
HUB_DB_PORT=3001
HUB_NS="naptha"
HUB_DB="naptha"

def get_node_config():
"""Get the node configuration."""
from node.user import get_public_key
public_key = get_public_key(os.getenv("PRIVATE_KEY"))
return NodeConfig(
id=f"node:{public_key}",
owner=os.getenv("HUB_USERNAME"),
public_key=public_key,
ip=NODE_IP,
server_type=SERVER_TYPE,
http_port=HTTP_PORT,
num_servers=NUM_SERVERS,
provider_types=PROVIDER_TYPES,
servers=[NodeServer(server_type=SERVER_TYPE, port=NODE_PORT+i, node_id=f"node:{public_key}") for i in range(NUM_SERVERS)],
models=[MODELS],
docker_jobs=DOCKER_JOBS,
routing_type=ROUTING_TYPE,
routing_url=ROUTING_URL,
num_gpus=NUM_GPUS,
arch=platform.machine(),
os=platform.system(),
ram=psutil.virtual_memory().total,
vram=VRAM,
)

In Console I get:

(naptha-sdk-py3.12) (base) ➜ node git:(main) ✗ naptha node
/Users/ashwinkumar/Library/Caches/pypoetry/virtualenvs/naptha-sdk-ZghkxV2Q-py3.12/lib/python3.12/site-packages/pydantic/_internal/_config.py:345: UserWarning: Valid config keys have changed in V2:

• 'allow_mutation' has been removed
  warnings.warn(message, UserWarning)
  /Users/ashwinkumar/Library/Caches/pypoetry/virtualenvs/naptha-sdk-ZghkxV2Q-py3.12/lib/python3.12/site-packages/pydantic/_internal/_fields.py:192: UserWarning: Field name "schema" in "KBConfig" shadows an attribute in parent "BaseModel"
  warnings.warn(
  2025-01-29 12:56:31,922 - naptha_sdk.client.node - INFO - Node URL: http://localhost:7001
  2025-01-29 12:56:31,922 - naptha_sdk.inference - INFO - Node URL: http://localhost:7001
  2025-01-29 12:56:31,922 - naptha_sdk.client.hub - INFO - Hub URL: ws://localhost:3001/rpc
  2025-01-29 12:56:51,945 - naptha_sdk.client.hub - ERROR - Connection failed:
  Error:

Could anyone help me with this.

[enricorotundo]

@AswinKumar1 We updated the node quite a lot recently. Can you update your .env (see .env.example) and try again please? Let me know :)