-
Notifications
You must be signed in to change notification settings - Fork 33
/
Copy pathjustfile
30 lines (21 loc) · 1.66 KB
/
justfile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
set dotenv-load
# This file is mostly for testing, but can be used as reference for what commands should look like
default:
@just --list
validator:
python3 neurons/validator.py --wallet.name validator --netuid 40 --subtensor.network test --epoch-length 101 --logging.trace --autoupdate-off --mock --models.mode endpoint --models.endpoint https://targon.sybil.com/api/models
miner num="0":
python neurons/miner.py --wallet.name miner --netuid 40 --wallet.hotkey new-miner{{num}} --subtensor.network test --model-endpoint http://localhost:9000/v1 --axon.port 700{{num}} --api_key abc123 --mock --no-force-validator-permit
script script_name opts="":
python3 scripts/{{script_name}}.py --wallet.name validator --netuid 40 --subtensor.network test --neuron.port 8080 --epoch-length 101 --logging.trace {{opts}}
up:
docker compose -f docker-compose.testnet.yml build
docker compose -f docker-compose.testnet.yml up -d
build_verifier tag='latest':
cd verifier && docker build -t manifoldlabs/sn4-verifier:{{tag}} .
run_verifier model port gpu tag:
docker run -p {{port}}:80 -e MODEL={{model}} -e GPU_MEMORY_UTIL=.9 --runtime=nvidia --ipc=host --gpus='"device={{gpu}}"' -v ~/.cache/huggingface:/root/.cache/huggingface -d --name dev_image manifoldlabs/sn4-verifier:{{tag}}
run_verifier_prod model port gpu gpus name memory_util='.9' tag='latest':
docker run -p {{port}}:80 -e MODEL={{model}} -e TENSOR_PARALLEL={{gpus}} -e GPU_MEMORY_UTIL={{memory_util}} -l model={{model}} -l port={{port}} --runtime=nvidia --ipc=host --gpus='"device={{gpu}}"' -d --name {{name}} manifoldlabs/sn4-verifier:{{tag}}
push_verifier: build_verifier
docker push manifoldlabs/sn4-verifier:latest