This gist contains lists of modules available in
in AWS Lambda.
#!/bin/bash | |
# define the shared secret we will accept to authenticate identity | |
SHARED_SECRET="your the best" | |
# capture the certname (hostname) used for the request | |
CERT_NAME=$1 | |
# feed STDIN (file descriptor 0) to the openssl command and pipe | |
# the output to grep to get the sharedSecret supplied by the agent | |
# capturing the value in a variable called AGENT_SECRET |
This gist contains lists of modules available in
in AWS Lambda.
git clone https://github.com/haotian-liu/LLaVA.git | |
cd LLaVA | |
pip install --upgrade pip | |
pip install torch | |
pip install -e . | |
# for runpod: edit pod to have port 3000 and 100GB of temporary storage | |
python3 -m llava.serve.controller --host 0.0.0.0 --port 10000 | |
# open new terminal, keep previous one open | |
python -m llava.serve.model_worker --host 0.0.0.0 --controller http://localhost:10000 --port 40000 --worker http://localhost:40000 --model-path liuhaotian/llava-v1.5-13b | |
# open new terminal, keep previous one open |