Here's how I setup a multi-part model (gpt-oss-120b) as a service via ramalama:
# Pull the model (this will take a while)
ramalama pull hf://ggml-org/gpt-oss-120b-GGUF
mkdir -p ~/.config/containers/systemd
cd ~/.config/containers/systemd
# Generate the quadlet
| { | |
| "log_file": "/etc/ublue/first-setup.log", | |
| "distro_name": "uBlue OS", | |
| "distro_logo": "org.vanillaos.FirstSetup", | |
| "pre_run": [], | |
| "post_run": [], | |
| "tour": { | |
| "get-involved": { | |
| "icon": "system-users-symbolic", | |
| "title": "Get Involved", |
| { | |
| "log_file": "/etc/ublue/first-setup.log", | |
| "distro_name": "uBlue OS", | |
| "distro_logo": "org.vanillaos.FirstSetup", | |
| "pre_run": [], | |
| "post_run": [], | |
| "tour": { | |
| "get-involved": { | |
| "icon": "system-users-symbolic", | |
| "title": "Get Involved", |
| juju-log: Connecting to controller... ws://10.182.5.117:17070 as admin/admin | |
| Traceback (most recent call last): | |
| File "test_controller.py", line 253, in <module> | |
| main() | |
| File "test_controller.py", line 246, in main | |
| if ns.login(): | |
| File "test_controller.py", line 122, in login | |
| self.client = self.loop.run_until_complete(self.connect()) | |
| File "/usr/lib/python3.7/asyncio/base_events.py", line 584, in run_until_complete | |
| return future.result() |
| multipass@big-bowerbird:~$ wget https://osm-download.etsi.org/ftp/osm-5.0-five/install_osm.sh | |
| --2018-11-21 14:51:57-- https://osm-download.etsi.org/ftp/osm-5.0-five/install_osm.sh | |
| Resolving osm-download.etsi.org (osm-download.etsi.org)... 195.238.226.47 | |
| Connecting to osm-download.etsi.org (osm-download.etsi.org)|195.238.226.47|:443... connected. | |
| HTTP request sent, awaiting response... 200 OK | |
| Length: 858 [text/x-sh] | |
| Saving to: ‘install_osm.sh’ | |
| install_osm.sh 100%[===================================================================================================================================================================>] 858 --.-KB/s in 0s | |
| from charms.reactive import when, when_not, set_flag | |
| from charmhelpers.core.hookenv import log, config | |
| from charms.reactive.flags import register_trigger | |
| # Register a trigger so that we can respond to config.changed, even if | |
| # it's being cleared by another handler | |
| register_trigger(when='config.changed', | |
| set_flag='trigger.config') |
An example of connecting to your local LXD daemon.
| #!/bin/bash | |
| # | |
| # This script will create xenial (and trusty, et al) lxd images that will | |
| # be used by the lxd provider in juju 2.1+ It is for use with the lxd | |
| # provider for local development and preinstalls a common set of production | |
| # packages. | |
| # | |
| # This is important, as between them, basenode and layer-basic install ~111 | |
| # packages, before we even get to any packages installed by your charm. | |
| # |
lxc launch ubuntu:16.04 charm-snap -c security.nesting=true -c security.privileged=true
lxc exec charm-snap -- apt update
lxc exec charm-snap -- apt install -y squashfuse
# Restart required to avoid 'Setup snap "core" (3748) security profiles (cannot setup udev for snap "core": cannot reload udev rules: exit status 2'
lxc restart charm-snap
lxc exec charm-snap -- snap install charm
lxc exec charm-snap -- sh -c "rm -rf charms/layers; mkdir -p charms/layers; cd charms/layers; charm create simple; cd simple; charm build"
INFO: Using default charm template (reactive-python). To select a different template, use the -t option.