The 422MB allocation failure is happening because LLM.swift sets:
contextParams.n_ctx = UInt32(maxTokenCount) // e.g., 2048
contextParams.n_batch = contextParams.n_ctx // ALSO 2048!
<<<<<<< HEAD | |
// Copyright The OpenTelemetry Authors | |
// SPDX-License-Identifier: Apache-2.0 | |
======= | |
>>>>>>> 612547f2 (WIP: feat: add lower level support for batching OTAP data) | |
//! Batching for `OtapArrowRecords` | |
//! | |
//! |
// Copyright The OpenTelemetry Authors | |
// SPDX-License-Identifier: Apache-2.0 | |
//! This module contains various types and methods for interacting with and manipulating | |
//! OTAP data / record batches | |
<<<<<<< HEAD | |
use arrow::array::RecordBatch; | |
use transform::transport_optimize::{ |
#!/usr/bin/env python3 | |
### TYPES ... see: https://www.w3schools.com/python/python_datatypes.asp | |
# Integer: | |
my_number = 33 | |
# Float | |
my_float = 33.33 |
version: '3' | |
services: | |
database: | |
image: 'postgres:14' | |
ports: | |
- 5432:5432 | |
environment: | |
POSTGRES_USER: admin # The PostgreSQL user (useful to connect to the database) | |
POSTGRES_PASSWORD: password # The PostgreSQL password (useful to connect to the database) | |
POSTGRES_DB: gpt_db |
#!/usr/bin/env python3 | |
### TYPES ... see: https://www.w3schools.com/python/python_datatypes.asp | |
# Integer: | |
my_number = 33 | |
# Float | |
my_float = 33.33 |
const Gun = require('gun/gun'); | |
const SEA = require('gun/sea'); | |
const radix = require('gun/lib/radix'); | |
const radisk = require('gun/lib/radisk'); | |
const store = require('gun/lib/store'); | |
const rindexed = require('gun/lib/rindexed'); | |
const webrtc = require('gun/lib/webrtc'); | |
const myGun = new Gun({ | |
peers: ['http://localhost:8765/gun', 'https://other-host.com'], |
BEGIN MESSAGE. | |
onlTWNVozsLymWV RusFOFCXYSaeHcG pj3qNPGTMVBtkpu kR1fPHHgY6C6Raj | |
8aBoK2QeDQdiUZ7 VmBAiHEfVjlTCKq 6Xr2MZHgg6tEz0Y bLnEJuMBx1wf5hy | |
DSIif1WwSSZAOpH 8iHwhdndN5Ltngj yneDKSO7cKRMBEp EtNQCd5T2GvlwVo | |
GZKqsvzHz2XqtQ8 iLeI3RdXa75Ip1I JQmqm29HFxl. | |
END MESSAGE. |
{ | |
"@context": [ | |
"https://w3.org/2018/credentials/v1" | |
], | |
"id": "48d90e21-ec0b-11e8-8e68-cba66f95bee4", | |
"proof": { | |
"issuanceDate": "2018-11-19T14:56:24.577Z", | |
"creator": "QmRuMAEaUQP6vNBXSCa3FQqVk48t65zA79RsdP5n1sDQg3", | |
"handle": "daviddahl", | |
"signatureValue": "qqHt5dfmRMO6TnZXZ9n0D+g1QHmjrmFYCkdsMPK5ceXxWfLvCP2G/MS/LzrVtjRVjEKRgSbzWjvBTtqnZCMLt3R73d+r0XmX/z1aLhaPl8CGs3lTahygC5pabvcY26uyhBPgEKOiY6v6nFkCnvBGoGeKy8dHBKxhQnuVlAIuEe9TmGYkt3bZEtxtOgfUjGyTovtERLbb5V6x17wqJSz1u2l6WK14LWgmYxFpk/QryyR4IIiwtXC6mvyPDjGO6pvFpSC5tC8ZMJmZ1X0h/9iKyguqHMvylAApjVSuH+pWw+dp0Vv3oAwm0hs6Fki0mke3tj/D5HiSvclM8jR0IWVkkA==", |
{ | |
"handle": "daviddahl", | |
"ipfsId": "QmRuMAEaUQP6vNBXSCa3FQqVk48t65zA79RsdP5n1sDQg3", | |
"proof": { | |
"message": { | |
"statement": "I am autonomica on reddit.com", | |
"username": "autonomica", | |
"service": "reddit.com" | |
}, | |
"timestamp": 1541472297575, |