Skip to content

Instantly share code, notes, and snippets.

View mariofusco's full-sized avatar

Mario Fusco mariofusco

View GitHub Profile
@Test
void should_fail_when_listener_onOpen_throws_exception() throws Exception {
for (HttpClient client : clients()) {
// given
HttpRequest request = HttpRequest.builder()
.method(POST)
.url("https://api.openai.com/v1/chat/completions")
.addHeader("Authorization", "Bearer " + OPENAI_API_KEY)
package org.drools.ansible.rulebook.integration.api;
import org.drools.base.util.index.ConstraintTypeOperator;
import org.drools.core.reteoo.Rete;
import org.drools.kiesession.rulebase.InternalKnowledgeBase;
import org.junit.Test;
import org.kie.api.runtime.rule.Match;
import java.util.List;
package dev.langchain4j.model.chat.request.json;
import dev.langchain4j.Experimental;
import java.util.ArrayList;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
import java.util.Objects;
// --- The ContentMetadata enumeration
public sealed interface ContentMetadata<T> extends TypePerEntryMap.Key<T> {
final class Score implements ContentMetadata<Double> { private Score() {} }
final class EmbeddingId implements ContentMetadata<String> { private EmbeddingId() {} }
final class RerankedScore implements ContentMetadata<Double> { private RerankedScore() {} }
Score SCORE = new Score();
EmbeddingId EMBEDDING_ID = new EmbeddingId();
package dev.langchain4j.model.openai;
import org.junit.jupiter.api.Test;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.List;
import java.util.function.Consumer;
import java.util.function.Supplier;
[instruct@bastion ~]$ ilab data generate --model /var/home/instruct/.cache/instructlab/models/mistralai/Mixtral-8x7B-Instruct-v0.1 --enable-serving-output
INFO 2024-11-14 09:48:03,104 numexpr.utils:148: Note: NumExpr detected 48 cores but "NUMEXPR_MAX_THREADS" not set, so enforcing safe limit of 16.
INFO 2024-11-14 09:48:03,104 numexpr.utils:161: NumExpr defaulting to 16 threads.
INFO 2024-11-14 09:48:04,236 datasets:59: PyTorch version 2.3.1 available.
INFO 2024-11-14 09:48:05,861 instructlab.model.backends.vllm:105: Trying to connect to model server at http://127.0.0.1:8000/v1
INFO 2024-11-14 09:48:07,345 instructlab.model.backends.vllm:308: vLLM starting up on pid 64 at http://127.0.0.1:44617/v1
INFO 2024-11-14 09:48:07,345 instructlab.model.backends.vllm:114: Starting a temporary vLLM server at http://127.0.0.1:44617/v1
INFO 2024-11-14 09:48:07,345 instructlab.model.backends.vllm:129: Waiting for the vLLM server to start at http://127.0.0.1:44617/v1, this might take a moment... Attempt: 1/120
INFO 2024-11
package org.drools.ansible.rulebook.integration.api.rulesengine;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.util.concurrent.ScheduledThreadPoolExecutor;
import java.util.concurrent.TimeUnit;
public class MemoryMonitor {
import org.openjdk.jmh.annotations.Benchmark;
import org.openjdk.jmh.annotations.BenchmarkMode;
import org.openjdk.jmh.annotations.Fork;
import org.openjdk.jmh.annotations.Measurement;
import org.openjdk.jmh.annotations.Mode;
import org.openjdk.jmh.annotations.OutputTimeUnit;
import org.openjdk.jmh.annotations.Param;
import org.openjdk.jmh.annotations.Scope;
import org.openjdk.jmh.annotations.Setup;
import org.openjdk.jmh.annotations.State;
Benchmark (acquireDelay) (objectSize) (poolStrategy) Mode Cnt Score Error Units
JacksonWriteVanilla.writePojoMediaItem 0 small THREAD_LOCAL thrpt 20 14683788.411 ± 112340.127 ops/s
JacksonWriteVanilla.writePojoMediaItem:·gc.alloc.rate 0 small THREAD_LOCAL thrpt 20 5759.914 ± 43.988 MB/sec
JacksonWriteVanilla.writePojoMediaItem:·gc.alloc.rate.norm 0 small THREAD_LOCAL thrpt 20 432.004 ± 0.001 B/op
JacksonWriteVanilla.writePojoMediaItem:·gc.churn.G1_Eden_Space 0 small THREAD_LOCAL thrpt 20 5627.889 ± 62.307 MB/sec
JacksonWriteVanilla.writePojoMediaItem:·gc.churn.G1_Eden_Space.norm 0 small THREAD_LOCAL thrpt 20 422.105 ± 3.664 B/op
JacksonWriteVanilla.writePoj
Benchmark (acquireDelay) (objectSize) (poolStrategy) Mode Cnt Score Error Units
JacksonWriteVanilla.writePojoMediaItem 0 small STRIPED_LOCK_FREE thrpt 20 11302267.117 ± 418486.530 ops/s
JacksonWriteVanilla.writePojoMediaItem:·gc.alloc.rate 0 small STRIPED_LOCK_FREE thrpt 20 4682.483 ± 173.392 MB/sec
JacksonWriteVanilla.writePojoMediaItem:·gc.alloc.rate.norm 0 small STRIPED_LOCK_FREE thrpt 20 456.239 ± 0.273 B/op
JacksonWriteVanilla.writePojoMediaItem:·gc.churn.G1_Eden_Space 0 small STRIPED_LOCK_FREE thrpt 20 4577.683 ± 167.561 MB/sec
JacksonWriteVanilla.writePojoMediaItem:·gc.churn.G1_Eden_Space.norm 0 small STRIPED_LOCK_FREE thrpt 20 446.078 ± 5.264 B/op
JacksonWriteVani