Helena Kloosterman helena-intel

CUDA 12.4 install on ubuntu 24.04

CUDA 12.4 is not available for Ubuntu 24.04. If you try to install the .deb for 22.04 you may get an error like

The following packages have unmet dependencies:
 nsight-systems-2023.4.4 : Depends: libtinfo5 but it is not installable

	"""
	OpenVINO LLM chat sample that uses greedy search for reproducible inference

	Prerequisites:
	- pip install openvino-genai
	- an OpenVINO LLM.

	Usage: python llm_chat.py /path/to/ov_model DEVICE

	Modified from https://github.com/openvinotoolkit/openvino.genai/tree/master/samples/python/chat_sample

	cmake_minimum_required(VERSION 3.10)
	project(GenaiExampleProject)
	set(CMAKE_CXX_STANDARD 17)
	set(CMAKE_CXX_STANDARD_REQUIRED True)
	find_package(OpenVINOGenAI REQUIRED)
	# Replace backslashes in %USERPROFILE%
	string(REPLACE "\\" "/" USERPROFILE_FIXED $ENV{USERPROFILE})
	include_directories("${USERPROFILE_FIXED}/tools/openvino_20243/runtime/include")
	link_directories("${USERPROFILE_FIXED}/tools/openvino_20243/runtime/lib/intel64/Release")
	add_executable(example example.cpp)

	cmake_minimum_required(VERSION 3.10)
	project(GenaiExampleProject)
	set(CMAKE_CXX_STANDARD 17)
	set(CMAKE_CXX_STANDARD_REQUIRED True)
	find_package(OpenVINOGenAI REQUIRED)
	string(REPLACE "\\" "/" USERPROFILE_FIXED $ENV{USERPROFILE})
	include_directories("${USERPROFILE_FIXED}/tools/openvino/runtime/include")
	link_directories("${USERPROFILE_FIXED}/tools/openvino/runtime/lib/intel64/Release")
	add_executable(example example.cpp)
	target_link_libraries(example PRIVATE openvino::genai)

	#!/usr/bin/env python3
	import subprocess
	import sys
	from pathlib import Path
	import os

	pythonpath = sys.executable
	curdir = Path(__file__).parent.resolve()
	parentdir = curdir.parent

	import io
	from enum import Enum
	from typing import Optional

	import cv2
	import numpy as np
	from openvino.inference_engine import IECore
	from opyrator.components.types import FileContent
	from PIL import Image, ImageDraw, ImageFont
	from pydantic import BaseModel, Field