Todd Sharp recursivecodes

Project Ivy: Creating a Real-Time Live Streaming Vtube Virtual Assistant

Ivy is a virtual assitant that joins your Amazon IVS (get it? Ivy? IVS?) real-time stage, listens for chat messages that are prefixed with "Hey Ivy", and responds!

Objectives

☒ Build a Virtual Assistant in Unity using a VRoid VRM model
☒ Join Amazon IVS Real-Time Stage
☒ Join Amazon IVS Chat Room
☒ Respond to "Hey Ivy!" chat messages by passing the prompt to Amazon Bedrock

Publish to Stage with WHIP

Test Video & Audio Src

gst-launch-1.0 \
  videotestsrc \
  ! videoconvert \
  ! openh264enc \
  ! rtph264pay \

	using UnityEngine;
	using Momento.Sdk;
	using Momento.Sdk.Auth;
	using Momento.Sdk.Config;
	using Momento.Sdk.Exceptions;
	using Momento.Sdk.Responses;
	using System.Threading.Tasks;
	using System;
	using System.Threading;
	using System.Collections;

	import 'dotenv/config';
	import { spawn } from 'node:child_process';
	import { mkdirSync, readFileSync } from 'node:fs';
	import { inspect } from 'node:util';
	import Watcher from 'watcher';
	import { IvsClient, GetStreamCommand } from "@aws-sdk/client-ivs";
	import { SQSClient, ReceiveMessageCommand, DeleteMessageCommand } from "@aws-sdk/client-sqs";

	// create AWS SDK clients
	const ivsClient = new IvsClient();

	using System.Collections;
	using System.Collections.Generic;
	using UnityEngine;
	using Unity.WebRTC;
	using UnityEngine.Networking;
	using UnityEngine.UI;

	[RequireComponent(typeof(AudioListener))]
	public class TwitchPublish : MonoBehaviour
	{

	using System.Collections;
	using System.Collections.Generic;
	using System.Threading.Tasks;
	using UnityEngine;
	using Unity.WebRTC;
	using UnityEngine.Networking;
	using Unity.RenderStreaming;
	using UnityEngine.UI;
	using NativeWebSocket;

	using System.Collections;
	using System.Collections.Generic;
	using System.Threading.Tasks;
	using UnityEngine;
	using Unity.WebRTC;
	using UnityEngine.Networking;
	using Cinemachine;
	using NativeWebSocket;

	[System.Serializable]

	import * as http from 'http';
	import * as url from 'url';
	import { CreateParticipantTokenCommand, IVSRealTimeClient } from "@aws-sdk/client-ivs-realtime";
	import { CreateChatTokenCommand, IvschatClient } from "@aws-sdk/client-ivschat";

	const ivsChatClient = new IvschatClient();
	const ivsRealtimeClient = new IVSRealTimeClient();

	const createChatToken = async (chatArn, userId, username) => {
	const chatTokenInput = {