Skip to content

Instantly share code, notes, and snippets.

@THeK3nger
Last active October 20, 2024 11:38
Show Gist options
  • Save THeK3nger/882a31f52bb002dac155ad95529c3680 to your computer and use it in GitHub Desktop.
Save THeK3nger/882a31f52bb002dac155ad95529c3680 to your computer and use it in GitHub Desktop.
Unity script for using ElevenLabs TTS service
/**
* An example script on how to use ElevenLabs APIs in a Unity script.
*
* More info at https://www.davideaversa.it/blog/elevenlabs-text-to-speech-unity-script/
*/
using System;
using System.Collections;
using System.Text;
using Newtonsoft.Json;
using UnityEngine;
using UnityEngine.Events;
using UnityEngine.Networking;
public class ElevenlabsAPI : MonoBehaviour {
[SerializeField]
private string _voiceId;
[SerializeField]
private string _apiKey;
[SerializeField]
private string _apiUrl = "https://api.elevenlabs.io";
private AudioClip _audioClip;
// If true, the audio will be streamed instead of downloaded
// Unfortunately, Unity has some problems with streaming audio
// but I left this option here in case you want to try it.
public bool Streaming;
[Range(0, 4)]
public int LatencyOptimization;
// This event is used to broadcast the received AudioClip
public UnityEvent<AudioClip> AudioReceived;
public ElevenlabsAPI(string apiKey, string voiceId) {
_apiKey = apiKey;
_voiceId = voiceId;
}
public void GetAudio(string text) {
StartCoroutine(DoRequest(text));
}
IEnumerator DoRequest(string message) {
var postData = new TextToSpeechRequest {
text = message,
model_id = "eleven_monolingual_v1"
};
// TODO: This could be easily exposed in the Unity inspector,
// but I had no use for it in my work demo.
var voiceSetting = new VoiceSettings {
stability = 0,
similarity_boost = 0,
style = 0.5f,
use_speaker_boost = true
};
postData.voice_settings = voiceSetting;
var json = JsonConvert.SerializeObject(postData);
var uH = new UploadHandlerRaw(Encoding.ASCII.GetBytes(json));
var stream = (Streaming) ? "/stream" : "";
var url = $"{_apiUrl}/v1/text-to-speech/{_voiceId}{stream}?optimize_streaming_latency={LatencyOptimization}";
var request = UnityWebRequest.Post(url, json);
var downloadHandler = new DownloadHandlerAudioClip(url, AudioType.MPEG);
if (Streaming) {
downloadHandler.streamAudio = true;
}
request.uploadHandler = uH;
request.downloadHandler = downloadHandler;
request.SetRequestHeader("Content-Type", "application/json");
request.SetRequestHeader("xi-api-key", _apiKey);
request.SetRequestHeader("Accept", "audio/mpeg");
yield return request.SendWebRequest();
if (request.result != UnityWebRequest.Result.Success) {
Debug.LogError("Error downloading audio: " + request.error);
yield break;
}
AudioClip audioClip = downloadHandler.audioClip;
AudioReceived.Invoke(audioClip);
request.Dispose();
}
[Serializable]
public class TextToSpeechRequest {
public string text;
public string model_id; // eleven_monolingual_v1
public VoiceSettings voice_settings;
}
[Serializable]
public class VoiceSettings {
public int stability; // 0
public int similarity_boost; // 0
public float style; // 0.5
public bool use_speaker_boost; // true
}
}
using System;
using System.Collections;
using System.Collections.Generic;
using UnityEngine;
using UnityEngine.Networking;
using Newtonsoft.Json;
/**
* Optional utility class to fetch all the available Voices in the ElevenLabs account.
* This may be useful if you want to allow the player to customize the voice at runtime.
*/
public class ElevenVoices : MonoBehaviour
{
public List<VoiceExposed> Voices = new List<VoiceExposed>();
[SerializeField]
private string _apiKey;
[SerializeField]
private string _apiUrl = "https://api.elevenlabs.io";
void Start()
{
// In this example we populate the Voices list on Start. But you can do that on demand
// if you prefer. After all, we do not need to do this every time we start the game.
StartCoroutine(DoRequest());
}
IEnumerator DoRequest()
{
var url = $"{_apiUrl}/v1/voices";
using (UnityWebRequest request = UnityWebRequest.Get(url))
{
request.SetRequestHeader("xi-api-key", _apiKey);
yield return request.SendWebRequest();
if (request.result != UnityWebRequest.Result.Success)
{
Debug.LogError("Error fetching voices: " + request.error);
yield break;
}
var jsonResponse = request.downloadHandler.text;
var response = JsonUtility.FromJson<ApiResponse>(jsonResponse);
foreach (var voice in response.voices)
{
Voices.Add(new VoiceExposed
{
voice_id = voice.voice_id,
name = voice.name
});
}
}
}
[Serializable]
public class VoiceExposed
{
public string voice_id;
public string name;
}
[Serializable]
public class Voice
{
public string voice_id;
public string name;
public List<Sample> samples;
// Define other properties as needed
}
[Serializable]
public class Sample
{
public string sample_id;
public string file_name;
public string mime_type;
public int size_bytes;
public string hash;
// Define other properties as needed
}
[Serializable]
public class ApiResponse
{
public List<Voice> voices;
}
}
@itsabhiram
Copy link

i'm getting thsi error
Error downloading audio: Cannot connect to destination host

can someone plese help

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment