From 8c4f0a3d2f9c126ba00115ea5cbc52015a173272 Mon Sep 17 00:00:00 2001 From: Aaron Giner <aaron.giner@student.tugraz.at> Date: Tue, 30 Jul 2024 14:36:41 +0200 Subject: [PATCH] removed old files --- unity/Assets/Scripts/SpeechRecognitionTest.cs | 99 ------------------- .../Scripts/SpeechRecognitionTest.cs.meta | 11 --- 2 files changed, 110 deletions(-) delete mode 100644 unity/Assets/Scripts/SpeechRecognitionTest.cs delete mode 100644 unity/Assets/Scripts/SpeechRecognitionTest.cs.meta diff --git a/unity/Assets/Scripts/SpeechRecognitionTest.cs b/unity/Assets/Scripts/SpeechRecognitionTest.cs deleted file mode 100644 index 197959b..0000000 --- a/unity/Assets/Scripts/SpeechRecognitionTest.cs +++ /dev/null @@ -1,99 +0,0 @@ -using System.IO; -using HuggingFace.API; -using TMPro; -using UnityEngine; -using UnityEngine.UI; - -// https://huggingface.co/blog/unity-asr - -public class SpeechRecognitionTest : MonoBehaviour -{ - [SerializeField] private Button startButton; - [SerializeField] private Button stopButton; - [SerializeField] private TextMeshProUGUI text; - - private AudioClip clip; - private byte[] bytes; - private bool recording; - - private void Start() - { - startButton.onClick.AddListener(StartRecording); - stopButton.onClick.AddListener(StopRecording); - stopButton.interactable = false; - } - - private void Update() - { - if (recording && Microphone.GetPosition(null) >= clip.samples) - { - StopRecording(); - } - } - - private void StartRecording() - { - text.color = Color.white; - text.text = "Recording..."; - startButton.interactable = false; - stopButton.interactable = true; - clip = Microphone.Start(null, false, 10, 44100); - recording = true; - } - - private void StopRecording() - { - var position = Microphone.GetPosition(null); - Microphone.End(null); - var samples = new float[position * clip.channels]; - clip.GetData(samples, 0); - bytes = EncodeAsWAV(samples, clip.frequency, clip.channels); - recording = false; - SendRecording(); - } - - private void SendRecording() - { - text.color = Color.yellow; - text.text = "Sending..."; - stopButton.interactable = false; - HuggingFaceAPI.AutomaticSpeechRecognition(bytes, response => { - text.color = Color.white; - text.text = response; - startButton.interactable = true; - }, error => { - text.color = Color.red; - text.text = error; - startButton.interactable = true; - }); - } - - private byte[] EncodeAsWAV(float[] samples, int frequency, int channels) - { - using (var memoryStream = new MemoryStream(44 + samples.Length * 2)) - { - using (var writer = new BinaryWriter(memoryStream)) - { - writer.Write("RIFF".ToCharArray()); - writer.Write(36 + samples.Length * 2); - writer.Write("WAVE".ToCharArray()); - writer.Write("fmt ".ToCharArray()); - writer.Write(16); - writer.Write((ushort)1); - writer.Write((ushort)channels); - writer.Write(frequency); - writer.Write(frequency * channels * 2); - writer.Write((ushort)(channels * 2)); - writer.Write((ushort)16); - writer.Write("data".ToCharArray()); - writer.Write(samples.Length * 2); - - foreach (var sample in samples) - { - writer.Write((short)(sample * short.MaxValue)); - } - } - return memoryStream.ToArray(); - } - } -} \ No newline at end of file diff --git a/unity/Assets/Scripts/SpeechRecognitionTest.cs.meta b/unity/Assets/Scripts/SpeechRecognitionTest.cs.meta deleted file mode 100644 index 65b5bfa..0000000 --- a/unity/Assets/Scripts/SpeechRecognitionTest.cs.meta +++ /dev/null @@ -1,11 +0,0 @@ -fileFormatVersion: 2 -guid: 27169f9dd1c9fa44aa343d1e008e638b -MonoImporter: - externalObjects: {} - serializedVersion: 2 - defaultReferences: [] - executionOrder: 0 - icon: {instanceID: 0} - userData: - assetBundleName: - assetBundleVariant: -- GitLab