[AI, SERVER➡️UNITY] 텍스트 스트리밍 & 이미지/BGM 저장

[silverpoodle]

카테고리

전체 공지

전달 사항

• 텍스트 스트리밍
• 이미지 저장
• BGM 저장

요청 사항

• 아직 서버 배포가 안돼서 테스트할 때 같이 맞춰보면 될 것 같습니다!

@hhkim331

첨부 코드

using System.IO;
using System.Text;
using TMPro;
using UnityEngine;
using UnityEngine.UI;
using System.Net.Http;
using System.Threading.Tasks;
using System;
using UnityEngine.Networking;
using System.Collections;

public class AITranscripts : MonoBehaviour
{
    private string apiUrl_chat = "http://localhost:8080/scenario/streaming";
    private string apiUrl_image = "http://localhost:8080/creative/image";
    private string apiUrl_sound = "http://localhost:8080/creative/sound";


    public Button aiTranscriptsButton;
    public TextMeshProUGUI aiTranscriptsButtonText;
    public TMP_InputField chatInputField;
    public TMP_InputField transcriptsInputField;


    void Start()
    {
        aiTranscriptsButton.onClick.RemoveAllListeners();
        aiTranscriptsButton.onClick.AddListener(AITranscriptsButtonEvent);

    }

    async Task PostJson(byte[] jsonData)
    {
        using var httpClient = new HttpClient();

        var request = new HttpRequestMessage(HttpMethod.Post, apiUrl_chat);

        //실시간 streaming 데이터 받도록
        request.Headers.Add("Accept", "text/event-stream");

        //헤더에 토큰 추가
        //request.Headers.Add("Authorization", "eyJhbGciOiJIUzI1NiJ9.eyJzdWIiOiJ0ZXN0QGdtYWlsLmNvbSIsInJvbGUiOiJST0xFX01FTUJFUiIsImlkIjoxLCJpYXQiOjE2OTk1OTAwNzQsImV4cCI6MTcwMjE4MjA3NH0.xOu9WQ3Q-ptAvqh-S8ll_iWZLP4lkse8MPDrgHzRHJ8");

        request.Content = new ByteArrayContent(jsonData);
        request.Content.Headers.Add("Content-Type", "application/json");

        try
        {
            using var response = await httpClient.SendAsync(request, HttpCompletionOption.ResponseHeadersRead);

            if (response.IsSuccessStatusCode)
            {
                using var stream = await response.Content.ReadAsStreamAsync();
                using var reader = new StreamReader(stream, Encoding.UTF8);

                while (!reader.EndOfStream)
                {
                    string line = await reader.ReadLineAsync();

                    /*Debug.Log(line);  //지우기*/

                    const string prefix = "data:";

                    if (line.StartsWith(prefix))
                    {
                        line = line.Substring(prefix.Length);
                    }

                    // Check if the line contains " |" and replace it with a newline
                    if (line.Contains("|"))
                    {
                        /*line = line.Replace("|", "\n\n");*/
                        transcriptsInputField.text += "\n\n";
                        Debug.Log("good");
                        continue;
                    }

                    transcriptsInputField.text += line;




                }
            }
            else
            {
                Debug.LogError($"Request failed: {response.StatusCode}");
            }
        }
        catch (Exception ex)
        {
            Debug.LogError($"Error: {ex.Message}");
        }
        finally
        {
            Debug.Log("전송 끝");
            HandleServerResponse();
        }
    }

    IEnumerator PostImage(byte[] jsonData)
    {
        using (UnityWebRequest www = new UnityWebRequest(apiUrl_image, "GET"))
        {
            www.uploadHandler = new UploadHandlerRaw(jsonData);
            www.downloadHandler = new DownloadHandlerBuffer();
            www.SetRequestHeader("Content-Type", "application/json");

            yield return www.SendWebRequest();

            if (www.result != UnityWebRequest.Result.Success)
            {
                Debug.LogError(www.error);
            }
            else
            {
                string jsonString = www.downloadHandler.text;
                ApiResponse apiResponse = JsonUtility.FromJson<ApiResponse>(jsonString);

                if (apiResponse != null && apiResponse.apiStatus == "SUCCESS")
                {
                    foreach (ImageData imageData in apiResponse.data)
                    {
                        yield return StartCoroutine(DownloadImage(imageData.imageUrl));
                    }
                }
                else
                {
                    Debug.LogError("이미지 저장 실패");
                }
            }
        }

    }

    IEnumerator DownloadImage(string imageUrl)
    {
        using (UnityWebRequest www = UnityWebRequestTexture.GetTexture(imageUrl))
        {
            yield return www.SendWebRequest();

            if (www.result != UnityWebRequest.Result.Success)
            {
                Debug.LogError(www.error);
            }
            else
            {
                // Get the downloaded texture
                Texture2D texture = DownloadHandlerTexture.GetContent(www);

                // Save the image with a unique filename
                string fileName = "C:/midnight/Images/" + Path.GetRandomFileName() + ".jpg";
                SaveData(texture.EncodeToJPG(), fileName);
            }
        }
    }

    IEnumerator PostSound(byte[] jsonData)
    {
        using (UnityWebRequest www = new UnityWebRequest(apiUrl_sound, "GET"))
        {
            www.uploadHandler = new UploadHandlerRaw(jsonData);
            www.downloadHandler = new DownloadHandlerBuffer();
            www.SetRequestHeader("Content-Type", "application/json");

            yield return www.SendWebRequest();

            if (www.result != UnityWebRequest.Result.Success)
            {
                Debug.LogError(www.error);
            }
            else
            {
                string jsonString = www.downloadHandler.text;
                ApiResponseSound apiResponse = JsonUtility.FromJson<ApiResponseSound>(jsonString);

                if (apiResponse != null && apiResponse.apiStatus == "SUCCESS")
                {
                    foreach (SoundData soundData in apiResponse.data)
                    {
                        yield return StartCoroutine(DownloadSound(soundData.soundUrl));
                    }
                }
                else
                {
                    Debug.LogError("BGM 저장 실패");
                }
            }
        }
    }

    IEnumerator DownloadSound(string soundUrl)
    {
        using (UnityWebRequest www = UnityWebRequest.Get(soundUrl))
        {
            yield return www.SendWebRequest();

            if (www.result != UnityWebRequest.Result.Success)
            {
                Debug.LogError(www.error);
            }
            else
            {
                string fileName = "C:/midnight/Sounds/" + Path.GetRandomFileName() + ".wav";
                SaveData(www.downloadHandler.data, fileName);
            }
        }
    }

    void SaveData(byte[] dataBytes, string fileName)
    {
        if (Directory.Exists(Path.GetDirectoryName(fileName)) == false)
            Directory.CreateDirectory(Path.GetDirectoryName(fileName));
        File.WriteAllBytes(fileName, dataBytes);
        Debug.Log("Data saved: " + fileName);
    }




    async void AITranscriptsButtonEvent()
    {
        string inputText = chatInputField.text;
        string json = "{\"text\":\"" + inputText + "\"}";

        aiTranscriptsButtonText.text = "작성중";
        aiTranscriptsButton.interactable = false;

        transcriptsInputField.text = "";


        byte[] jsonData = Encoding.UTF8.GetBytes(json);

        try
        {
            StartCoroutine(PostImage(jsonData));
            StartCoroutine(PostSound(jsonData));
            await PostJson(jsonData);
              
        }
        catch (Exception ex)
        {
            Debug.LogError($"Error: {ex.Message}");
        }
    }


    void HandleServerResponse()
    {
        aiTranscriptsButtonText.text = "작성";
        aiTranscriptsButton.interactable = true;
    }


    [System.Serializable]
    public class ApiResponse
    {
        public string apiStatus;
        public string message;
        public ImageData[] data;
    }

    [System.Serializable]

    public class ApiResponseSound
    {
        public string apiStatus;
        public string message;
        public SoundData[] data;
    }

    [System.Serializable]
    public class ImageData
    {
        public string imageUrl;
    }

    [System.Serializable]


    public class SoundData
    {
        public string soundUrl;
    }
}