Skip to content

Refactor Thai phonemizer for improved handling #2013

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
deltaVOCALOID09378 wants to merge 1 commit into
base: master
Choose a base branch
from
Open

Refactor Thai phonemizer for improved handling #2013

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
38 changes: 20 additions & 18 deletions OpenUtau.Plugin.Builtin/ThaiVCCVPhonemizer.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
using System;
using System;
using System.Collections.Generic;
using System.Diagnostics;
using System.Linq;
Expand Down Expand Up @@ -36,6 +36,7 @@ public class ThaiVCCVPhonemizer : Phonemizer {
};

private readonly Dictionary<char, string> CMapping = new Dictionary<char, string> {
{'-', ""}, {'อ', ""},
{'ก', "k"}, {'ข', "kh"}, {'ค', "kh"}, {'ฆ', "kh"}, {'ฅ', "kh"}, {'ฃ', "kh"},
{'จ', "j"}, {'ฉ', "ch"}, {'ช', "ch"}, {'ฌ', "ch"},
{'ฎ', "d"}, {'ด', "d"},
Expand Down Expand Up @@ -84,15 +85,13 @@ public override Result Process(Note[] notes, Note? prev, Note? next, Note? prevN
}

var phonemes = new List<Phoneme>();

List<string> tests = new List<string>();

string prevTemp = "";
if (prevNeighbour != null) {
prevTemp = prevNeighbour.Value.lyric;
}
var prevTh = ParseInput(prevTemp);

var noteTh = ParseInput(currentLyric);

if (noteTh.Consonant != null && noteTh.Dipthong == null && noteTh.Vowel != null) {
Expand Down Expand Up @@ -158,13 +157,15 @@ public override Result Process(Note[] notes, Note? prev, Note? next, Note? prevN
}

if (checkOtoUntilHit(tests.ToArray(), note, out var oto)) {

var noteDuration = notes.Sum(n => n.duration);

for (int i = 0; i < tests.ToArray().Length; i++) {

int position = 0;
int vcPosition = noteDuration - 120;

// ปรับหางเสียง (ตัวสะกด/เสียงเชื่อม) ให้กินพื้นที่โน้ตแค่สั้นๆ สูงสุด 90 ticks
// สระจะได้พื้นที่เต็มที่ และตัวสะกดกระชับไม่ลากยาว
int tailLength = Math.Min((int)(noteDuration * 0.25), 90);
int vcPosition = noteDuration - tailLength;

if (nextNeighbour != null && tests[i].Contains(" ")) {
var nextLyric = nextNeighbour.Value.lyric.Normalize();
Expand All @@ -180,29 +181,28 @@ public override Result Process(Note[] notes, Note? prev, Note? next, Note? prevN
nextCheck = nextTh.Consonant + nextTh.Dipthong + nextTh.Vowel;
}
var nextAttr = nextNeighbour.Value.phonemeAttributes?.FirstOrDefault(attr => attr.index == 0) ?? default;

// ถ้าระบบเจอโน้ตถัดไป ให้ใช้ค่า Preutterance มาปรับตัวสะกดให้ชนพอดีเป๊ะ
if (singer.TryGetMappedOto(nextCheck, nextNeighbour.Value.tone + nextAttr.toneShift, nextAttr.voiceColor, out var nextOto)) {
if (oto.Overlap > 0) {
vcPosition = noteDuration - MsToTick(nextOto.Overlap) - MsToTick(nextOto.Preutter);
}
vcPosition = noteDuration - MsToTick(nextOto.Preutter) - MsToTick(nextOto.Overlap);
}
}


// ล็อก Position ให้ใช้ vcPosition ท้ายโน้ตเลย
if (noteTh.Dipthong == null || tests.Count <= 2) {
if (i == 1) {
position = Math.Max((int)(noteDuration * 0.75), vcPosition);
position = vcPosition;
}
} else {
if (i == 1) {
position = Math.Min((int)(noteDuration * 0.1), 60);
position = Math.Min((int)(noteDuration * 0.1), 60); // เสียงควบกล้ำต้นโน้ต ยังคงไว้ให้สั้นๆ
} else if (i == 2) {
position = Math.Max((int)(noteDuration * 0.75), vcPosition);
position = vcPosition;
}
}

phonemes.Add(new Phoneme { phoneme = tests[i], position = position });
}

}

return new Result {
Expand Down Expand Up @@ -259,16 +259,17 @@ public override Result Process(Note[] notes, Note? prev, Note? next, Note? prevN
return (consonant, diphthong, vowel, endingConsonant);
}


public string WordToPhonemes(string input) {
input = input.Replace(" ", "");
input = RemoveInvalidLetters(input);
if (!Regex.IsMatch(input, "[ก-ฮ]")) {

if (!Regex.IsMatch(input, "[ก-ฮ-]")) {
return input;
}

foreach (var mapping in VowelMapping) {
string pattern = "^" + mapping.Key
.Replace("c", "([ก-ฮ][ลรว]?|อ[ย]?|ห[ก-ฮ]?)")
.Replace("c", "(ก[รลว]|ข[รลว]|ค[รลว]|ต[รลว]|ป[รล]|พ[รลว]|ฟ[รล]|บ[รล]|ด[ร]|ผล|ทร|ศร|สร|ห[ก-ฮ]|อย|[ก-ฮ-])")
.Replace("x", "([ก-ฮ]?)") + "$";

var match = Regex.Match(input, pattern);
Expand All @@ -280,6 +281,7 @@ public string WordToPhonemes(string input) {
}
string cConverted = ConvertC(c);
string xConverted = ConvertX(x);

if (mapping.Value == "a" && input.Contains("ั") && x == "ว") {
return cConverted + "ua";
}
Expand Down