improve evaluation

This commit is contained in:
Julian Freeman
2026-02-25 00:00:07 -04:00
parent 6ff6fd3f25
commit f21366e55f
2 changed files with 100 additions and 12 deletions

View File

@@ -67,7 +67,7 @@ Your task is to critically evaluate the accuracy and quality of a translation.
[Instructions]
1. Compare the [Source Text] and [Translated Text] meticulously.
2. Check if the translation respects the [Context Info] and [Speaker Identity].
2. Check if the translation respects the [Context Info].
3. Assign an "Accuracy Score" from 0 to 100.
- Give 0 if there are fatal semantic errors, complete hallucinations, or if the meaning is reversed.
- Deduct points for minor inaccuracies, unnatural phrasing, or tone mismatches.
@@ -101,6 +101,7 @@ export const useSettingsStore = defineStore('settings', () => {
const enableEvaluation = useLocalStorage('enable-evaluation', true);
const evaluationPromptTemplate = useLocalStorage('evaluation-prompt-template', DEFAULT_EVALUATION_TEMPLATE);
const evaluationProfileId = useLocalStorage<string | null>('evaluation-profile-id', null);
// 存储整个对象以保持一致性
const sourceLang = useLocalStorage<Language>('source-lang-v2', LANGUAGES[0]);
@@ -133,6 +134,7 @@ export const useSettingsStore = defineStore('settings', () => {
systemPromptTemplate,
enableEvaluation,
evaluationPromptTemplate,
evaluationProfileId,
sourceLang,
targetLang,
speakerIdentity,