From b6715066801b56633dbcdb861766276a762f3649 Mon Sep 17 00:00:00 2001
From: Eric Bailey <git@esb.lol>
Date: Fri, 20 Sep 2024 10:14:17 -0500
Subject: [PATCH] Dedupe array values

---
 src/state/persisted/util.ts | 13 ++++++++-----
 1 file changed, 8 insertions(+), 5 deletions(-)

diff --git a/src/state/persisted/util.ts b/src/state/persisted/util.ts
index 33e091e36c..64a8bf9459 100644
--- a/src/state/persisted/util.ts
+++ b/src/state/persisted/util.ts
@@ -1,5 +1,6 @@
 import {parse} from 'bcp-47'
 
+import {dedupArray} from '#/lib/functions'
 import {logger} from '#/logger'
 import {Schema} from '#/state/persisted/schema'
 
@@ -15,22 +16,24 @@ export function normalizeData(data: Schema) {
     langPrefs.primaryLanguage = normalizeLanguageTagToTwoLetterCode(
       langPrefs.primaryLanguage,
     )
-    langPrefs.contentLanguages = langPrefs.contentLanguages.map(lang =>
-      normalizeLanguageTagToTwoLetterCode(lang),
+    langPrefs.contentLanguages = dedupArray(
+      langPrefs.contentLanguages.map(lang =>
+        normalizeLanguageTagToTwoLetterCode(lang),
+      ),
     )
     langPrefs.postLanguage = langPrefs.postLanguage
       .split(',')
       .map(lang => normalizeLanguageTagToTwoLetterCode(lang))
       .filter(Boolean)
       .join(',')
-    langPrefs.postLanguageHistory = langPrefs.postLanguageHistory.map(
-      postLanguage => {
+    langPrefs.postLanguageHistory = dedupArray(
+      langPrefs.postLanguageHistory.map(postLanguage => {
         return postLanguage
           .split(',')
           .map(lang => normalizeLanguageTagToTwoLetterCode(lang))
           .filter(Boolean)
           .join(',')
-      },
+      }),
     )
     next.languagePrefs = langPrefs
   } catch (e: any) {