Metadata: Sanitize bad Unicode strings #2897

Signed-off-by: Michael Mayer <michael@photoprism.app>

pkg/clean/unicode.go

@@ -0,0 +1,21 @@
+package clean
+
+import "strings"
+
+// Unicode returns a string a valid unicode.
+func Unicode(s string) string {
+	if s == "" {
+		return ""
+	}
+
+	var b strings.Builder
+
+	for _, c := range s {
+		if c == '\uFFFD' {
+			continue
+		}
+		b.WriteRune(c)
+	}
+
+	return b.String()
+}