High performance, self-hosted, newsletter and mailing list manager with a modern dashboard. Single binary app.
JavaScript campaigncampaign-managementemail-marketingemail-subscriptionlistmonkmailing-listnewsletternewsletter-managementnewsletter-softwareself-hostedsms-gatewaysmtptransactional-emails
Skip rows in CSV import with invalid UTF-8 and NUL chars. Closes #3271.
Kailash Nadha7dcfa4973ee
diff --git a/internal/subimporter/importer.go b/internal/subimporter/importer.goindex f3205044..c58ab151 100644--- a/internal/subimporter/importer.go+++ b/internal/subimporter/importer.go@@ -21,6 +21,7 @@ import ("regexp""strings""sync"+ "unicode/utf8""github.com/gofrs/uuid/v5""github.com/knadh/listmonk/internal/i18n"@@ -548,8 +549,20 @@ func (s *Session) LoadCSV(srcPath string, delim rune) error {// Iterate the key map and based on the indices mapped earlier,// form a map of key: csv_value, eg: email: [email protected].row := make(map[string]string, lnCols)+ valid := truefor key := range hdrKeys {- row[key] = cols[hdrKeys[key]]+ v := cols[hdrKeys[key]]++ // Skip lines with invalid UTF-8 or NUL chars.+ if !utf8.ValidString(v) || strings.ContainsRune(v, 0) {+ valid = false+ break+ }+ row[key] = v+ }+ if !valid {+ s.log.Printf("skipping line %d: %s: %v", i, s.im.i18n.Ts("globals.messages.invalidFields", "name", "non-UTF8 encoding"), cols)+ continue}sub := SubReq{}