fix(medusa,file-local,file-s3,core-flows): fix csv parsing special characters (#13649)

* fix(): fix csv parsing special characters

* remove other tries

* tweak

* remove comments

* Create rude-mirrors-hang.md

.changeset/rude-mirrors-hang.md

@@ -0,0 +1,8 @@
+---
+"@medusajs/medusa": patch
+"@medusajs/file-local": patch
+"@medusajs/file-s3": patch
+"@medusajs/core-flows": patch
+---
+
+fix(medusa,file-local,file-s3,core-flows): fix csv parsing special characters

packages/core/core-flows/src/product/steps/normalize-products-to-chunks.ts

@@ -1,11 +1,11 @@
 import { parse, Parser } from "csv-parse"
 import type { HttpTypes, IFileModuleService } from "@medusajs/framework/types"
 import {
-  Modules,
   CSVNormalizer,
+  Modules,
   productValidators,
 } from "@medusajs/framework/utils"
-import { StepResponse, createStep } from "@medusajs/framework/workflows-sdk"
+import { createStep, StepResponse } from "@medusajs/framework/workflows-sdk"
 
 /**
  * The CSV file content to parse.
@@ -203,6 +203,7 @@ export const normalizeCsvToChunksStep = createStep(
       try {
         const file = container.resolve(Modules.FILE)
         const contents = await file.getDownloadStream(fileKey)
+
         const transformer = parse({
           columns: true,
           skip_empty_lines: true,

packages/medusa/src/api/admin/uploads/route.ts

@@ -24,7 +24,7 @@ export const POST = async (
       files: input?.map((f) => ({
         filename: f.originalname,
         mimeType: f.mimetype,
-        content: f.buffer.toString("binary"),
+        content: f.buffer.toString("base64"),
         access: "public",
       })),
     },

packages/modules/providers/file-local/src/services/local-file.ts

@@ -57,7 +57,19 @@ export class LocalFileService extends AbstractFileProviderService {
     const filePath = this.getUploadFilePath(baseDir, fileKey)
     const fileUrl = this.getUploadFileUrl(fileKey)
 
-    const content = Buffer.from(file.content as string, "binary")
+    let content: Buffer
+    try {
+      const decoded = Buffer.from(file.content, "base64")
+      if (decoded.toString("base64") === file.content) {
+        content = decoded
+      } else {
+        content = Buffer.from(file.content, "utf8")
+      }
+    } catch {
+      // Last-resort fallback: binary
+      content = Buffer.from(file.content, "binary")
+    }
+
     await fs.writeFile(filePath, content)
 
     return {

packages/modules/providers/file-s3/src/services/s3-file.ts

@@ -120,7 +120,19 @@ export class S3FileService extends AbstractFileProviderService {
       parsedFilename.ext
     }`
 
-    const content = Buffer.from(file.content, "binary")
+    let content: Buffer
+    try {
+      const decoded = Buffer.from(file.content, "base64")
+      if (decoded.toString("base64") === file.content) {
+        content = decoded
+      } else {
+        content = Buffer.from(file.content, "utf8")
+      }
+    } catch {
+      // Last-resort fallback: binary
+      content = Buffer.from(file.content, "binary")
+    }
+
     const command = new PutObjectCommand({
       // We probably also want to support a separate bucket altogether for private files
       // protected private_bucket_: string