feat(bucket): auto-create buckets and move files from temp to main buckets on property save
deploy-chabokan / deploy (push) Canceled after 0s

This commit is contained in:
2026-08-19 04:58:14 +03:30
parent dd611df7e5
commit 31ebafb53c
4 changed files with 96 additions and 10 deletions
+47 -5
View File
@@ -135,12 +135,54 @@ const getMultipleSignedUrls = async (fileNameArray, bucketName) => {
const moveFromTempToMain = async (files, targetBucket) => { const moveFromTempToMain = async (files, targetBucket) => {
const tempBucket = 'temp' const tempBucket = 'temp'
if (!files || !Array.isArray(files) || files.length === 0) {
for (const file of files) { return []
await copyObject(targetBucket, file, `${tempBucket}/${file}`)
await removeObject(tempBucket, file)
} }
const { ensureBucketsExist, minioClient } = require('../../utils/upload/bucket')
await ensureBucketsExist([tempBucket, targetBucket]).catch(() => {})
const updatedUrls = []
for (const item of files) {
const rawStr = typeof item === 'object' && item !== null ? (item.url || item.fileName || item.name || '') : String(item || '')
const fileName = getLastUrlSegment(rawStr)
if (!fileName) {
continue
}
try {
// Check if object exists in temp bucket
const existsInTemp = await minioClient.statObject(tempBucket, fileName).then(() => true).catch(() => false)
if (existsInTemp) {
// Copy object from temp to targetBucket
await copyObject(targetBucket, fileName, `/${tempBucket}/${fileName}`)
// Remove from temp bucket
await removeObject(tempBucket, fileName)
// Update File record in database if exists
await File.findOneAndUpdate({ fileName }, { bucketName: targetBucket }, null).catch(() => {})
}
// Construct new URL for targetBucket
const protocol = process.env.AWS_USE_SSL === 'true' ? 'https://' : 'http://'
const endpoint = process.env.AWS_ENDPOINT || 'localhost'
const hostPort = (endpoint.includes(':') || !process.env.AWS_PORT) ? endpoint : `${endpoint}:${process.env.AWS_PORT}`
const fullHost = hostPort.startsWith('http://') || hostPort.startsWith('https://') ? hostPort : `${protocol}${hostPort}`
const newUrl = `${fullHost.replace(/\/$/, '')}/${targetBucket}/${fileName}`
updatedUrls.push(newUrl)
} catch (err) {
console.error(`Failed to move file "${fileName}" from ${tempBucket} to ${targetBucket}:`, err)
if (rawStr.includes(`/${tempBucket}/`)) {
updatedUrls.push(rawStr.replace(`/${tempBucket}/`, `/${targetBucket}/`))
} else {
updatedUrls.push(rawStr)
}
}
}
return updatedUrls
} }
const getImage = async (bucketName, fileName) => { const getImage = async (bucketName, fileName) => {
+15
View File
@@ -4,12 +4,20 @@ const Building = require('./buildingModel')
const AppError = require('../../globalErrorHandler/AppError') const AppError = require('../../globalErrorHandler/AppError')
const { client } = require('../../setup/typesense') const { client } = require('../../setup/typesense')
const TsApiFeatures = require('../../utils/TsApiFeatures') const TsApiFeatures = require('../../utils/TsApiFeatures')
const { moveFromTempToMain } = require('../file/fileService')
const getAllProperties = async () => { const getAllProperties = async () => {
return Property.find({}, null, null).populate('category').populate('status') return Property.find({}, null, null).populate('category').populate('status')
} }
const createProperty = async (data) => { const createProperty = async (data) => {
if (data.mainImageUrls && Array.isArray(data.mainImageUrls) && data.mainImageUrls.length > 0) {
data.mainImageUrls = await moveFromTempToMain(data.mainImageUrls, 'properties')
}
if (data.documentUrls && Array.isArray(data.documentUrls) && data.documentUrls.length > 0) {
data.documentUrls = await moveFromTempToMain(data.documentUrls, 'documents')
}
if (data.propertyType === 'Land' || data.propertyType === 'زمین') { if (data.propertyType === 'Land' || data.propertyType === 'زمین') {
return Land.create(data) return Land.create(data)
} else if (data.propertyType === 'Building' || data.propertyType === 'ساختمان') { } else if (data.propertyType === 'Building' || data.propertyType === 'ساختمان') {
@@ -37,6 +45,13 @@ const getProperty = async (propertyId) => {
} }
const updateProperty = async (propertyId, data) => { const updateProperty = async (propertyId, data) => {
if (data.mainImageUrls && Array.isArray(data.mainImageUrls) && data.mainImageUrls.length > 0) {
data.mainImageUrls = await moveFromTempToMain(data.mainImageUrls, 'properties')
}
if (data.documentUrls && Array.isArray(data.documentUrls) && data.documentUrls.length > 0) {
data.documentUrls = await moveFromTempToMain(data.documentUrls, 'documents')
}
const property = await Property.findOneAndUpdate({ _id: propertyId }, data, { new: true }) const property = await Property.findOneAndUpdate({ _id: propertyId }, data, { new: true })
if (!property) { if (!property) {
+6
View File
@@ -23,6 +23,12 @@ module.exports = (app) => {
const { syncPermissions } = require('../components/permission/permissionService') const { syncPermissions } = require('../components/permission/permissionService')
await syncPermissions() await syncPermissions()
// Ensure default MinIO buckets exist (temp, properties, documents)
const { ensureBucketsExist } = require('../utils/upload/bucket')
await ensureBucketsExist(['temp', 'properties', 'documents']).catch((err) => {
console.error('Failed to ensure default MinIO buckets:', err)
})
app.listen(port, function () { app.listen(port, function () {
console.log('Server Started On Port ' + port) console.log('Server Started On Port ' + port)
}) })
+28 -5
View File
@@ -1,6 +1,20 @@
const minioClient = require('./minio') const minioClient = require('./minio')
const fs = require('fs') const fs = require('fs')
// Ensure buckets exist in MinIO
const ensureBucketsExist = async (bucketNames = ['temp', 'properties', 'documents']) => {
for (const bucketName of bucketNames) {
try {
const exists = await minioClient.bucketExists(bucketName).catch(() => false)
if (!exists) {
await minioClient.makeBucket(bucketName, process.env.AWS_REGION || 'us-east-1')
console.log(`MinIO bucket "${bucketName}" created successfully.`)
}
} catch (err) {
console.error(`Error ensuring MinIO bucket "${bucketName}" exists:`, err.message)
}
}
}
// Upload File to s3 bucket // Upload File to s3 bucket
exports.uploadObject = async (file, bucketName) => { exports.uploadObject = async (file, bucketName) => {
@@ -14,11 +28,12 @@ exports.uploadObject = async (file, bucketName) => {
const uploadedFile = await minioClient.putObject(bucketName, `${file.filename}-${file.originalName}`, fileStream) const uploadedFile = await minioClient.putObject(bucketName, `${file.filename}-${file.originalName}`, fileStream)
const protocol = process.env.AWS_USE_SSL === 'true' ? 'https://' : 'http://' const protocol = process.env.AWS_USE_SSL === 'true' ? 'https://' : 'http://'
const hostPort = process.env.AWS_PORT ? `${process.env.AWS_ENDPOINT}:${process.env.AWS_PORT}` : process.env.AWS_ENDPOINT const endpoint = process.env.AWS_ENDPOINT || 'localhost'
uploadedFile.fileURL = protocol + hostPort + '/' + bucketName + '/' + file.filename + '-' + file.originalName const hostPort = (endpoint.includes(':') || !process.env.AWS_PORT) ? endpoint : `${endpoint}:${process.env.AWS_PORT}`
const fullHost = hostPort.startsWith('http://') || hostPort.startsWith('https://') ? hostPort : `${protocol}${hostPort}`
uploadedFile.fileURL = fullHost.replace(/\/$/, '') + '/' + bucketName + '/' + file.filename + '-' + file.originalName
uploadedFile.fileName = file.filename + '-' + file.originalName uploadedFile.fileName = file.filename + '-' + file.originalName
uploadedFile.fileEndpoint = process.env.AWS_ENDPOINT uploadedFile.fileEndpoint = process.env.AWS_ENDPOINT
return uploadedFile return uploadedFile
@@ -52,10 +67,18 @@ exports.deleteObject = (fileName, bucketName) => {
return minioClient.removeObject(bucketName, fileName) return minioClient.removeObject(bucketName, fileName)
} }
exports.copyObject = (targetBucket, fileName, sourceBucketAndFile) => { exports.copyObject = async (targetBucket, fileName, sourceBucketAndFile) => {
return minioClient.copyObject(targetBucket, fileName, sourceBucketAndFile) const bucketExists = await minioClient.bucketExists(targetBucket).catch(() => false)
if (!bucketExists) {
await minioClient.makeBucket(targetBucket, process.env.AWS_REGION || 'us-east-1')
}
const conds = minioClient.CopyConditions ? new minioClient.CopyConditions() : null
return minioClient.copyObject(targetBucket, fileName, sourceBucketAndFile, conds)
} }
exports.removeObject = (bucketName, fileName) => { exports.removeObject = (bucketName, fileName) => {
return minioClient.removeObject(bucketName, fileName) return minioClient.removeObject(bucketName, fileName)
} }
exports.ensureBucketsExist = ensureBucketsExist
exports.minioClient = minioClient