ARSN-???: optimizations

lib/api/multiObjectDelete.js

@@ -17,7 +17,7 @@ const { preprocessingVersioningDelete }
     = require('./apiUtils/object/versioning');
 const createAndStoreObject = require('./apiUtils/object/createAndStoreObject');
 const monitoring = require('../utilities/monitoringHandler');
-const { metadataGetObject } = require('../metadata/metadataUtils');
+const { metadataGetObjects } = require('../metadata/metadataUtils');
 const { config } = require('../Config');
 const { isRequesterNonAccountUser } = require('./apiUtils/authorization/permissionChecks');
 const { hasGovernanceBypassHeader, checkUserGovernanceBypass, ObjectLockInfo }
@@ -169,6 +169,27 @@ function _parseXml(xmlToParse, next) {
     });
 }
 
+/**
+ * processObjectVersion - process object version to be deleted
+ * @param {object} entry - entry from data model
+ * @param {string} bucketName - bucket name
+ * @param {function} next - callback to call with error or decoded version
+ * @return {undefined}
+ **/
+function processObjectVersion(entry, bucketName) {
+    let decodedVersionId;
+    if (entry.versionId) {
+        decodedVersionId = entry.versionId === 'null' ?
+            'null' : versionIdUtils.decode(entry.versionId);
+    }
+    if (decodedVersionId instanceof Error) {
+        monitoring.promMetrics('DELETE', bucketName, 404,
+            'multiObjectDelete');
+        return [errors.NoSuchVersion];
+    }
+    return [null, decodedVersionId];
+}
+
 /**
 * gets object metadata and deletes object
 * @param {AuthInfo} authInfo - Instance of AuthInfo class with requester's info
@@ -194,49 +215,53 @@ function getObjMetadataAndDelete(authInfo, canonicalID, request,
     let numOfObjectsRemoved = 0;
     const skipError = new Error('skip');
     const objectLockedError = new Error('object locked');
+    const verCfg = bucket.getVersioningConfiguration();
+    const supportsBatching = ['mongodb'].includes(config.backends.metadata);
+    let error = null;
+    const objectKeys = Object.keys(inPlay).map(entry => {
+        const [err, versionId] = processObjectVersion(inPlay[entry], bucketName);
+        if (!error && err) {
+            error = err;
+        }
+        return {
+            versionId,
+            inPlay: inPlay[entry],
+        };
+    });
 
-    // doing 5 requests at a time. note that the data wrapper
-    // will do 5 parallel requests to data backend to delete parts
-    return async.forEachLimit(inPlay, 5, (entry, moveOn) => {
-        async.waterfall([
-            callback => {
-                let decodedVersionId;
-                if (entry.versionId) {
-                    decodedVersionId = entry.versionId === 'null' ?
-                        'null' : versionIdUtils.decode(entry.versionId);
-                }
-                if (decodedVersionId instanceof Error) {
-                    monitoring.promMetrics('DELETE', bucketName, 404,
-                        'multiObjectDelete');
-                    return callback(errors.NoSuchVersion);
-                }
-                return callback(null, decodedVersionId);
-            },
-            // for obj deletes, no need to check acl's at object level
-            // (authority is at the bucket level for obj deletes)
-            (versionId, callback) => metadataGetObject(bucketName, entry.key,
-                versionId, log, (err, objMD) => {
-                    // if general error from metadata return error
+    if (error) {
+        return next(error);
+    }
+    // Then, call the batch method to GET all objects from the database.
+    return metadataGetObjects(bucketName, objectKeys, supportsBatching, log, (err, objMdMap) => {
+        if (err) {
+            monitoring.promMetrics('DELETE', bucketName, err.code,
+                'multiObjectDelete');
+            return next(err);
+        }
+        // doing 5 requests at a time. note that the data wrapper
+        // will do 30 parallel requests to data backend to delete parts
+        return async.forEachLimit(objMdMap, 30, (entryData, moveOn) => {
+            const entry = { key: entryData.md.key };
+            async.waterfall([
+                _next => {
+                    const objMD = entryData.md;
+                    const versionId = entryData.versionId;
                     if (err) {
                         monitoring.promMetrics('DELETE', bucketName, err.code,
                             'multiObjectDelete');
-                        return callback(err);
+                        return next(err);
                     }
                     if (!objMD) {
-                        const verCfg = bucket.getVersioningConfiguration();
-                        // To adhere to AWS behavior, create a delete marker
-                        // if trying to delete an object that does not exist
-                        // when versioning has been configured
-                        if (verCfg && !entry.versionId) {
-                            log.debug('trying to delete specific version ' +
-                            ' that does not exist');
-                            return callback(null, objMD, versionId);
+                        if (verCfg && versionId) {
+                            log.debug('trying to delete specific version that does not exist');
+                            return _next(null, objMD, versionId);
                         }
                         // otherwise if particular key does not exist, AWS
                         // returns success for key so add to successfullyDeleted
                         // list and move on
                         successfullyDeleted.push({ entry });
-                        return callback(skipError);
+                        return _next(skipError);
                     }
                     if (versionId && objMD.location &&
                         Array.isArray(objMD.location) && objMD.location[0]) {
@@ -244,115 +269,119 @@ function getObjMetadataAndDelete(authInfo, canonicalID, request,
                         // eslint-disable-next-line no-param-reassign
                         objMD.location[0].deleteVersion = true;
                     }
-                    return callback(null, objMD, versionId);
-                }),
-            (objMD, versionId, callback) => {
-                // AWS only returns an object lock error if a version id
-                // is specified, else continue to create a delete marker
-                if (!versionId || !bucket.isObjectLockEnabled()) {
-                    return callback(null, null, objMD, versionId);
-                }
-                const hasGovernanceBypass = hasGovernanceBypassHeader(request.headers);
-                if (hasGovernanceBypass && isRequesterNonAccountUser(authInfo)) {
-                    return checkUserGovernanceBypass(request, authInfo, bucket, entry.key, log, error => {
-                        if (error && error.is.AccessDenied) {
-                            log.debug('user does not have BypassGovernanceRetention and object is locked', { error });
-                            return callback(objectLockedError);
-                        }
-                        if (error) {
-                            return callback(error);
-                        }
-                        return callback(null, hasGovernanceBypass, objMD, versionId);
-                    });
-                }
-                return callback(null, hasGovernanceBypass, objMD, versionId);
-            },
-            (hasGovernanceBypass, objMD, versionId, callback) => {
-                // AWS only returns an object lock error if a version id
-                // is specified, else continue to create a delete marker
-                if (!versionId || !bucket.isObjectLockEnabled()) {
-                    return callback(null, objMD, versionId);
-                }
-                const objLockInfo = new ObjectLockInfo({
-                    mode: objMD.retentionMode,
-                    date: objMD.retentionDate,
-                    legalHold: objMD.legalHold || false,
-                });
 
-                // If the object can not be deleted raise an error
-                if (!objLockInfo.canModifyObject(hasGovernanceBypass)) {
-                    log.debug('trying to delete locked object');
-                    return callback(objectLockedError);
-                }
-
-                return callback(null, objMD, versionId);
-            },
-            (objMD, versionId, callback) => {
-                const options = preprocessingVersioningDelete(
-                    bucketName, bucket, objMD, versionId, config.nullVersionCompatMode);
-                const deleteInfo = {};
-                if (options && options.deleteData) {
-                    deleteInfo.deleted = true;
-                    if (objMD.uploadId) {
-                        // eslint-disable-next-line
-                        options.replayId = objMD.uploadId;
+                    // Continue waterfall
+                    return _next(null, objMD, versionId);
+                },
+                (objMD, versionId, callback) => {
+                    // AWS only returns an object lock error if a version id
+                    // is specified, else continue to create a delete marker
+                    if (!versionId || !bucket.isObjectLockEnabled()) {
+                        return callback(null, null, objMD, versionId);
                     }
-                    return services.deleteObject(bucketName, objMD,
-                        entry.key, options, log,  's3:ObjectRemoved:Delete', err =>
-                        callback(err, objMD, deleteInfo));
+                    const hasGovernanceBypass = hasGovernanceBypassHeader(request.headers);
+                    if (hasGovernanceBypass && isRequesterNonAccountUser(authInfo)) {
+                        return checkUserGovernanceBypass(request, authInfo, bucket, entry.key, log, error => {
+                            if (error && error.is.AccessDenied) {
+                                log.debug('user does not have BypassGovernanceRetention and object is locked',
+                                    { error });
+                                return callback(objectLockedError);
+                            }
+                            if (error) {
+                                return callback(error);
+                            }
+                            return callback(null, hasGovernanceBypass, objMD, versionId);
+                        });
+                    }
+                    return callback(null, hasGovernanceBypass, objMD, versionId);
+                },
+                (hasGovernanceBypass, objMD, versionId, callback) => {
+                    // AWS only returns an object lock error if a version idNoSuchKey
+                    // is specified, else continue to create a delete marker
+                    if (!versionId || !bucket.isObjectLockEnabled()) {
+                        return callback(null, objMD, versionId);
+                    }
+                    const objLockInfo = new ObjectLockInfo({
+                        mode: objMD.retentionMode,
+                        date: objMD.retentionDate,
+                        legalHold: objMD.legalHold || false,
+                    });
+
+                    // If the object can not be deleted raise an error
+                    if (!objLockInfo.canModifyObject(hasGovernanceBypass)) {
+                        log.debug('trying to delete locked object');
+                        return callback(objectLockedError);
+                    }
+
+                    return callback(null, objMD, versionId);
+                },
+                (objMD, versionId, callback) => {
+                    const options = preprocessingVersioningDelete(
+                        bucketName, bucket, objMD, versionId, config.nullVersionCompatMode);
+                    const deleteInfo = {};
+                    if (options && options.deleteData) {
+                        deleteInfo.deleted = true;
+                        if (objMD.uploadId) {
+                            // eslint-disable-next-line
+                            options.replayId = objMD.uploadId;
+                        }
+                        return services.deleteObject(bucket, objMD,
+                            entry.key, options, log, 's3:ObjectRemoved:Delete',
+                                err => callback(err, objMD, deleteInfo));
+                    }
+                    deleteInfo.newDeleteMarker = true;
+                    // This call will create a delete-markerelapsed_ms
+                    return createAndStoreObject(bucketName, bucket, entry.key,
+                        objMD, authInfo, canonicalID, null, request,
+                        deleteInfo.newDeleteMarker, null, log, 's3:ObjectRemoved:DeleteMarkerCreated',
+                        (err, result) =>
+                        callback(err, objMD, deleteInfo, result.versionId));
+                },
+            ], (err, objMD, deleteInfo, versionId) => {
+                if (err === skipError) {
+                    return moveOn();
+                } else if (err === objectLockedError) {
+                    errorResults.push({ entry, error: errors.AccessDenied, objectLocked: true });
+                    return moveOn();
+                } else if (err) {
+                    log.error('error deleting object', { error: err, entry });
+                    errorResults.push({ entry, error: err });
+                    return moveOn();
                 }
-                deleteInfo.newDeleteMarker = true;
-                // This call will create a delete-marker
-                return createAndStoreObject(bucketName, bucket, entry.key,
-                    objMD, authInfo, canonicalID, null, request,
-                    deleteInfo.newDeleteMarker, null, log, 's3:ObjectRemoved:DeleteMarkerCreated',
-                    (err, result) =>
-                    callback(err, objMD, deleteInfo, result.versionId));
-            },
-        ], (err, objMD, deleteInfo, versionId) => {
-            if (err === skipError) {
+                if (deleteInfo.deleted && objMD['content-length']) {
+                    numOfObjectsRemoved++;
+                    totalContentLengthDeleted += objMD['content-length'];
+                }
+                let isDeleteMarker;
+                let deleteMarkerVersionId;
+                // - If trying to delete an object that does not exist (if a new
+                // delete marker was created)
+                // - Or if an object exists but no version was specified
+                // return DeleteMarkerVersionId equals the versionID of the marker
+                // you just generated and DeleteMarker tag equals true
+                if (deleteInfo.newDeleteMarker) {
+                    isDeleteMarker = true;
+                    deleteMarkerVersionId = versionIdUtils.encode(versionId);
+                    // In this case we are putting a new object (i.e., the delete
+                    // marker), so we decrement the numOfObjectsRemoved value.
+                    numOfObjectsRemoved--;
+                // If trying to delete a delete marker, DeleteMarkerVersionId equals
+                // deleteMarker's versionID and DeleteMarker equals true
+                } else if (objMD && objMD.isDeleteMarker) {
+                    isDeleteMarker = true;
+                    deleteMarkerVersionId = entry.versionId;
+                }
+                successfullyDeleted.push({ entry, isDeleteMarker,
+                    deleteMarkerVersionId });
                 return moveOn();
-            } else if (err === objectLockedError) {
-                errorResults.push({ entry, error: errors.AccessDenied, objectLocked: true });
-                return moveOn();
-            } else if (err) {
-                log.error('error deleting object', { error: err, entry });
-                errorResults.push({ entry, error: err });
-                return moveOn();
-            }
-            if (deleteInfo.deleted && objMD['content-length']) {
-                numOfObjectsRemoved++;
-                totalContentLengthDeleted += objMD['content-length'];
-            }
-            let isDeleteMarker;
-            let deleteMarkerVersionId;
-            // - If trying to delete an object that does not exist (if a new
-            // delete marker was created)
-            // - Or if an object exists but no version was specified
-            // return DeleteMarkerVersionId equals the versionID of the marker
-            // you just generated and DeleteMarker tag equals true
-            if (deleteInfo.newDeleteMarker) {
-                isDeleteMarker = true;
-                deleteMarkerVersionId = versionIdUtils.encode(versionId);
-                // In this case we are putting a new object (i.e., the delete
-                // marker), so we decrement the numOfObjectsRemoved value.
-                numOfObjectsRemoved--;
-            // If trying to delete a delete marker, DeleteMarkerVersionId equals
-            // deleteMarker's versionID and DeleteMarker equals true
-            } else if (objMD && objMD.isDeleteMarker) {
-                isDeleteMarker = true;
-                deleteMarkerVersionId = entry.versionId;
-            }
-            successfullyDeleted.push({ entry, isDeleteMarker,
-                deleteMarkerVersionId });
-            return moveOn();
+            });
+        },
+        // end of forEach func
+        err => {
+            log.trace('finished deleting objects', { numOfObjectsRemoved });
+            return next(err, quietSetting, errorResults, numOfObjectsRemoved,
+                successfullyDeleted, totalContentLengthDeleted, bucket);
         });
-    },
-    // end of forEach func
-    err => {
-        log.trace('finished deleting objects', { numOfObjectsRemoved });
-        return next(err, quietSetting, errorResults, numOfObjectsRemoved,
-            successfullyDeleted, totalContentLengthDeleted, bucket);
     });
 }
 

lib/metadata/metadataUtils.js

@@ -84,6 +84,97 @@ function metadataGetObject(bucketName, objectKey, versionId, log, cb) {
         });
 }
 
+/** metadataGetObjects - retrieves specified object or version from metadata. This
+ * method uses cursors, hence is only compatible with a MongoDB DB backend.
+ * @param {string} bucketName - name of bucket
+ * @param {string} objectsKeys - name of object key
+ * @param {boolean} supportsBatching - true if batching methods are supported
+ * @param {RequestLogger} log - request logger
+ * @param {function} cb - callback
+ * @return {undefined} - and call callback with err, bucket md and object md
+ */
+function metadataGetObjects(bucketName, objectsKeys, supportsBatching, log, cb) {
+    if (supportsBatching) {
+        // In this case, call getObjectsMD, and prepare an object for each key
+        // with the object kay and the associated options
+        const options = { getDeleteMarker: true };
+        const objects = objectsKeys.map(objectKey => ({
+            key: objectKey.inPlay.key,
+            params: options,
+            versionId: objectKey.versionId,
+        }));
+        return metadata.getObjectsMD(bucketName, objects, log, (err, objMds) => {
+            if (err) {
+                log.debug('err getting object MD from metadata', { error: err });
+                return cb(err);
+            }
+            return async.eachLimit(objMds, 25, (objMd, next) => {
+                if (objMd.doc === null && objMd.versionId === 'null') {
+                    return getNullVersionFromMaster(bucketName, objMd.key, log, (err, _objMd) => {
+                        if (err) {
+                            return next(err);
+                        }
+                        /* eslint-disable no-param-reassign */
+                        objMd.doc = _objMd;
+                        /* eslint-enable no-param-reassign */
+                        return next();
+                    });
+                } else {
+                    return next();
+                }
+            }, err => {
+                if (err) {
+                    return cb(err);
+                }
+                return cb(null, objMds.map(objMd => ({
+                    md: objMd.doc,
+                    versionId: objMd.versionId,
+                })));
+            });
+        });
+    } else {
+        const objects = {};
+        // Parallel processing, if batching is not supported
+        return async.eachLimit(objectsKeys, 50, (objectKey, done) => {
+            // versionId may be 'null', which asks metadata to fetch the null key specifically
+            const options = { versionId: objectKey.versionId, getDeleteMarker: true };
+            return metadata.getObjectMD(bucketName, objectKey.inPlay.key, options, log,
+                (err, objMD) => {
+                    if (err) {
+                        if (err.is && err.is.NoSuchKey && objectKey.versionId === 'null') {
+                            return getNullVersionFromMaster(bucketName, objectKey.inPlay.key, log, (err, _objMd) => {
+                                if (err) {
+                                    return done(err);
+                                }
+                                objects[objectKey.inPlay.key] = {
+                                    md: _objMd,
+                                    versionId: objectKey.versionId,
+                                };
+                                return done();
+                            });
+                        }
+                        if (err.is && err.is.NoSuchKey) {
+                            log.debug('object does not exist in metadata');
+                            return done();
+                        }
+                        log.debug('err getting object MD from metadata', { error: err });
+                        return done(err);
+                    }
+                    objects[objectKey.inPlay.key] = {
+                        md: objMD,
+                        versionId: objectKey.versionId,
+                    };
+                    return done();
+                });
+        }, err => {
+            if (err) {
+                log.debug('err getting object MD from metadata', { error: err });
+                return cb(err);
+            }
+            return cb(null, objects);
+        });
+    }
+}
 /**
  * Validate that a bucket is accessible and authorized to the user,
  * return a specific error code otherwise
@@ -215,6 +306,7 @@ function metadataValidateBucket(params, log, callback) {
 module.exports = {
     validateBucket,
     metadataGetObject,
+    metadataGetObjects,
     metadataValidateBucketAndObj,
     metadataValidateBucket,
 };

lib/services.js

@@ -301,7 +301,7 @@ const services = {
 
     /**
      * Deletes objects from a bucket
-     * @param {string} bucketName - bucket in which objectMD is stored
+     * @param {string} bucket - bucket in which objectMD is stored
      * @param {object} objectMD - object's metadata
      * @param {string} objectKey - object key name
      * @param {object} options - other instructions, such as { versionId } to
@@ -311,13 +311,17 @@ const services = {
      * @param {function} cb - callback from async.waterfall in objectGet
      * @return {undefined}
      */
-    deleteObject(bucketName, objectMD, objectKey, options, log, originOp, cb) {
+    deleteObject(bucket, objectMD, objectKey, options, log, originOp, cb) {
         log.trace('deleting object from bucket');
         assert.strictEqual(typeof bucketName, 'string');
         assert.strictEqual(typeof objectMD, 'object');
 
         function deleteMDandData() {
-            return metadata.deleteObjectMD(bucketName, objectKey, options, log,
+            const optionsWithDeleteFlag = {
+                ...options,
+                shouldOnlyDelete: bucket.getLifecycleConfiguration() && bucket.getNotificationConfiguration(),
+            };
+            return metadata.deleteObjectMD(bucket.getName(), objectKey, optionsWithDeleteFlag, log,
                 (err, res) => {
                     if (err) {
                         return cb(err, res);
@@ -345,7 +349,7 @@ const services = {
         const objGetInfo = objectMD.location;
         // special case that prevents azure blocks from unecessary deletion
         // will return null if no need
-        return data.protectAzureBlocks(bucketName, objectKey, objGetInfo,
+        return data.protectAzureBlocks(bucket.getName(), objectKey, objGetInfo,
         log, err => {
             if (err) {
                 return cb(err);
@@ -354,6 +358,57 @@ const services = {
         });
     },
 
+    /**
+     * Deletes objects from a bucket, but do not delete it from storage yet
+     * @param {string} bucketName - bucket in which objectMD is stored
+     * @param {object} objectMD - object's metadata
+     * @param {string} objectKey - object key name
+     * @param {object} options - other instructions, such as { versionId } to
+     *                           delete a specific version of the object
+     * @param {Log} log - logger instance
+     * @param {function} cb - callback from async.waterfall in objectGet
+     * @return {undefined}
+     */
+    deleteObjectWithDeferredStorage(bucketName, objectMD, objectKey, options, log, cb) {
+        log.trace('deleting object from bucket');
+        assert.strictEqual(typeof bucketName, 'string');
+        assert.strictEqual(typeof objectMD, 'object');
+
+        function deleteMDandData() {
+            return metadata.deleteObjectMD(bucketName, objectKey, options, log,
+                (err, res) => {
+                    if (err) {
+                        return cb(err, res);
+                    }
+                    log.trace('deleteObject: metadata delete OK');
+                    if (objectMD.location === null) {
+                        return cb(null, res);
+                    }
+
+                    // We store all objects to delete, for each location
+                    // separately.
+                    let objectToDeleteFromStorage = [];
+                    if (!Array.isArray(objectMD.location)) {
+                        objectToDeleteFromStorage.push(objectMD.location);
+                    } else {
+                        objectToDeleteFromStorage = objectMD.location;
+                    }
+                    return cb(null, res, objectToDeleteFromStorage);
+                });
+        }
+
+        const objGetInfo = objectMD.location;
+        // special case that prevents azure blocks from unecessary deletion
+        // will return null if no need
+        return data.protectAzureBlocks(bucketName, objectKey, objGetInfo,
+            log, err => {
+                if (err) {
+                    return cb(err);
+                }
+                return deleteMDandData();
+            });
+    },
+
     /**
      * Gets list of objects in bucket
      * @param {object} bucketName - bucket in which objectMetadata is stored

package.json

@@ -21,7 +21,7 @@
   "dependencies": {
     "@azure/storage-blob": "^12.12.0",
     "@hapi/joi": "^17.1.0",
-    "arsenal": "git+https://github.com/scality/arsenal#8.1.101",
+    "arsenal": "git+https://github.com/scality/arsenal#",
     "async": "~2.5.0",
     "aws-sdk": "2.905.0",
     "bucketclient": "scality/bucketclient#8.1.9",

yarn.lock

@@ -399,6 +399,11 @@
   resolved "https://registry.yarnpkg.com/@sinonjs/text-encoding/-/text-encoding-0.7.2.tgz#5981a8db18b56ba38ef0efb7d995b12aa7b51918"
   integrity sha512-sXXKG+uL9IrKqViTtao2Ws6dy0znu9sOaP1di/jKGW1M6VssO8vlpXCQcpZ+jisQ1tTFAC5Jo/EOzFbggBagFQ==
 
+"@socket.io/component-emitter@~3.1.0":
+  version "3.1.0"
+  resolved "https://registry.yarnpkg.com/@socket.io/component-emitter/-/component-emitter-3.1.0.tgz#96116f2a912e0c02817345b3c10751069920d553"
+  integrity sha512-+9jVqKhRSpsc591z5vX+X5Yyw+he/HCB4iQ/RYxw35CEPaY1gnsNE43nf9n9AaYjAQrTiI/mOwKUKdUs9vf7Xg==
+
 "@tootallnate/once@1":
   version "1.1.2"
   resolved "https://registry.yarnpkg.com/@tootallnate/once/-/once-1.1.2.tgz#ccb91445360179a04e7fe6aff78c00ffc1eeaf82"
@@ -414,6 +419,18 @@
   resolved "https://registry.yarnpkg.com/@types/async/-/async-3.2.20.tgz#53517caaa68c94f99da1c4e986cf7f2954981515"
   integrity sha512-6jSBQQugzyX1aWto0CbvOnmxrU9tMoXfA9gc4IrLEtvr3dTwSg5GLGoWiZnGLI6UG/kqpB3JOQKQrqnhUWGKQA==
 
+"@types/cookie@^0.4.1":
+  version "0.4.1"
+  resolved "https://registry.yarnpkg.com/@types/cookie/-/cookie-0.4.1.tgz#bfd02c1f2224567676c1545199f87c3a861d878d"
+  integrity sha512-XW/Aa8APYr6jSVVA1y/DEIZX0/GMKLEVekNG727R8cs56ahETkRAy/3DR7+fJyh7oUgGwNQaRfXCun0+KbWY7Q==
+
+"@types/cors@^2.8.12":
+  version "2.8.13"
+  resolved "https://registry.yarnpkg.com/@types/cors/-/cors-2.8.13.tgz#b8ade22ba455a1b8cb3b5d3f35910fd204f84f94"
+  integrity sha512-RG8AStHlUiV5ysZQKq97copd2UmVYw3/pRMLefISZ3S1hK104Cwm7iLQ3fTKx+lsUH2CE8FlLaYeEA2LSeqYUA==
+  dependencies:
+    "@types/node" "*"
+
 "@types/json5@^0.0.29":
   version "0.0.29"
   resolved "https://registry.yarnpkg.com/@types/json5/-/json5-0.0.29.tgz#ee28707ae94e11d2b827bcbe5270bcea7f3e71ee"
@@ -432,6 +449,11 @@
   resolved "https://registry.yarnpkg.com/@types/node/-/node-20.2.3.tgz#b31eb300610c3835ac008d690de6f87e28f9b878"
   integrity sha512-pg9d0yC4rVNWQzX8U7xb4olIOFuuVL9za3bzMT2pu2SU0SNEi66i2qrvhE2qt0HvkhuCaWJu7pLNOt/Pj8BIrw==
 
+"@types/node@>=10.0.0":
+  version "20.2.5"
+  resolved "https://registry.yarnpkg.com/@types/node/-/node-20.2.5.tgz#26d295f3570323b2837d322180dfbf1ba156fefb"
+  integrity sha512-JJulVEQXmiY9Px5axXHeYGLSjhkZEnD+MDPDGbCbIAbMslkKwmygtZFy1X6s/075Yo94sf8GuSlFfPzysQrWZQ==
+
 "@types/triple-beam@^1.3.2":
   version "1.3.2"
   resolved "https://registry.yarnpkg.com/@types/triple-beam/-/triple-beam-1.3.2.tgz#38ecb64f01aa0d02b7c8f4222d7c38af6316fef8"
@@ -767,9 +789,9 @@ arraybuffer.slice@~0.0.7:
   optionalDependencies:
     ioctl "^2.0.2"
 
-"arsenal@git+https://github.com/scality/arsenal#8.1.101":
+"arsenal@git+https://github.com/scality/arsenal#a600a3d6fa74654014aaaf16ee5637253d8e347b":
   version "8.1.101"
-  resolved "git+https://github.com/scality/arsenal#25be9014c9af1bd3ea6bf6f2f30f4cc30f5586eb"
+  resolved "git+https://github.com/scality/arsenal#a600a3d6fa74654014aaaf16ee5637253d8e347b"
   dependencies:
     "@azure/identity" "^3.1.1"
     "@azure/storage-blob" "^12.12.0"
@@ -799,8 +821,8 @@ arraybuffer.slice@~0.0.7:
     node-forge "^1.3.0"
     prom-client "14.2.0"
     simple-glob "^0.2.0"
-    socket.io "2.4.1"
-    socket.io-client "2.4.0"
+    socket.io "~4.6.1"
+    socket.io-client "~4.6.1"
     sproxydclient "git+https://github.com/scality/sproxydclient#8.0.9"
     utf8 "3.0.0"
     uuid "^3.0.1"
@@ -1025,7 +1047,7 @@ base64-js@^1.0.2, base64-js@^1.3.1:
   resolved "https://registry.yarnpkg.com/base64-js/-/base64-js-1.5.1.tgz#1b1b440160a5bf7ad40b650f095963481903930a"
   integrity sha512-AKpaYlHn8t4SVbOHCy+b5+KKgvR4vrsD8vbvrbiQJps7fKDTkjkDry6ji0rUJjC0kzbNePLwzxq8iypo41qeWA==
 
-base64id@2.0.0:
+base64id@2.0.0, base64id@~2.0.0:
   version "2.0.0"
   resolved "https://registry.yarnpkg.com/base64id/-/base64id-2.0.0.tgz#2770ac6bc47d312af97a8bf9a634342e0cd25cb6"
   integrity sha512-lGe34o6EHj9y3Kts9R4ZYs/Gr+6N7MCaMlIFA3F1R2O5/m7K06AxfSeO5530PEERE6/WyEg3lsuyw4GHlPZHog==
@@ -1460,6 +1482,14 @@ core-util-is@~1.0.0:
   resolved "https://registry.yarnpkg.com/core-util-is/-/core-util-is-1.0.3.tgz#a6042d3634c2b27e9328f837b965fac83808db85"
   integrity sha512-ZQBvi1DcpJ4GDqanjucZ2Hj3wEO5pZDS89BWbkcrvdxksJorwUDDZamX9ldFkp9aw2lmBDLgkObEA4DWNJ9FYQ==
 
+cors@~2.8.5:
+  version "2.8.5"
+  resolved "https://registry.yarnpkg.com/cors/-/cors-2.8.5.tgz#eac11da51592dd86b9f06f6e7ac293b3df875d29"
+  integrity sha512-KIHbLJqu73RGr/hnbrO9uBeixNGuvSQjul/jdFvS/KFSIH1hWVd1ng7zOHx+YrEfInLG7q4n6GHQ9cDtxv/P6g==
+  dependencies:
+    object-assign "^4"
+    vary "^1"
+
 cron-parser@^2.11.0, cron-parser@^2.15.0, cron-parser@^2.18.0:
   version "2.18.0"
   resolved "https://registry.yarnpkg.com/cron-parser/-/cron-parser-2.18.0.tgz#de1bb0ad528c815548371993f81a54e5a089edcf"
@@ -1532,7 +1562,7 @@ debug@2.6.9, debug@^2.2.0, debug@^2.6.8:
   dependencies:
     ms "2.0.0"
 
-debug@4, debug@^4.1.0, debug@^4.1.1, debug@^4.3.1, debug@^4.3.2, debug@^4.3.3:
+debug@4, debug@^4.1.0, debug@^4.1.1, debug@^4.3.1, debug@^4.3.2, debug@^4.3.3, debug@~4.3.1, debug@~4.3.2:
   version "4.3.4"
   resolved "https://registry.yarnpkg.com/debug/-/debug-4.3.4.tgz#1319f6579357f2338d3337d2cdd4914bb5dcc865"
   integrity sha512-PRWFHuSU3eDtQJPvnNY7Jcket1j0t5OuOsFzPPzsekD52Zl8qUfFIPEiswXqIvHWGVHOgX+7G/vCNNhehwxfkQ==
@@ -1733,6 +1763,17 @@ engine.io-client@~3.5.0:
     xmlhttprequest-ssl "~1.6.2"
     yeast "0.1.2"
 
+engine.io-client@~6.4.0:
+  version "6.4.0"
+  resolved "https://registry.yarnpkg.com/engine.io-client/-/engine.io-client-6.4.0.tgz#88cd3082609ca86d7d3c12f0e746d12db4f47c91"
+  integrity sha512-GyKPDyoEha+XZ7iEqam49vz6auPnNJ9ZBfy89f+rMMas8AuiMWOZ9PVzu8xb9ZC6rafUqiGHSCfu22ih66E+1g==
+  dependencies:
+    "@socket.io/component-emitter" "~3.1.0"
+    debug "~4.3.1"
+    engine.io-parser "~5.0.3"
+    ws "~8.11.0"
+    xmlhttprequest-ssl "~2.0.0"
+
 engine.io-parser@~2.2.0:
   version "2.2.1"
   resolved "https://registry.yarnpkg.com/engine.io-parser/-/engine.io-parser-2.2.1.tgz#57ce5611d9370ee94f99641b589f94c97e4f5da7"
@@ -1744,6 +1785,11 @@ engine.io-parser@~2.2.0:
     blob "0.0.5"
     has-binary2 "~1.0.2"
 
+engine.io-parser@~5.0.3:
+  version "5.0.7"
+  resolved "https://registry.yarnpkg.com/engine.io-parser/-/engine.io-parser-5.0.7.tgz#ed5eae76c71f398284c578ab6deafd3ba7e4e4f6"
+  integrity sha512-P+jDFbvK6lE3n1OL+q9KuzdOFWkkZ/cMV9gol/SbVfpyqfvrfrFTOFJ6fQm2VC3PZHlU3QPhVwmbsCnauHF2MQ==
+
 engine.io@~3.5.0:
   version "3.5.0"
   resolved "https://registry.yarnpkg.com/engine.io/-/engine.io-3.5.0.tgz#9d6b985c8a39b1fe87cd91eb014de0552259821b"
@@ -1756,6 +1802,22 @@ engine.io@~3.5.0:
     engine.io-parser "~2.2.0"
     ws "~7.4.2"
 
+engine.io@~6.4.2:
+  version "6.4.2"
+  resolved "https://registry.yarnpkg.com/engine.io/-/engine.io-6.4.2.tgz#ffeaf68f69b1364b0286badddf15ff633476473f"
+  integrity sha512-FKn/3oMiJjrOEOeUub2WCox6JhxBXq/Zn3fZOMCBxKnNYtsdKjxhl7yR3fZhM9PV+rdE75SU5SYMc+2PGzo+Tg==
+  dependencies:
+    "@types/cookie" "^0.4.1"
+    "@types/cors" "^2.8.12"
+    "@types/node" ">=10.0.0"
+    accepts "~1.3.4"
+    base64id "2.0.0"
+    cookie "~0.4.1"
+    cors "~2.8.5"
+    debug "~4.3.1"
+    engine.io-parser "~5.0.3"
+    ws "~8.11.0"
+
 entities@~2.0.0:
   version "2.0.3"
   resolved "https://registry.yarnpkg.com/entities/-/entities-2.0.3.tgz#5c487e5742ab93c15abb5da22759b8590ec03b7f"
@@ -1969,14 +2031,26 @@ eslint-plugin-mocha@^10.1.0:
     eslint-utils "^3.0.0"
     rambda "^7.1.0"
 
-eslint-scope@^7.1.1:
-  version "7.1.1"
-  resolved "https://registry.yarnpkg.com/eslint-scope/-/eslint-scope-7.1.1.tgz#fff34894c2f65e5226d3041ac480b4513a163642"
-  integrity sha512-QKQM/UXpIiHcLqJ5AOyIW7XZmzjkzQXYE54n1++wb0u9V/abW3l9uQnxX8Z5Xd18xyKIMTUAyQ0k1e8pz6LUrw==
+eslint-scope@^7.2.0:
+  version "7.2.0"
+  resolved "https://registry.yarnpkg.com/eslint-scope/-/eslint-scope-7.2.0.tgz#f21ebdafda02352f103634b96dd47d9f81ca117b"
+  integrity sha512-DYj5deGlHBfMt15J7rdtyKNq/Nqlv5KfU4iodrQ019XESsRnwXH9KAE0y3cwtUHDo2ob7CypAnCqefh6vioWRw==
   dependencies:
     esrecurse "^4.3.0"
     estraverse "^5.2.0"
 
+eslint-utils@^3.0.0:
+  version "3.0.0"
+  resolved "https://registry.yarnpkg.com/eslint-utils/-/eslint-utils-3.0.0.tgz#8aebaface7345bb33559db0a1f13a1d2d48c3672"
+  integrity sha512-uuQC43IGctw68pJA1RgbQS8/NP7rch6Cwd4j3ZBtgo4/8Flj4eGE7ZYSZRN3iq5pVUv6GPdW5Z1RFleo84uLDA==
+  dependencies:
+    eslint-visitor-keys "^2.0.0"
+
+eslint-visitor-keys@^2.0.0:
+  version "2.1.0"
+  resolved "https://registry.yarnpkg.com/eslint-visitor-keys/-/eslint-visitor-keys-2.1.0.tgz#f65328259305927392c938ed44eb0a5c9b2bd303"
+  integrity sha512-0rSmRBzXgDzIsD6mGdJgevzgezI534Cer5L/vyMX0kHzT/jiB43jRhd9YUlMGYLQy2zprNmoT8qasCGtY+QaKw==
+
 eslint-visitor-keys@^3.3.0, eslint-visitor-keys@^3.4.1:
   version "3.4.1"
   resolved "https://registry.yarnpkg.com/eslint-visitor-keys/-/eslint-visitor-keys-3.4.1.tgz#c22c48f48942d08ca824cc526211ae400478a994"
@@ -4312,6 +4386,11 @@ oauth-sign@~0.9.0:
   resolved "https://registry.yarnpkg.com/oauth-sign/-/oauth-sign-0.9.0.tgz#47a7b016baa68b5fa0ecf3dee08a85c679ac6455"
   integrity sha512-fexhUFFPTGV8ybAtSIGbV6gOkSv8UtRbDBnAyLQw4QPKkgNlsH2ByPGtMUqdWkos6YCRmAqViwgZrJc/mRDzZQ==
 
+object-assign@^4:
+  version "4.1.1"
+  resolved "https://registry.yarnpkg.com/object-assign/-/object-assign-4.1.1.tgz#2109adc7965887cfc05cbbd442cac8bfbb360863"
+  integrity sha512-rJgTQnkUnH1sFw8yT6VSU3zD3sWmu6sZhIseY8VX+GRu3P6F7Fu+JNDoXfklElbLJSnc3FUQHVe4cU5hj+BcUg==
+
 object-inspect@^1.12.3, object-inspect@^1.9.0:
   version "1.12.3"
   resolved "https://registry.yarnpkg.com/object-inspect/-/object-inspect-1.12.3.tgz#ba62dffd67ee256c8c086dfae69e016cd1f198b9"
@@ -5078,6 +5157,13 @@ socket.io-adapter@~1.1.0:
   resolved "https://registry.yarnpkg.com/socket.io-adapter/-/socket.io-adapter-1.1.2.tgz#ab3f0d6f66b8fc7fca3959ab5991f82221789be9"
   integrity sha512-WzZRUj1kUjrTIrUKpZLEzFZ1OLj5FwLlAFQs9kuZJzJi5DKdU7FsWc36SNmA8iDOtwBQyT8FkrriRM8vXLYz8g==
 
+socket.io-adapter@~2.5.2:
+  version "2.5.2"
+  resolved "https://registry.yarnpkg.com/socket.io-adapter/-/socket.io-adapter-2.5.2.tgz#5de9477c9182fdc171cd8c8364b9a8894ec75d12"
+  integrity sha512-87C3LO/NOMc+eMcpcxUBebGjkpMDkNBS9tf7KJqcDsmL936EChtVva71Dw2q4tQcuVC+hAUy4an2NO/sYXmwRA==
+  dependencies:
+    ws "~8.11.0"
+
 socket.io-client@2.4.0:
   version "2.4.0"
   resolved "https://registry.yarnpkg.com/socket.io-client/-/socket.io-client-2.4.0.tgz#aafb5d594a3c55a34355562fc8aea22ed9119a35"
@@ -5095,6 +5181,16 @@ socket.io-client@2.4.0:
     socket.io-parser "~3.3.0"
     to-array "0.1.4"
 
+socket.io-client@~4.6.1:
+  version "4.6.2"
+  resolved "https://registry.yarnpkg.com/socket.io-client/-/socket.io-client-4.6.2.tgz#2bfde952e74625d54e622718a7cb1d591ee62fd6"
+  integrity sha512-OwWrMbbA8wSqhBAR0yoPK6EdQLERQAYjXb3A0zLpgxfM1ZGLKoxHx8gVmCHA6pcclRX5oA/zvQf7bghAS11jRA==
+  dependencies:
+    "@socket.io/component-emitter" "~3.1.0"
+    debug "~4.3.2"
+    engine.io-client "~6.4.0"
+    socket.io-parser "~4.2.4"
+
 socket.io-parser@~3.3.0:
   version "3.3.3"
   resolved "https://registry.yarnpkg.com/socket.io-parser/-/socket.io-parser-3.3.3.tgz#3a8b84823eba87f3f7624e64a8aaab6d6318a72f"
@@ -5113,6 +5209,14 @@ socket.io-parser@~3.4.0:
     debug "~4.1.0"
     isarray "2.0.1"
 
+socket.io-parser@~4.2.4:
+  version "4.2.4"
+  resolved "https://registry.yarnpkg.com/socket.io-parser/-/socket.io-parser-4.2.4.tgz#c806966cf7270601e47469ddeec30fbdfda44c83"
+  integrity sha512-/GbIKmo8ioc+NIWIhwdecY0ge+qVBSMdgxGygevmdHj24bsfgtCmcUUcQ5ZzcylGFHsN3k4HB4Cgkl96KVnuew==
+  dependencies:
+    "@socket.io/component-emitter" "~3.1.0"
+    debug "~4.3.1"
+
 socket.io@2.4.1:
   version "2.4.1"
   resolved "https://registry.yarnpkg.com/socket.io/-/socket.io-2.4.1.tgz#95ad861c9a52369d7f1a68acf0d4a1b16da451d2"
@@ -5125,6 +5229,18 @@ socket.io@2.4.1:
     socket.io-client "2.4.0"
     socket.io-parser "~3.4.0"
 
+socket.io@~4.6.1:
+  version "4.6.2"
+  resolved "https://registry.yarnpkg.com/socket.io/-/socket.io-4.6.2.tgz#d597db077d4df9cbbdfaa7a9ed8ccc3d49439786"
+  integrity sha512-Vp+lSks5k0dewYTfwgPT9UeGGd+ht7sCpB7p0e83VgO4X/AHYWhXITMrNk/pg8syY2bpx23ptClCQuHhqi2BgQ==
+  dependencies:
+    accepts "~1.3.4"
+    base64id "~2.0.0"
+    debug "~4.3.2"
+    engine.io "~6.4.2"
+    socket.io-adapter "~2.5.2"
+    socket.io-parser "~4.2.4"
+
 socks-proxy-agent@^6.0.0:
   version "6.2.1"
   resolved "https://registry.yarnpkg.com/socks-proxy-agent/-/socks-proxy-agent-6.2.1.tgz#2687a31f9d7185e38d530bef1944fe1f1496d6ce"
@@ -5771,7 +5887,7 @@ validator@^13.0.0, validator@^13.6.0:
   resolved "https://registry.yarnpkg.com/validator/-/validator-13.9.0.tgz#33e7b85b604f3bbce9bb1a05d5c3e22e1c2ff855"
   integrity sha512-B+dGG8U3fdtM0/aNK4/X8CXq/EcxU2WPrPEkJGslb47qyHsxmbggTWK0yEA4qnYVNF+nxNlN88o14hIcPmSIEA==
 
-vary@~1.1.2:
+vary@^1, vary@~1.1.2:
   version "1.1.2"
   resolved "https://registry.yarnpkg.com/vary/-/vary-1.1.2.tgz#2299f02c6ded30d4a5961b0b9f74524a18f634fc"
   integrity sha512-BNGbWLfd0eUPabhkXUVm0j8uuvREyTh5ovRa/dyow/BqAbZJyC+5fU+IzQOzmAKzYqYRAISoRhdQr3eIZ/PXqg==
@@ -5953,6 +6069,11 @@ ws@~7.4.2:
   resolved "https://registry.yarnpkg.com/ws/-/ws-7.4.6.tgz#5654ca8ecdeee47c33a9a4bf6d28e2be2980377c"
   integrity sha512-YmhHDO4MzaDLB+M9ym/mDA5z0naX8j7SIlT8f8z+I0VtzsRbekxEutHSme7NPS2qE8StCYQNUnfWdXta/Yu85A==
 
+ws@~8.11.0:
+  version "8.11.0"
+  resolved "https://registry.yarnpkg.com/ws/-/ws-8.11.0.tgz#6a0d36b8edfd9f96d8b25683db2f8d7de6e8e143"
+  integrity sha512-HPG3wQd9sNQoT9xHyNCXoDUa+Xw/VevmY9FoHyQ+g+rrMn4j6FB4np7Z0OhdTgjx6MgQLK7jwSy1YecU1+4Asg==
+
 xml2js@0.4.19:
   version "0.4.19"
   resolved "https://registry.yarnpkg.com/xml2js/-/xml2js-0.4.19.tgz#686c20f213209e94abf0d1bcf1efaa291c7827a7"
@@ -5997,6 +6118,11 @@ xmlhttprequest-ssl@~1.6.2:
   resolved "https://registry.yarnpkg.com/xmlhttprequest-ssl/-/xmlhttprequest-ssl-1.6.3.tgz#03b713873b01659dfa2c1c5d056065b27ddc2de6"
   integrity sha512-3XfeQE/wNkvrIktn2Kf0869fC0BN6UpydVasGIeSm2B1Llihf7/0UfZM+eCkOw3P7bP4+qPgqhm7ZoxuJtFU0Q==
 
+xmlhttprequest-ssl@~2.0.0:
+  version "2.0.0"
+  resolved "https://registry.yarnpkg.com/xmlhttprequest-ssl/-/xmlhttprequest-ssl-2.0.0.tgz#91360c86b914e67f44dce769180027c0da618c67"
+  integrity sha512-QKxVRxiRACQcVuQEYFsI1hhkrMlrXHPegbbd1yn9UHOmRxY+si12nQYzri3vbzt8VdTTRviqcKxcyllFas5z2A==
+
 xtend@^4.0.2, xtend@~4.0.0:
   version "4.0.2"
   resolved "https://registry.yarnpkg.com/xtend/-/xtend-4.0.2.tgz#bb72779f5fa465186b1f438f674fa347fdb5db54"