Compare commits

...

3 Commits

Author SHA1 Message Date
Dora Korpar ed38f59b59 [squash] test setup 2018-07-30 13:45:32 -07:00
Dora Korpar 0d88d1648b ft: ZENKO 799 location quota functional tests 2018-07-30 10:54:48 -07:00
Dora Korpar 296bc1371a chore: ZENKO 799 add utapi to base config 2018-07-27 17:31:21 -07:00
3 changed files with 159 additions and 0 deletions

View File

@ -86,5 +86,16 @@
"replicaSet": "rs0", "replicaSet": "rs0",
"readPreference": "primary", "readPreference": "primary",
"database": "metadata" "database": "metadata"
},
"localCache": {
"host": "localhost",
"port": 6379
},
"utapi": {
"metrics": ["location"]
},
"redis": {
"host": "localhost",
"port": 6379
} }
} }

View File

@ -0,0 +1,129 @@
const assert = require('assert');
const async = require('async');
const { errors } = require('arsenal');
const withV4 = require('../../support/withV4');
const BucketUtility = require('../../../lib/utility/bucket-util');
const { getLocationMetric } = require('../../../../../../lib/utapi/utilities');
const { genUniqID } = require('../../multipleBackend/utils');
const DummyRequestLogger =
require('../../../../../unit/helpers').DummyRequestLogger;
const bucket = `locationquota-testbucket-${genUniqID()}`;
const fileQuotaLocation = 'file-quota';
const cloudQuotaLocation = 'awsbackendquota';
const log = new DummyRequestLogger();
const bodySize = 10485760; // 10mb
describe.only('Location quota metric', () => {
withV4(sigCfg => {
let bucketUtil;
let s3;
describe('with file backend', () => {
beforeEach(() => {
bucketUtil = new BucketUtility('default', sigCfg);
s3 = bucketUtil.s3;
return s3.createBucketAsync({ Bucket: bucket,
CreateBucketConfiguration: {
LocationConstraint: fileQuotaLocation,
},
})
.catch(err => {
process.stdout.write(`Error creating bucket: ${err}\n`);
throw err;
});
});
afterEach(() => {
process.stdout.write('Emptying bucket');
return bucketUtil.empty(bucket)
.then(() => {
process.stdout.write('Deleting bucket');
return bucketUtil.deleteOne(bucket);
})
.catch(err => {
process.stdout.write('Error in afterEach');
throw err;
});
});
it('should increment location metric counter on object put',
done => {
const key = `quota-key-${genUniqID()}`;
s3.putObject({ Bucket: bucket, Key: key,
Body: Buffer.alloc(bodySize) }, err => {
assert.equal(err, null, `Error putting object: ${err}\n`);
getLocationMetric(fileQuotaLocation, log,
(err, bytesStored) => {
assert.equal(err, null, 'Error getting location ' +
`metric: ${err}`);
assert.strictEqual(parseInt(bytesStored, 10), bodySize);
done();
});
});
});
it('should increment location metric counter on object copy',
done => {
});
it('should return error if quota will be exceeded on object put',
done => {
});
it('should decrement location metric counter on object delete',
done => {
});
it('should increment location metric counter on MPU part put',
done => {
});
it('should increment location metric counter on MPU copy part put',
done=> {
});
it('should decrement location metric counter on abort MPU',
done => {
});
});
describe('with cloud backend', () => {
beforeEach(() => {
bucketUtil = new BucketUtility('default', sigCfg);
s3 = bucketUtil.s3;
return s3.createBucketAsync({ Bucket: bucket,
CreateBucketConfiguration: {
LocationConstraint: cloudQuotaLocation,
},
})
.catch(err => {
process.stdout.write(`Error creating bucket: ${err}\n`);
throw err;
});
});
afterEach(() => {
process.stdout.write('Emptying bucket');
return bucketUtil.empty(bucket)
.then(() => {
process.stdout.write('Deleting bucket');
return bucketUtil.deleteOne(bucket);
})
.catch(err => {
process.stdout.write('Error in afterEach');
throw err;
});
});
})
});
});

View File

@ -23,6 +23,13 @@
"legacyAwsBehavior": false, "legacyAwsBehavior": false,
"details": {} "details": {}
}, },
"file-quota": {
"type": "file",
"objectId": "file-quota",
"legacyAwsBehavior": false,
"sizeLimitGB": 1,
"details": {}
},
"scality-internal-mem": { "scality-internal-mem": {
"type": "mem", "type": "mem",
"objectId": "scality-internal-mem", "objectId": "scality-internal-mem",
@ -104,6 +111,18 @@
"pathStyle": true "pathStyle": true
} }
}, },
"awsbackendquota": {
"type": "aws_s3",
"objectId": "awsbackendquota",
"legacyAwsBehavior": true,
"sizeLimitGB": 1,
"details": {
"awsEndpoint": "s3.amazonaws.com",
"bucketName": "multitester555",
"bucketMatch": true,
"credentialsProfile": "default"
}
},
"azurebackend": { "azurebackend": {
"type": "azure", "type": "azure",
"objectId": "azurebackend", "objectId": "azurebackend",