Compare commits

...

110 Commits

Author SHA1 Message Date
Salim 25dc30c1d3 fixup aws creds bash 2018-06-05 16:56:35 -07:00
Salim 909eabc958 enable all nodes 2018-06-05 16:53:31 -07:00
Salim 88bba19d74 clear default creds 2018-06-05 16:43:38 -07:00
Salim 1524e9efd3 debug 2018-06-04 21:56:12 -07:00
Salim 9e23e24fe3 update env vars 2018-06-04 17:45:21 -07:00
Salim 4ada3de9f8 mkdir .aws 2018-06-04 16:15:53 -07:00
Salim 2035071ddc uncomment stuff 2018-06-04 16:11:17 -07:00
Salim 82d7673997 node version 2018-06-04 15:50:26 -07:00
Salim faccc8e19a disable second aws creds 2018-06-04 15:44:59 -07:00
Salim 3f1a0108a3 pass typo 2018-06-04 15:36:16 -07:00
Salim b6293bdefc comment old issues 2018-06-04 15:27:38 -07:00
Salim 4efeaa18f2 remove digest gem dep 2018-06-04 14:53:17 -07:00
Salim 776e34fbe7 testing new base image 2018-06-04 14:51:01 -07:00
Salim 7045c4fef2 testing new base image 2018-06-04 14:50:58 -07:00
Salim 4a9d756314 Revert from supervisor 2018-06-04 14:50:36 -07:00
Salim aa22b06a5e Running all tests with sup 2018-06-04 14:50:36 -07:00
Salim ec7349ccbe Running all tests with sup 2018-06-04 14:50:36 -07:00
Salim ff6d1e8670 Revert 2018-06-04 14:50:36 -07:00
Salim eb92f0a52e Testing 2018-06-04 14:50:36 -07:00
Salim 1e2f228d33 check dataserver port 2018-06-04 14:50:36 -07:00
Salim 055b48f547 Disable nodes 2018-06-04 14:50:36 -07:00
Salim 5f6f145002 Enable all node tests 2018-06-04 14:50:36 -07:00
Salim 9e61d7dcb0 Passing tests 2018-06-04 14:50:36 -07:00
Salim 989b67cb93 Testing with supervisor 2018-06-04 14:50:36 -07:00
Salim 2331865b1f Testing with supervisor 2018-06-04 14:50:36 -07:00
Salim 5bcbdfc1e6 Fixed bad directory 2018-06-04 14:50:36 -07:00
Salim 01aef02b5c Working directory 2018-06-04 14:50:36 -07:00
Salim 2874a2d4e0 Working directory 2018-06-04 14:50:36 -07:00
Salim bbfe6bb6e2 Working directory 2018-06-04 14:50:36 -07:00
Salim c74f13e80a Dockerfile change: Supervisor DMD 2018-06-04 14:50:36 -07:00
Salim 9ea661a072 Change supervisor flags 2018-06-04 14:50:36 -07:00
Salim aa1376efbc Dockerfile change: Supervisor DMD 2018-06-04 14:50:36 -07:00
Salim 974c846673 Testing independant dmd 2018-06-04 14:50:36 -07:00
Salim c7e53b6eb9 Testing independant dmd 2018-06-04 14:50:36 -07:00
Salim 4f72dd9113 Yaml issues 2018-06-04 14:50:36 -07:00
Salim 4d989312e4 Yaml issues 2018-06-04 14:50:36 -07:00
Salim f4fd5229fa Test DMD trigger 2018-06-04 14:50:36 -07:00
Salim 59390c0767 Test DMD trigger 2018-06-04 14:50:35 -07:00
Salim e9b5e0bb45 node 2 Debug data server 2018-06-04 14:50:33 -07:00
Salim 4c47377109 Debug data server 2018-06-04 14:49:22 -07:00
Salim 796dd945b6 Debug data server 2018-06-04 14:49:21 -07:00
Salim 16952def53 Debug data server 2018-06-04 14:49:21 -07:00
Salim 56d0a33977 Debug data server 2018-06-04 14:49:21 -07:00
Salim d395a1effa Testing Pseudo Terminal 2018-06-04 14:49:21 -07:00
Salim ec19e889d6 Debug data server 2018-06-04 14:49:21 -07:00
Salim 37464e94d0 Debug data server 2018-06-04 14:49:21 -07:00
Salim c8c3a9c470 Debug data server 2018-06-04 14:49:21 -07:00
Salim dc5157ba43 Debug data server 2018-06-04 14:49:21 -07:00
Salim 51c54bda88 Debug dmdgst 2018-06-04 14:49:21 -07:00
Salim 8a2ea5cf67 Debug dmd 2018-06-04 14:49:21 -07:00
Salim f9ff033ab1 Debug dmd 2018-06-04 14:49:21 -07:00
Salim bbc0b8532e Debug dmd 2018-06-04 14:49:21 -07:00
Salim 2cc3df0deb Worker Secrets 2018-06-04 14:49:21 -07:00
Salim 44761396dd Worker Secrets 2018-06-04 14:49:21 -07:00
Salim bd6e4beb18 Debug dmd 2018-06-04 14:49:21 -07:00
Salim 98af1c0cb5 Debug dmd 2018-06-04 14:49:21 -07:00
Salim dfaf9cdaeb Debug dmd 2018-06-04 14:49:21 -07:00
Salim 73c1de0ffd Debug dmd 2018-06-04 14:49:21 -07:00
Salim 89c0819bcf Yaml take over of tests.bash 2018-06-04 14:49:21 -07:00
Salim b28de2cffc Yaml take over of tests.bash 2018-06-04 14:49:21 -07:00
Salim bda0f9893d Debug commands 2018-06-04 14:49:21 -07:00
Salim 21fedf9bd6 Source env [ci skip] 2018-06-04 14:49:21 -07:00
Salim d9f6c47182 Debug commands 2018-06-04 14:49:21 -07:00
Salim aa5a465da1 Debug commands 2018-06-04 14:49:21 -07:00
Salim 8ee0247999 Debug commands 2018-06-04 14:49:21 -07:00
Salim 4797615290 Debug commands 2018-06-04 14:49:21 -07:00
Salim 9cb16e346a Debug commands 2018-06-04 14:49:20 -07:00
Salim c42ddef0bd Change env to existing 2018-06-04 14:49:18 -07:00
Salim fc3aaf08ea Env debug 2018-06-04 14:47:59 -07:00
Salim 7a2cf0bd88 Env debug 2018-06-04 14:47:59 -07:00
Salim bc19973c2b Env debug 2018-06-04 14:47:59 -07:00
Salim fd72fdd0c4 Env debug 2018-06-04 14:47:59 -07:00
Salim 2c9a885879 Removed timeout 2018-06-04 14:47:59 -07:00
Salim 006d32a466 Added new timeout 2018-06-04 14:47:59 -07:00
Salim cd4d3fc59a Removed timeout 2018-06-04 14:47:59 -07:00
Salim 8513e379b6 Env debug 2018-06-04 14:47:59 -07:00
Salim cbf3d21e83 Env debug 2018-06-04 14:47:59 -07:00
Salim bba819c285 Env debug 2018-06-04 14:47:58 -07:00
Salim 12b1e1d6c3 Env debug 2018-06-04 14:47:58 -07:00
Salim 6f071ded81 Env debug 2018-06-04 14:47:58 -07:00
Salim c37d479bf8 Env debug 2018-06-04 14:47:58 -07:00
Salim 927481c328 Env debug 2018-06-04 14:47:58 -07:00
Salim b15ebfc7ca Env debug 2018-06-04 14:47:58 -07:00
Salim ba0e2a5dfc Env debug 2018-06-04 14:47:58 -07:00
Salim cb3761beb6 Env debug 2018-06-04 14:47:58 -07:00
Salim fd9b6603b0 Env debug 2018-06-04 14:47:58 -07:00
Salim c4d49f4e7b Debug env 2018-06-04 14:47:58 -07:00
Salim c4fe7227f7 Env debug 2018-06-04 14:47:58 -07:00
Salim 6244b1ff1b Bad spelling 2018-06-04 14:47:58 -07:00
Salim 2879f5299b Bad spelling 2018-06-04 14:47:58 -07:00
Salim 1200860ca7 Artifact testing 2018-06-04 14:47:58 -07:00
Salim 0180b3b4d5 Artifact testing 2018-06-04 14:47:58 -07:00
Salim 8a680dbb6d Artifact testing 2018-06-04 14:47:58 -07:00
Salim 6a8b4f5d7b Artifact testing 2018-06-04 14:47:58 -07:00
Salim 1f7068031a Artifact testing 2018-06-04 14:47:58 -07:00
Salim 2a1bcc585b tty issues 2018-06-04 14:47:58 -07:00
Salim 9420917aff Testing env vars 2018-06-04 14:47:58 -07:00
Salim 91da3887fb Testing env vars 2018-06-04 14:47:58 -07:00
Salim efe30b1ec3 Testing env vars 2018-06-04 14:47:58 -07:00
Salim 38677b3c8b Testing env vars 2018-06-04 14:47:58 -07:00
Salim 94dfbe67a2 Mapped S3 env vars to the existing ones in the pipeline 2018-06-04 14:47:58 -07:00
Salim 1b879e5d71 Added necessary packages 2018-06-04 14:47:58 -07:00
Salim e554afaf9f Debugging env errors 2018-06-04 14:47:58 -07:00
Salim 374bb594ff Debugging env errors 2018-06-04 14:47:53 -07:00
Salim 3973d4e5d1 Permissions issue 2018-06-04 14:47:19 -07:00
Salim c181abf91a Yaml lint issues 2018-06-04 14:47:19 -07:00
Salim b7b1a12072 Permissions issue 2018-06-04 14:47:19 -07:00
Salim 42c7ba5301 Run as eve user 2018-06-04 14:47:19 -07:00
Salim 17bdcade8b Eve CI migration 2018-06-04 14:47:19 -07:00
Salim 400ce91aed Eve CI migration 2018-06-04 14:47:19 -07:00
14 changed files with 351 additions and 34 deletions

View File

@ -1,20 +1,10 @@
FROM node:6-slim FROM zenko/cloudserver:pensieve-0
MAINTAINER Giorgio Regni <gr@scality.com>
WORKDIR /usr/src/app RUN apt-get update && apt-get install -qqy git
# Keep the .git directory in order to properly report version
COPY . /usr/src/app COPY . /usr/src/app
RUN npm cache clear
RUN apt-get update \ RUN mkdir -p /root/.ssh/ && touch ~/.ssh/known_hosts && ssh-keygen -R github.com && npm install uuid && npm install --production
&& apt-get install -y jq python git build-essential --no-install-recommends \
&& npm install --production \
&& apt-get autoremove --purge -y python git build-essential \
&& rm -rf /var/lib/apt/lists/* \
&& npm cache clear \
&& rm -rf ~/.node-gyp \
&& rm -rf /tmp/npm-*
VOLUME ["/usr/src/app/localData","/usr/src/app/localMetadata"] VOLUME ["/usr/src/app/localData","/usr/src/app/localMetadata"]
ENTRYPOINT ["/usr/src/app/docker-entrypoint.sh"] ENTRYPOINT ["/usr/src/app/docker-entrypoint.sh"]

View File

@ -4,11 +4,14 @@ const arsenal = require('arsenal');
const { config } = require('./lib/Config.js'); const { config } = require('./lib/Config.js');
const logger = require('./lib/utilities/logger'); const logger = require('./lib/utilities/logger');
console.log(config.backends.data);
console.log(config.backends.metadata);
if (config.backends.data === 'file' || if (config.backends.data === 'file' ||
(config.backends.data === 'multiple' && (config.backends.data === 'multiple' &&
config.backends.metadata !== 'scality') && config.backends.metadata !== 'scality') &&
(config.backends.auth !== 'scality' && (config.backends.auth !== 'scality' &&
config.backends.metadata !== 'mongodb')) { config.backends.metadata !== 'mongodb')) {
console.log('!!Data Server Setup');
const dataServer = new arsenal.network.rest.RESTServer( const dataServer = new arsenal.network.rest.RESTServer(
{ bindAddress: config.dataDaemon.bindAddress, { bindAddress: config.dataDaemon.bindAddress,
port: config.dataDaemon.port, port: config.dataDaemon.port,

175
eve/main.yml Normal file
View File

@ -0,0 +1,175 @@
---
version: 0.2
branches:
default:
stage: pre-merge
models:
- env: &global_env
CI: 'true'
CIRCLE_ARTIFACTS: '/tmp'
CIRCLE_NODE_TOTAL: "4"
CIRCLE_TEST_REPORTS: '/tmp'
CI_REPORTS: '/tmp'
ENABLE_LOCAL_CACHE: "1"
REPORT_TOKEN: 'report-token-1'
- Git: &clone
name: Pull repo
repourl: '%(prop:git_reference)s'
shallow: True
retryFetch: True
haltOnFailure: True
# Machine Setup
- ShellCommand: &update_hosts
name: Update hosts
command: sudo bash -c "echo '
127.0.0.1 \
bucketwebsitetester.s3-website-us-east-1.amazonaws.com
' >> /etc/hosts"
haltOnFailure: True
- ShellCommandWthSecrets: &aws-credentials
name: Setup AWS Credentials
command: bash %(prop:worker_path)s/aws.bash
haltOnFailure: True
- ShellCommandWithSecrets: &npm-install
name: install modules
command: npm install
haltOnFailure: True
- ShellCommand: &kill-s3
name: Kill S3
command: bash %(prop:worker_path)s/killandsleep.bash 8000
haltOnFailure: True
- ShellCommand: &kill-dmd
name: Kill DMD
command: bash %(prop:worker_path)s/killandsleep.bash 9990
haltOnFailure: True
stages:
pre-merge:
worker: &master-worker
type: docker
path: eve/workers/build
volumes: &default_volumes
- '/home/eve/workspace'
steps:
- TriggerStages:
name: Launch all nodes simultaneously
stage_names:
- node0
- node1
- node2
- node3
waitForFinish: True
haltOnFailure: True
node0:
worker: *master-worker
steps:
- Git: *clone
- ShellCommand: *update_hosts
- ShellCommand:
command: rm -rf node_modules
# - ShellCommandWithSecrets: *aws-credentials
- ShellCommandWithSecrets: *npm-install
- ShellCommandWithSecrets:
command: bash -l tests.bash
env:
<<: *global_env
CIRCLE_NODE_INDEX: '0'
timeout: 120
# - ShellCommandWithSecrets:
# name: Linting
# command: |
# npm run --silent lint -- --max-warnings 0
# npm run --silent lint_md
# flake8 $(git ls-files "*.py")
# yamllint $(git ls-files "*.yml")
# - ShellCommandWithSecrets:
# name: Unit Coverage
# command: |
# mkdir -p $CIRCLE_TEST_REPORTS/unit
# npm run unit_coverage
# npm run unit_coverage_legacy_location
# env: *global_env
# haltOnFailure: True
# testing with supervisor
# - ShellCommand:
# command: ln -s $PWD /home/eve/S3 && ls ~/S3
# - ShellCommandWithSecrets:
# name: Run all tests
# command: sudo -E supervisord -c /etc/supervisor/supervisord.conf -n
# env:
# <<: *global_env
# CIRCLE_NODE_INDEX: '0'
# WORK_DIR: /home/eve/S3
# - ShellCommandWithSecrets:
# name: Node 1 Tests
# command: |
# . ~/.bashrc &> /dev/null \
# && bash wait_for_local_port.bash 9991 40 \
# && npm run multiple_backend_test || exit 1
# env:
# <<: *global_env
# CIRCLE_NODE_INDEX: '0'
# timeout: 120
# - ShellCommand: *kill-dmd
# - ShellCommandWithSecrets:
# command: ls -la && cat /tmp/*.txt
# env:
# <<: *global_env
# haltOnFailure: True
node1:
worker: *master-worker
steps:
- Git: *clone
- ShellCommand: *update_hosts
- ShellCommand:
command: rm -rf node_modules
- ShellCommandWithSecrets: *aws-credentials
- ShellCommandWithSecrets: *npm-install
- ShellCommandWithSecrets:
command: bash -l tests.bash
env:
<<: *global_env
CIRCLE_NODE_INDEX: '1'
- ShellCommandWithSecrets:
command: ls -la && cat /tmp/*.txt
env:
<<: *global_env
haltOnFailure: True
node2:
worker: *master-worker
steps:
- Git: *clone
- ShellCommand: *update_hosts
- ShellCommand:
command: rm -rf node_modules
- ShellCommandWithSecrets: *aws-credentials
- ShellCommandWithSecrets: *npm-install
- ShellCommandWithSecrets:
command: bash -l tests.bash
env:
<<: *global_env
CIRCLE_NODE_INDEX: '2'
- ShellCommandWithSecrets:
command: ls -la && cat /tmp/*.txt
env:
<<: *global_env
haltOnFailure: True
node3:
worker: *master-worker
steps:
- Git: *clone
- ShellCommand: *update_hosts
- ShellCommand:
command: rm -rf node_modules
- ShellCommandWithSecrets: *aws-credentials
- ShellCommandWithSecrets: *npm-install
- ShellCommandWithSecrets:
command: bash -l tests.bash
env:
<<: *global_env
CIRCLE_NODE_INDEX: '3'
- ShellCommandWithSecrets:
command: ls -la && cat /tmp/*.txt
env:
<<: *global_env
haltOnFailure: True

View File

@ -0,0 +1,64 @@
FROM buildpack-deps:jessie-curl
#
# Install packages needed by the buildchain
#
ENV LANG C.UTF-8
COPY ./s3_packages.list ./buildbot_worker_packages.list /tmp/
RUN apt-get update \
&& cat /tmp/*packages.list | xargs apt-get install -y \
&& wget https://nodejs.org/dist/v6.9.5/node-v6.9.5-linux-x64.tar.xz \
&& tar -C /usr/local --strip-components 1 -xvf node-v6.9.5-linux-x64.tar.xz \
&& pip install pip==9.0.1 \
&& rm -rf /var/lib/apt/lists/* \
&& rm -f /tmp/packages.list
#
# Add user eve
#
RUN adduser -u 1042 --home /home/eve --disabled-password --gecos "" eve \
&& adduser eve sudo \
&& sed -ri 's/(%sudo.*)ALL$/\1NOPASSWD:ALL/' /etc/sudoers
#
# Install Dependencies
#
# Install RVM and gems
ENV RUBY_VERSION="2.4.1"
COPY ./gems.list /tmp/
RUN gpg --keyserver hkp://keys.gnupg.net --recv-keys 409B6B1796C275462A1703113804BB82D39DC0E3 \
&& curl -sSL https://get.rvm.io | bash -s stable --ruby=$RUBY_VERSION \
&& usermod -a -G rvm eve
RUN /bin/bash -l -c "\
source /usr/local/rvm/scripts/rvm \
&& cat /tmp/gems.list | xargs gem install \
&& rm /tmp/gems.list"
# Install Pip packages
COPY ./pip_packages.list /tmp/
RUN cat /tmp/pip_packages.list | xargs pip install \
&& rm -f /tmp/pip_packages.list \
&& mkdir /home/eve/.aws \
&& chown eve /home/eve/.aws
# environment vars into the bash profile
COPY ./bash_profile /home/eve/.bash_profile
RUN chown eve /home/eve/.bash_profile
COPY supervisord.conf /etc/supervisor/conf.d/supervisord.conf
#
# Run buildbot-worker on startup
#
ARG BUILDBOT_VERSION
RUN pip install buildbot-worker==$BUILDBOT_VERSION
#USER eve
COPY ./bash_profile /home/eve/.bashrc
COPY ./bash_profile /home/eve/.bash_profile
#RUN exec bash -l
#WORKDIR /home/eve/workspace
#CMD ["sudo", "supervisord", "-n"]
CMD ["/bin/bash", "-l", "-c", "buildbot-worker create-worker . $BUILDMASTER:$BUILDMASTER_PORT $WORKERNAME $WORKERPASS && buildbot-worker start --nodaemon"]

View File

@ -0,0 +1,12 @@
#!/bin/bash -x
set -x #echo on
set -e #exit at the first error
mkdir -p ~/.aws
cat >>~/.aws/credentials <<EOF
[default]
aws_access_key_id = $AWS_S3_BACKEND_ACCESS_KEY
aws_secret_access_key = $AWS_S3_BACKEND_SECRET_KEY
[default_2]
aws_access_key_id = $AWS_S3_BACKEND_ACCESS_KEY_2
aws_secret_access_key = $AWS_S3_BACKEND_SECRET_KEY_2
EOF

View File

@ -0,0 +1,16 @@
export GOOGLE_SERVICE_EMAIL="$GCP_BACKEND_SERVICE_EMAIL"
export GOOGLE_SERVICE_KEY="$GCP_BACKEND_SERVICE_KEY"
export azurebackend2_AZURE_STORAGE_ACCESS_KEY="$AZURE_BACKEND_ACCESS_KEY_2"
export azurebackend2_AZURE_STORAGE_ACCOUNT_NAME="$AZURE_BACKEND_ACCOUNT_NAME_2"
export azurebackend2_AZURE_STORAGE_ENDPOINT="$AZURE_BACKEND_ENDPOINT_2"
export azurebackend_AZURE_STORAGE_ACCESS_KEY="$AZURE_BACKEND_ACCESS_KEY"
export azurebackend_AZURE_STORAGE_ACCOUNT_NAME="$AZURE_BACKEND_ACCOUNT_NAME"
export azurebackend_AZURE_STORAGE_ENDPOINT="$AZURE_BACKEND_ENDPOINT"
export azurebackendmismatch_AZURE_STORAGE_ACCESS_KEY="$AZURE_BACKEND_ACCESS_KEY"
export azurebackendmismatch_AZURE_STORAGE_ACCOUNT_NAME="$AZURE_BACKEND_ACCOUNT_NAME"
export azurebackendmismatch_AZURE_STORAGE_ENDPOINT="$AZURE_BACKEND_ENDPOINT"
export azurenonexistcontainer_AZURE_STORAGE_ACCESS_KEY="$AZURE_BACKEND_ACCESS_KEY"
export azurenonexistcontainer_AZURE_STORAGE_ACCOUNT_NAME="$AZURE_BACKEND_ACCOUNT_NAME"
export azurenonexistcontainer_AZURE_STORAGE_ENDPOINT="$AZURE_BACKEND_ENDPOINT"
export azuretest_AZURE_BLOB_ENDPOINT="$AZURE_BACKEND_ENDPOINT"

View File

@ -0,0 +1,11 @@
tcl
ca-certificates
git
gnupg
libffi-dev
libssl-dev
python2.7
python2.7-dev
python-pip
software-properties-common
sudo

View File

@ -0,0 +1,4 @@
fog-aws:1.3.0
json
mime-types:3.1
rspec:3.5

View File

@ -0,0 +1,8 @@
#!/bin/bash -x
set -x #echo on
set -e #exit at the first error
killandsleep () {
kill -9 $(lsof -t -i:$1) || true
sleep 10
}

View File

@ -0,0 +1,3 @@
flake8
s3cmd==1.6.1
yamllint

View File

@ -0,0 +1,7 @@
default-jdk
lsof
maven
netcat
nodejs
redis-server
supervisor

View File

@ -0,0 +1,22 @@
#[program:start_dmd]
#command=/bin/bash -l /home/eve/S3/tests.bash
#directory=/home/eve/S3
#autostart=true
#autorestart=true
#process_name=dmd
#numprocs=1
#stdout_logfile=/dev/fd/1
##stdout_logfile=/tmp/dmd_server.txt
#stdout_logfile_maxbytes=0
#stderr_logfile=/dev/fd/2
##stderr_logfile=/tmp/dmd_server.txt
#stderr_logfile_maxbytes=0
#stopsignal=QUIT
##environment=
## FOO=bar
## FOO2=bar
[program:redis]
command=/usr/bin/redis-server
autostart=true
autorestart=true

View File

@ -2,21 +2,26 @@
set -x #echo on set -x #echo on
set -e #exit at the first error set -e #exit at the first error
cat >>~/.aws/credentials <<EOF source /home/eve/.bashrc
source ./eve/workers/build/bash_profile
mkdir -p /root/.aws/
cat >>$(pwd)/credentials <<EOF
[default] [default]
aws_access_key_id = $AWS_ACCESS_KEY_ID_DEFAULT aws_access_key_id = $AWS_S3_BACKEND_ACCESS_KEY
aws_secret_access_key = $AWS_SECRET_ACCESS_KEY_DEFAULT aws_secret_access_key = $AWS_S3_BACKEND_SECRET_KEY
[default_2] [default_2]
aws_access_key_id = $AWS_ACCESS_KEY_ID_DEFAULT_2 aws_access_key_id = $AWS_S3_BACKEND_ACCESS_KEY_2
aws_secret_access_key = $AWS_SECRET_ACCESS_KEY_DEFAULT_2 aws_secret_access_key = $AWS_S3_BACKEND_SECRET_KEY_2
[google] [google]
aws_access_key_id = $AWS_ACCESS_KEY_ID_GOOGLE aws_access_key_id = $AWS_GCP_BACKEND_ACCESS_KEY
aws_secret_access_key = $AWS_SECRET_ACCESS_KEY_GOOGLE aws_secret_access_key = $AWS_GCP_BACKEND_SECRET_KEY
[google_2] [google_2]
aws_access_key_id = $AWS_ACCESS_KEY_ID_GOOGLE_2 aws_access_key_id = $AWS_GCP_BACKEND_ACCESS_KEY_2
aws_secret_access_key = $AWS_SECRET_ACCESS_KEY_GOOGLE_2 aws_secret_access_key = $AWS_GCP_BACKEND_SECRET_KEY_2
EOF EOF
AWS_ACCESS_KEY_ID=
AWS_SECRET_ACCESS_KEY=
cp $(pwd)/credentials /root/.aws/
MYPWD=$(pwd) MYPWD=$(pwd)
killandsleep () { killandsleep () {
@ -29,13 +34,13 @@ export REMOTE_MANAGEMENT_DISABLE=1
if [ $CIRCLE_NODE_INDEX -eq 0 ] if [ $CIRCLE_NODE_INDEX -eq 0 ]
then then
npm run --silent lint -- --max-warnings 0 # npm run --silent lint -- --max-warnings 0
#
npm run --silent lint_md # npm run --silent lint_md
#
flake8 $(git ls-files "*.py") # flake8 $(git ls-files "*.py")
#
yamllint $(git ls-files "*.yml") # yamllint $(git ls-files "*.yml")
mkdir -p $CIRCLE_TEST_REPORTS/unit mkdir -p $CIRCLE_TEST_REPORTS/unit
@ -46,11 +51,9 @@ then
npm run start_dmd & npm run start_dmd &
bash wait_for_local_port.bash 9990 40 && bash wait_for_local_port.bash 9990 40 &&
npm run multiple_backend_test npm run multiple_backend_test
killandsleep 9990 killandsleep 9990
# Run S3 with multiple data backends ; run ft_tests # Run S3 with multiple data backends ; run ft_tests
S3BACKEND=mem S3DATA=multiple npm start > $CIRCLE_ARTIFACTS/server_multiple_java.txt & bash wait_for_local_port.bash 8000 40 && cd ./tests/functional/jaws && mvn test S3BACKEND=mem S3DATA=multiple npm start > $CIRCLE_ARTIFACTS/server_multiple_java.txt & bash wait_for_local_port.bash 8000 40 && cd ./tests/functional/jaws && mvn test
killandsleep 8000 killandsleep 8000

View File

@ -14,7 +14,6 @@ const {
const log = new DummyRequestLogger(); const log = new DummyRequestLogger();
const locConstraints = Object.keys(config.locationConstraints); const locConstraints = Object.keys(config.locationConstraints);
const azureClient = getAzureClient(); const azureClient = getAzureClient();
describe('Healthcheck response', () => { describe('Healthcheck response', () => {
it('should return result for every location constraint in ' + it('should return result for every location constraint in ' +
'locationConfig and every external locations with flightCheckOnStartUp ' + 'locationConfig and every external locations with flightCheckOnStartUp ' +