Commit dc189a2e by amir

updated cloud files

parent 1796dab7
version: '2'
services:
elk:
image: sebp/elk
ports:
- "5601:5601"
- "9200:9200"
environment:
ES_JAVA_OPTS: "-Xms512m -Xmx512m"
volumes:
- "/ext/elasticsearch:/var/lib/elasticsearch"
networks:
- backend
fluentd-es:
image: openfirmware/fluentd-elasticsearch
ports:
- "24224:24224"
- "8888:8888"
links:
- elk:elasticsearch
networks:
- backend
# user: elastic, pass:changeme
# before running ,run: sudo sysctl -w vm.max_map_count=262144
# add follwing line in /etc/sysctl.conf
# vm.max_map_count = 262144
# create with geo json
#curl -XPUT "http://localhost:9200/activityidx" -d'{ "mappings": { "activity": { "properties": { "metaData.loc": { "type": "geo_point" } } } } }'
# view
# curl: curl -XGET "http://localhost:9200/activityidx/activity" -d'{ "query": { "match_all": {} }}'
networks:
backend:
driver: bridge
version: '2'
services:
##### Mongo
mongodb:
image: mongo
ports:
- "27017:27017"
volumes:
- "/ext/mongodb/:/data/db"
networks:
- backend
# command: mongod --replSet Server_29
##### Redis
redis:
image: redis
ports:
- "6379:6379"
volumes:
- "/ext/redis/conf/:/usr/local/etc/redis/redis.conf"
- "/ext/redis/:/data/"
networks:
- backend
### Orient
orientdb:
image: aquabiota/orientdb-alpine-spatial
# command: /orientdb/bin/server.sh -Xms512m -Xmx512m
restart: on-failure
ports:
- "2424:2424"
- "2480:2480"
environment:
ORIENTDB_ROOT_PASSWORD: 'giptmgr'
ORIENTDB_OPTS_MEMORY: "-Xms512m -Xmx512m"
volumes:
- /ext/orientdb/config:/orientdb/config
- /ext/orientdb/databases:/orientdb/databases
- /ext/orientdb/backup:/orientdb/backup
networks:
- backend
###Open Trip Planner
otp:
# image: opentripplanner/opentripplanner
image: municipalitybank.com:5050/mcx/devops/otp
ports:
- "8081:8080"
- "8082:8081"
volumes:
- /var/otp/graphs:/var/otp/graphs
environment:
JAVA_ARGS: "-Xms512m -Xmx512m"
command: --autoScan --server
networks:
- backend
networks:
backend:
driver: bridge
version: '2'
services:
###### transportation ###################
transportation:
environment:
IPG_ENV_PARAMS: "-DdemoMode=minneapolis,modiin,chicago,givatayim#\
-Ddemo.changeRandomality=6#\
-DconfigFile.location=/opt/mcx/config/config.properties#\
-DconfigLocation=/opt/mcx/config/#\
-Dtransportation.updateTrafficLaneTimeout=300000#\
-Dhystrix.command.default.execution.isolation.thread.timeoutInMilliseconds=30000#\
-Dtransportation.dsServer.address=ds:50050#\
-Dds.ip=ds:50050#\
-Dtransportation.mdeServer.address=mde:50040"
USE_DEBUG: "yes"
image: 172.16.1.212:5050/mcx/transportation:29-9207d8
networks:
- backend
# image: 172.16.1.212:5050/mcx/transportation:27-2bb5a9
ports:
- "8300:8000"
- "50035:50035"
####### parking ###################
parking:
environment:
IPG_ENV_PARAMS: "-DdemoMode=minneapolis,chicago,modiin,givatayim#\
-DconfigFile.location=/opt/mcx/config/config.properties#\
-DconfigLocation=/opt/mcx/config/#\
-Dredis.host=redis#\
-Dds.IpAddress=ds:50050#\
-Dds.ip=ds:50050#\
-Dmde.IpAddress=mde:50040#\
-Dhystrix.command.default.execution.isolation.thread.timeoutInMilliseconds=30000"
USE_DEBUG: "yes"
image: 172.16.1.212:5050/mcx/parking:21-e0e2da
# image: 172.16.1.212:5050/mcx/parking:20-d72ebf
# ports:
# - "8015:8000"
# - "50055:50055"
networks:
- backend
## PUBLIC SFAETY
public-safety:
environment:
IPG_ENV_PARAMS: "-DdemoMode=minneapolis,modiin,chicago,givatayim#\
-DpublicSafety.updateCrosswalkTimeout=300000#\
-Dhystrix.command.default.execution.isolation.thread.timeoutInMilliseconds=10000#\
-DconfigFile.location=/opt/mcx/config/config.properties#\
-Dredis.host=redis#\
-DpublicSafety.env.checkEventsDaysBack=180#\
-DconfigLocation=/opt/mcx/config/#\
-DpublicSafety.dsServer.address=ds:50050#\
-Dds.ip=ds:50050#\
-DpublicSafety.env.checkEventsInitialDelay=60#\
-DpublicSafety.env.checkEventsEveryPeriod=300#\
-DpublicSafety.mdeServer.address=mde:50040"
USE_DEBUG: "yes"
image: 172.16.1.212:5050/mcx/public-safety:34-4aa842
# image: 172.16.1.212:5050/mcx/public-safety:33-0a1fbb
ports:
- "8100:8000"
- "50005:50005"
volumes:
- "/opt/mcx/config/repo/public-safety:/opt/mcx/config/repo/public-safety"
networks:
- backend
networks:
backend:
driver: bridge
version: '2'
services:
ui-api:
environment:
IPG_ENV_PARAMS: "-DdataLogic.IpAddress=data-logic:50045#\
-Dmongodb.port=27017#\
-Dds.ip.address=ds#\
-Dds.ip=ds:50050#\
-Dsrg.sip.hostport=srg:5076#\
-Dmcweb.sip.ip=ui-api:5060#\
-Dmcweb.ip=commetoo.com:8011#\
-Dredis.host=redis#\
-Dredis.port=6379#\
-DconfigFile.location=/opt/mcx/config#\
-Dmcz.files.location=/opt/mcz#\
-Dpush.server.url=push-server:50000#\
-Duse.schedular=true#\
-Dcity.reports=san-diego,chicago#\
-Dconfig.public.address=commetoo.com#\
-Drcs.send.message.url=http://srg/srg/chat/v1/standalone/sendmessage#\
-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=9080"
image: 172.16.1.212:5050/mcx/ui:30-4f7251
ports:
- "8011:8080"
- "9443:8443"
- "9080:9080"
volumes:
- "/opt/mcz/user_images:/opt/mcz/user_images"
networks:
- backend
depends_on:
- srg
# log_driver: fluentd
# example for remote fluentd agent
# log_opt:
# fluentd-address: 178.62.63.127:24224
# fluentd-tag: ui-api
### DATA-LOGIC ###
data-logic:
environment:
IPG_ENV_PARAMS: "-Dds.IpAddress=ds:50050#\
-Dredis.host=redis"
image: 172.16.1.212:5050/mcx/data-logic:4-b354b7
ports:
- "8110:8000"
- "50045:50045"
networks:
- backend
# log_driver: fluentd
### PUSH-SERVER ###
push-server:
environment:
IPG_ENV_PARAMS: "-Dredis.host=redis"
USE_DEBUG: "yes"
image: 172.16.1.212:5050/mcx/push-server:7-5847b1
# image: 172.16.1.212:5050/mcx/push-server:5-f07d6e
ports:
- "8120:8000"
- "50000:50000"
networks:
- backend
# log_driver: fluentd
### UI-WEB-CONTROL (NGINX + WEB)
ui-web-control:
environment:
OTP_SERVER: "otp:8081"
KIBANA_SERVER: "elk:5601"
CAMERA_STREAM: "62.90.201.74:9081"
CAMERA_API: "62.90.201.74:9090"
PUBLIC_SAFETY_CAMERA: "24.172.188.211:16000"
TRANSPORTATION_SERVER: "transportation:50035"
PARKING_SERVER: "parking:50055"
PUBLIC_SAFETY_SERVER_HOSTPORT: "public-safety:50005"
UI_SERVER_HOSTPORT: "ui-api:8080"
PUBLIC_SAFETY_IC_PORT_50004_TCP_ADDR: "public-safety-ic"
SRG_SERVER_HOSTPORT: "srg:7681"
# image: 172.16.1.212:5050/mcx/ui-web:control-center-108-a747b6c55de4fb67ce0220a29a08500b23b60ae5
image: municipalitybank.com:5050/mcx/ui-web:control-center-4-bcf87bc0003a3ed214fabb45e684bb837bb593ef
volumes:
- "/opt/mcx/config/repo/public-safety:/usr/share/nginx/html/repo/public-safety"
networks:
- backend
depends_on:
- ui-api
### UI-WEB-CLIENT (NGINX + WEB)
ui-web-client:
image: municipalitybank.com:5050/mcx/ui-web:client-8-dea10d499084c4340ed08dd3bedc54a62e127965
# image: 172.16.1.212:5050/mcx/ui-web:client-25-fc74e8fe1b9cf7fbca90ad3b4da9fc3187bf4d1e
environment:
OTP_SERVER: "otp:8081"
KIBANA_SERVER: "elk:5601"
CAMERA_STREAM: "62.90.201.74:9081"
CAMERA_API: "62.90.201.74:9090"
PUBLIC_SAFETY_CAMERA: "24.172.188.211:16000"
TRANSPORTATION_SERVER: "transportation:50035"
PARKING_SERVER: "parking:50055"
PUBLIC_SAFETY_SERVER_HOSTPORT: "public-safety:50005"
UI_SERVER_HOSTPORT: "ui-api:8080"
PUBLIC_SAFETY_IC_PORT_50004_TCP_ADDR: "public-safety-ic"
SRG_SERVER_HOSTPORT: "srg:7681"
networks:
- backend
depends_on:
- ui-api
- srg
# Driver
ui-web-driver:
# image: 172.16.1.212:5050/mcx/ui-web:driver-11-0a1f26cdf30b6734909f9c815a0b98c83b1a2c01
image: municipalitybank.com:5050/mcx/ui-web:driver-2-963a1f8b75479192f5de29eb797422e67102fdbb
environment:
OTP_SERVER: "otp:8081"
KIBANA_SERVER: "elk:5601"
CAMERA_STREAM: "62.90.201.74:9081"
CAMERA_API: "62.90.201.74:9090"
PUBLIC_SAFETY_CAMERA: "24.172.188.211:16000"
TRANSPORTATION_SERVER: "transportation:50035"
PARKING_SERVER: "parking:50055"
PUBLIC_SAFETY_SERVER_HOSTPORT: "public-safety:50005"
UI_SERVER_HOSTPORT: "ui-api:8080"
PUBLIC_SAFETY_IC_PORT_50004_TCP_ADDR: "public-safety-ic"
SRG_SERVER_HOSTPORT: "srg:7681"
networks:
- backend
depends_on:
- ui-api
- srg
### SRG + COMM-LOGIC
comm-logic:
environment:
IPG_ENV_PARAMS: "-Dds.ip=ds:50050#\
-Dredis.host=redis#\
-Dsrg.sip.hostport=srg:5076#\
-Dexternal.host.port=commetoo.com:5076#\
-Drcs.send.message.url=http://srg:8060/srg/chat/v1/standalone/sendmessage#\
-Dpush.server.bulk=20#\
-Dpush.server.url=push-server:50000#\
-Dserver.worker.threads=1"
USE_DEBUG: "yes"
image: 172.16.1.212:5050/mcx/comm-logic:16-16e2b7
ports:
- "8130:8000"
- "50030:50030"
networks:
- backend
# log_driver: fluentd
srg:
environment:
IPSIPStack_HostName: srg
IPSIPStack_InternalHostNameComSrv: 0.0.0.0
IPSIPStack_NumOfPorts: 1
IPSIPStack_Port1Number: 5076
IPSIPStack_InternalPort1NumberComSrv: 5076
IPSIPStack_UseWebSocket: Y
IPSIPStack_WebSocketServerPortNumber: 7681
SessCntrl_RegisterPortNumber: 5076
SIPC_MyHostName: srg:8080
SIPC_MCServicesServerHost: http://comm-logic:50030/CommLogic/api/
# extra_hosts:
# - "pcscf.open-ims.test:0.0.0.0"
# - "scscf.open-ims.test:172.16.1.244"
image: 172.16.1.132:5000/ipgallery/srg
ports:
- "5076:5076/udp"
- "7681:7681"
- "8060:80"
privileged: true
volumes:
- "/tmp/srg:/cassi/log"
networks:
- backend
### DS ###
ds:
environment:
IPG_ENV_PARAMS: "-Dmongodb.port=27017#\
-Dds.mongodb.host=mongodb#\
-Dredis.port=6379#\
-Dredis.host=redis#\
-DconfigFile.location=/opt/mcx/config#\
-Dmcz.files.location=/opt/mcx#\
-Dds.orientdb.url=remote:orientdb#\
-Ddao.use.cache=false#\
-Ddao.es.activity.url=activityidx/activity#\
-Ddao.es.activity.hostport=elk:9200"
# -Dds.sap.hana.url=35.156.55.64:8000#\
# -Dhystrix.command.default.execution.isolation.thread.timeoutInMilliseconds=10000#\
USE_DEBUG: "yes"
image: 172.16.1.212:5050/mcx/ds:21-837052
ports:
- "8012:50050"
- "7443:8443"
- "8190:8000"
networks:
- backend
## FRONT END
front-end:
environment:
OTP_SERVER: "otp:8081"
KIBANA_SERVER: "elk:5601"
CAMERA_STREAM: "62.90.201.74:9081"
CAMERA_API: "62.90.201.74:9090"
PUBLIC_SAFETY_CAMERA: "24.172.188.211:16000"
TRANSPORTATION_SERVER: "transportation:50035"
PARKING_SERVER: "parking:50055"
PUBLIC_SAFETY_PORT_50005_TCP_ADDR: "public-safety"
PUBLIC_SAFETY_PORT_50005_TCP_PORT: "50005"
UI_API_PORT_8080_TCP_ADDR: ui-api
PUBLIC_SAFETY_IC_PORT_50004_TCP_ADDR: "public-safety-ic"
SRG_PORT_7681_TCP_ADDR: srg
SRG_PORT_7681_TCP_PORT: "7681"
# PUBLIC_SAFETY_IC_PORT_50004_TCP_PORT: "50004"
EMAIL: "avi.junowicz@ipgallery.com"
URL: "commetoo.com"
SUBDOMAINS: ""
TZ: "Israel"
image: municipalitybank.com:5050/mcx/front-end:6-c78dab
ports:
- "80:80"
- "443:443"
- "444:444"
# links:
# - ui-api
# - srg
# - ui-web-client
# - ui-web-control
# - ui-web-driver
# - public-safety
# - public-safety-ic
#extra_hosts:
# - "parking:parking"
privileged: true
volumes:
- "/opt/mcz/config-letsencrypt/:/config:rw"
networks:
- backend
depends_on:
- ui-api
- srg
###### mde ###################
mde:
environment:
IPG_ENV_PARAMS: "-Dds.IpAddress=ds:50050#\
-Dredis.host=redis"
USE_DEBUG: "yes"
image: 172.16.1.212:5050/mcx/mde:19-3ebc7c
# image: 172.16.1.212:5050/mcx/mde:15-f25d9f
ports:
- "8200:8000"
- "50040:50040"
# extra_hosts:
# - "parking:178.62.63.127"
# - "transportation:178.62.63.127"
# - "public-safety:178.62.63.127"
networks:
- backend
## Public Safety IC
public-safety-ic:
environment:
IPG_ENV_PARAMS: "-Dds.IpAddress=ds:50050#\
-Dredis.host=redis#\
-DconfigFile.location=/opt/mcx/config/ICPublicSafety/config.properties
-DconfigLocation=/opt/mcx/config/ICPublicSafety/
-Duse.iot.reporting=false"
USE_DEBUG: "yes"
image: 172.16.1.212:5050/mcx/public-safety:ic-20-17603423ab703d89765f19636ba71dc98b81e616
# image: 172.16.1.212:5050/mcx/public-safety:ic-19-9fb286e80940947addfeb342169e44f20f7134ab
ports:
- "50004:50004"
networks:
- backend
networks:
backend:
driver: bridge
version: '2'
services:
##### Jenkins
jenkins:
# image: aharonamir/docker-jenkins-dood:jenkins-did-cmake
image: aharonamir/jenkins-ubuntu-docker
# image: municipalitybank.com:5050/mcx/devops/jenkins-docker-ubuntu
# ports:
# - "8080:8080"
# - "50000:50000"
privileged: true
volumes:
- "/mnt/volume-nyc1-01/jenkins:/var/jenkins_home"
- "/usr/share/gradle:/var/jenkins_home/gradle_home"
# - "/usr/lib/jvm/java-8-oracle:/usr/lib/jvm/default-java"
- "/var/run/docker.sock:/var/run/docker.sock"
# - "/usr/bin/docker:/usr/bin/docker"
# - "/usr/lib/x86_64-linux-gnu/libltdl.so.7:/usr/lib/x86_64-linux-gnu/libltdl.so.7"
networks:
- develop
##### archiva
archiva:
image: xetusoss/archiva
ports:
- "8082:8080"
volumes:
- "/mnt/volume-nyc1-01/archiva:/archiva-data"
# - "/mnt/volume-nyc1-01/archiva/data:/var/archiva/data"
# - "/mnt/volume-nyc1-01/archiva/conf:/var/archiva/conf"
networks:
- develop
#### GITLAB
#### root admin: user: root , pass: giptmgr1
gitlab:
image: gitlab/gitlab-ce:9.3.6-ce.0
restart: always
hostname: 'municipalitybank.com'
environment:
GITLAB_OMNIBUS_CONFIG: |
gitlab_rails['gitlab_shell_ssh_port'] = 2224
nginx['custom_gitlab_server_config'] = "location ^~ /.well-known { root /var/www/letsencrypt; }"
external_url 'https://municipalitybank.com'
registry_external_url 'https://municipalitybank.com:5050'
nginx['redirect_http_to_https'] = true
nginx['ssl_certificate'] = "/etc/letsencrypt/live/municipalitybank.com/fullchain.pem"
nginx['ssl_certificate_key'] = "/etc/letsencrypt/live/municipalitybank.com/privkey.pem"
registry_nginx['ssl_certificate'] = "/etc/letsencrypt/live/municipalitybank.com/fullchain.pem"
registry_nginx['ssl_certificate_key'] = "/etc/letsencrypt/live/municipalitybank.com/privkey.pem"
ports:
- "443:443"
- "80:80"
- "2224:22"
- "5050:5050"
volumes:
- "/mnt/volume-nyc1-01/gitlab/config:/etc/gitlab"
- "/mnt/volume-nyc1-01/gitlab/logs:/var/log/gitlab"
- "/mnt/volume-nyc1-01/gitlab/data:/var/opt/gitlab"
- "/mnt/volume-nyc1-01/gitlab/backups:/var/opt/gitlab/backups"
- "/mnt/volume-nyc1-01/gitlab/letsencrypt:/var/www/letsencrypt"
- "/mnt/volume-nyc1-01/gitlab/letsencrypt:/etc/letsencrypt"
networks:
- develop
stunnel-archiva:
image: dweomer/stunnel
environment:
STUNNEL_SERVICE: archiva
STUNNEL_ACCEPT: 636
STUNNEL_CONNECT: archiva:8080
ports:
- 8081:636
volumes:
- /mnt/volume-nyc1-01/gitlab/letsencrypt/live/municipalitybank.com/fullchain.pem:/etc/stunnel/stunnel.pem:ro
- /mnt/volume-nyc1-01/gitlab/letsencrypt/live/municipalitybank.com/privkey.pem:/etc/stunnel/stunnel.key:ro
networks:
- develop
depends_on:
- archiva
stunnel-jenkins:
image: dweomer/stunnel
environment:
STUNNEL_SERVICE: jenkins
STUNNEL_ACCEPT: 636
STUNNEL_CONNECT: jenkins:8080
ports:
- 8080:636
volumes:
- /mnt/volume-nyc1-01/gitlab/letsencrypt/live/municipalitybank.com/fullchain.pem:/etc/stunnel/stunnel.pem:ro
- /mnt/volume-nyc1-01/gitlab/letsencrypt/live/municipalitybank.com/privkey.pem:/etc/stunnel/stunnel.key:ro
networks:
- develop
depends_on:
- jenkins
networks:
develop:
driver: bridge
\ No newline at end of file
#!/bin/bash
date >> ./backup.log
echo "Running backup of archiva ..." >> ./backup.log
backup_path="/mnt/volume-nyc1-01/archiva/"
gzfile="archiva.tar"
gzcmpfile=$gzfile
gzcmpfile+=".gz"
rm "$gzcmpfile"
touch "$gzfile"
#conf
name="conf.tar"
tar cf "$name" "$backup_path/conf"
tar rvf "$gzfile" "$name"
rm "$name"
#data
name="data.databases.tar"
tar cf "$name" "$backup_path/data/databases"
tar rvf "$gzfile" "$name"
rm "$name"
# repositories
name="repositories.internal.common.tar"
tar cf "$name" "$backup_path/repositories/internal/common"
tar rvf "$gzfile" "$name"
rm "$name"
name="repositories.internal.com.ipgallery.tar"
tar cf "$name" "$backup_path/repositories/internal/com/ipgallery"
tar rvf "$gzfile" "$name"
rm "$name"
#gzipping
echo "gzipping.." >> ./backup.log
gzip "$gzfile"
mv "$gzcmpfile" "archiva/"
echo "Finished..." >> ./backup.log
#!/bin/bash
date >> ./backup.log
echo "Running backup in gitlab..." >> ./backup.log
docker exec -it volumenyc101_gitlab_1 gitlab-rake gitlab:backup:create SKIP=builds,artifacts
echo "copying.." >> ./backup.log
mv /mnt/volume-nyc1-01/gitlab/backups/*.tar gitlab/
cp /mnt/volume-nyc1-01/gitlab/config/gitlab-secrets.json gitlab/
echo "compress configuration" >> ./backup.log
tar cf config.tar /mnt/volume-nyc1-01/gitlab/config
mv config.tar gitlab/
touch gitlab.tar
tar rvf gitlab.tar gitlab/*tar
tar rvf gitlab.tar gitlab/gitlab-secrets.json
rm gitlab/*.tar
rm gitlab/gitlab-secrets.json
mv gitlab.tar gitlab-`date '+%y%m%d-%H%M' `.tar
mv gitlab-*.tar gitlab/
echo "gzipping.." >> ./backup.log
gzip gitlab/*.tar
#rm gitlab/*.tar
echo "Finished..." >> ./backup.log
#!/bin/bash
date >> ./backup.log
echo "Running backup of jenkins ..." >> ./backup.log
backup_path="/mnt/volume-nyc1-01/jenkins/backups/"
gzfile="jenkins.tar"
gzcmpfile=$gzfile
gzcmpfile+=".gz"
rm "$gzcmpfile"
touch "$gzfile"
while read -r line ; do
name=$line
echo "Processing $line"
name+=".tar"
tar cf "$name" "$backup_path/$line"
tar rvf "$gzfile" "$name"
rm "$name"
done < <(ls -latr $backup_path | grep FULL | awk '{print $9}')
echo "gzipping.." >> ./backup.log
gzip "$gzfile"
mv "$gzcmpfile" "jenkins/"
echo "Finished..." >> ./backup.log
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or sign in to comment