Refactor buildout structure using profiles

buildout.cfg

@@ -1,6 +1,8 @@
 [buildout]
 index = https://pypi.python.org/simple
-extends = development.cfg
+extends =
+    profiles/development.cfg
+    profiles/templates.cfg
 package-name +=
     openprocurement.schemas.dgf
     schematics-flexible

profiles/base.cfg

@@ -0,0 +1,92 @@
+[buildout]
+extensions = mr.developer
+package-name =
+    openprocurement.api
+    openprocurement.chronograph
+    openprocurement.concord
+    openprocurement.auctions.flash
+    openprocurement.auctions.core
+    openprocurement.auctions.dgf
+    openprocurement.auctions.insider
+auto-checkout = ${:package-name}
+parts =
+    scripts
+    couchpy
+    circus
+    circusd
+    circusctl
+    circus.ini
+    couchdb.ini
+    openprocurement.api.ini
+    chronograph.ini
+    openprocurement.concord
+eggs =
+    chaussette
+    request_id_middleware
+    server_cookie_middleware
+    ${:package-name}
+find-links =
+    http://op:[email protected]/op/
+
+index = https://pypi.python.org/simple
+
+[config-from-template]
+recipe = collective.recipe.template[genshi]:genshi
+input = ${buildout:directory}/templates/${:_buildout_section_name_}
+output = ${buildout:directory}/etc/${:_buildout_section_name_}
+
+[scripts]
+recipe = zc.recipe.egg
+eggs = ${buildout:eggs}
+interpreter = python
+scripts = chaussette
+
+[circus]
+recipe = zc.recipe.egg
+eggs =
+    circus
+    circus-web
+interpreter =
+scripts =
+    circusd-stats
+    circus-top
+    circus-plugin
+    circushttpd
+
+[couchpy]
+<=circus
+eggs = CouchDB
+scripts =
+    couchpy
+    couchdb-replicate
+
+[circusd]
+<=circus
+initialization =
+    sys.argv[1:1] = ('${buildout:directory}/etc/circus.ini').split()
+scripts = circusd
+
+[circusctl]
+<=circus
+initialization =
+    sys.argv[1:1] = ('--endpoint ${circus.ini:endpoint}').split()
+scripts = circusctl
+
+[logrotate-hourly]
+recipe = z3c.recipe.usercrontab
+times = @hourly
+command = /usr/sbin/logrotate --state ${buildout:directory}/var/logrotate.status ${logrotate.conf:output} >>${buildout:directory}/var/log/logrotate.log 2>&1
+
+[awscli]
+recipe = zc.recipe.egg
+scripts = aws
+
+[openprocurement.concord]
+recipe = zc.recipe.egg
+entry-points = concord=openprocurement.concord.daemon:main
+arguments = '${openprocurement.api.ini:couchdb_url}', '${openprocurement.api.ini:couchdb_db}', '${buildout:directory}/var/${:_buildout_section_name_}.status', '${buildout:directory}/var/${:_buildout_section_name_}'
+
+[autostart]
+recipe = z3c.recipe.usercrontab
+times = @reboot
+command = ${buildout:directory}/bin/circusd --daemon --pidfile ${buildout:directory}/circus.pid

development.cfg → profiles/development.cfg

@@ -1,6 +1,11 @@
 [buildout]
-extends = base.cfg versions.cfg
+extends =
+    base.cfg
+    sources.cfg
+    versions.cfg
 parts += docs
+
+auto-checkout = ${:package-name}
 show-picked-versions = true
 update-versions-file = versions.cfg
 

preview.cfg → profiles/preview.cfg

@@ -1,5 +1,9 @@
 [buildout]
-extends = base.cfg journal.cfg versions.cfg
+extends =
+    base.cfg
+    journal.cfg
+    sources.cfg
+    versions.cfg
 parts +=
     logrotate.conf
     logrotate-hourly
@@ -9,7 +13,7 @@ parts +=
 [circus.ini]
 webapp = true
 concord =
-statsd = False
+statsd =
 # log_size = 134217728
 # backup_count = 5
 

production.cfg → profiles/production.cfg

@@ -1,6 +1,9 @@
 [buildout]
-extends = base.cfg journal.cfg versions.cfg
-extensions =
+extends =
+    base.cfg
+    journal.cfg
+    sources.cfg
+    versions.cfg
 parts +=
     logrotate.conf
     logrotate-hourly
@@ -9,13 +12,13 @@ parts +=
 
 [circus.ini]
 webapp = True
-statsd = False
-httpd = False
+statsd =
+httpd =
 # httpd_host = localhost
 # httpd_port = 8080
 # log_size = 134217728
 # backup_count = 5
-concord = False
+concord =
 
 [logrotate.conf]
 logs_bucket = openprocurement-logs

profiles/sources.cfg

@@ -0,0 +1,17 @@
+[buildout]
+auto-checkout = ${:package-name}
+
+
+[remotes]
+gh=https://github.com/
+[email protected]:
+
+
+[sources]
+openprocurement.api = git ${remotes:gh}openprocurement/openprocurement.api.git pushurl=${remotes:gh_push}openprocurement/openprocurement.api.git branch=ea_master
+openprocurement.auctions.core = git ${remotes:gh}openprocurement/openprocurement.auctions.core.git pushurl=${remotes:gh_push}openprocurement/openprocurement.auctions.core.git
+openprocurement.auctions.flash = git ${remotes:gh}openprocurement/openprocurement.auctions.flash.git pushurl=${remotes:gh_push}openprocurement/openprocurement.auctions.flash.git
+openprocurement.auctions.dgf = git ${remotes:gh}openprocurement/openprocurement.auctions.dgf.git pushurl=${remotes:gh_push}openprocurement/openprocurement.auctions.dgf.git
+openprocurement.auctions.insider = git ${remotes:gh}openprocurement/openprocurement.auctions.insider.git pushurl=${remotes:gh_push}openprocurement/openprocurement.auctions.insider.git branch=premaster
+openprocurement.chronograph = git ${remotes:gh}openprocurement/openprocurement.chronograph.git pushurl=${remotes:gh_push}openprocurement/openprocurement.chronograph.git branch=auctions_dev
+openprocurement.concord = git ${remotes:gh}openprocurement/openprocurement.concord.git pushurl=${remotes:gh_push}openprocurement/openprocurement.concord.git

profiles/templates.cfg

@@ -0,0 +1,60 @@
+[buildout]
+parts +=
+  circus.ini
+  couchdb.ini
+  openprocurement.api.ini
+  chronograph.ini
+
+[config-from-template]
+recipe = collective.recipe.template[genshi]:genshi
+input = ${buildout:directory}/templates/${:_buildout_section_name_}
+output = ${buildout:directory}/etc/${:_buildout_section_name_}
+
+[circus.ini]
+<= config-from-template
+couchdb = True
+concord = True
+penstock =
+statsd = True
+webapp = True
+web_port = 6543
+web_host = 0.0.0.0
+chronograph = True
+chronograph_port = 6544
+chronograph_host = 0.0.0.0
+endpoint = ipc://${buildout:directory}/var/circus_endpoint
+pubsub_endpoint = ipc://${buildout:directory}/var/circus_pubsub
+timezone = Europe/Kiev
+
+[couchdb.ini]
+<= config-from-template
+port = 5984
+host = 127.0.0.1
+
+[openprocurement.api.ini]
+<= config-from-template
+couchdb_url = http://${couchdb.ini:host}:${couchdb.ini:port}/
+couchdb_db = openprocurement
+debug = false
+auth_file = ${buildout:directory}/auth.ini
+exc_logger = 1
+plugins = flash
+aws_access_key = access
+aws_s3_bucket = bucker_s3
+aws_secret_key = secret
+
+[chronograph.ini]
+<= config-from-template
+couchdb_db = openprocurement_chronograph
+debug = false
+api_url = http://${circus.ini:web_host}:${circus.ini:web_port}/api/0.6/
+callback_url = http://${circus.ini:chronograph_host}:${circus.ini:chronograph_port}/
+jobstore_db = sqlite:///${buildout:directory}/var/jobs.sqlite
+exc_logger = 1
+
+[logrotate.conf]
+<= config-from-template
+logs_bucket =
+logs_dir =
+aws_access_key = ${openprocurement.api.ini:aws_access_key}
+aws_secret_key = ${openprocurement.api.ini:aws_secret_key}