instance-runner.cfg 32 KB
Newer Older
1
[buildout]
2
common-runner-parts =
3 4 5 6
  nginx_conf
  nginx-launcher
  certificate-authority
  ca-nginx
7 8
  certificate-authority-service
  ca-nginx-service
9
  logrotate-entry-nginx
10 11
  gunicorn-launcher
  gunicorn-graceful
12
  publish-connection-information
13
  slaprunner-promise
14
  logrotate-entry-apache-httpd
15
  apache-httpd-promise
16
  slaprunner-supervisord-wrapper
17 18 19
  runner-sshd-add-authorized-key
  runner-sshd-graceful
  runner-sshd-promise
20
  runner-sshkeys-authority
21
  runner-sshkeys-authority-service
22
  runner-sshkeys-sshd
23
  runner-sshkeys-sshd-service
24
  runtestsuite
25
  symlinks
26
  shellinabox
27
  shellinabox-service
28
  slapos-cfg
29
  cron-entry-prepare-software
30
  deploy-instance-parameters
31
  instance-software
32
  instance-software-type
33
  minishell-cwd
34
  bash-profile
35
  supervisord-wrapper
36
  supervisord-promise
37
  logrotate-entry-supervisord
38
  logrotate-entry-slapgrid
39
  httpd-graceful-wrapper
40 41 42 43
{% if slapparameter_dict.get('no-ipv4-frontend', 'false') == 'false' %}
  slaprunner-frontend-promise
  httpd-frontend-promise
{% endif %}
44
{% if slapparameter_dict.get('custom-frontend-backend-url') and slapparameter_dict.get('check-custom-frontend-promise', 'false') == 'true' %}
45 46
  custom-frontend-promise
{% endif %}
47
## Monitoring part
48
  monitor-base
49
  monitor-check-webrunner-internal-instance
50 51
## Usability part
  template-slapuser-script
52

53
parts = $${:common-runner-parts}
54 55 56
extends =
  ${monitor2-template:rendered}
  ${template-logrotate-base:rendered}
57 58 59 60 61

eggs-directory = ${buildout:eggs-directory}
develop-eggs-directory = ${buildout:develop-eggs-directory}
offline = true

62 63
{% if slapparameter_dict.get('custom-frontend-backend-url') -%}
[request-custom-frontend]
64
recipe = slapos.cookbook:requestoptional
65
software-url = {{ slapparameter_dict.get('custom-frontend-software-url', 'http://git.erp5.org/gitweb/slapos.git/blob_plain/HEAD:/software/apache-frontend/software.cfg') }}
66 67 68 69
software-type = {{ slapparameter_dict.get('custom-frontend-software-type', 'RootSoftwareInstance') }}
slave = true
name = Custom Web Frontend

70 71 72 73 74
server-url = $${slap-connection:server-url}
key-file = $${slap-connection:key-file}
cert-file = $${slap-connection:cert-file}
computer-id = $${slap-connection:computer-id}
partition-id = $${slap-connection:partition-id}
75

76
{% if slapparameter_dict.get('custom-frontend-instance-guid') -%}
77
sla-instance_guid = $${slap-parameter:frontend-instance-guid}
78 79
{% endif -%}

80 81
{% set custom_frontend_backend_type = slapparameter_dict.get('custom-frontend-backend-type') -%}
{% if custom_frontend_backend_type -%}
82 83
config-type = {{ custom_frontend_backend_type }}
{% endif -%}
84
config-url = {{ slapparameter_dict.get('custom-frontend-backend-url') }}
85
return = site_url domain
86 87 88

[custom-frontend-promise]
recipe = slapos.cookbook:check_url_available
89 90 91 92 93
path = $${directory:promises}/custom_frontend_promise
url = https://$${request-custom-frontend:connection-domain}
{% if slapparameter_dict.get('custom-frontend-basic-auth') -%}
check-secure = 1
{% endif -%}
94 95 96
dash_path = {{ dash_executable_location }}
curl_path = {{ curl_executable_location }}

97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112
[custom-frontend-url-ready-promise]
recipe = slapos.recipe.template:jinja2
path = $${directory:promises}/custom_frontend_ready_promise
url = https://$${request-custom-frontend:connection-domain}
rendered = $${directory:promises}/custom_frontend_ready_promise
template = inline:
  #!{{ dash_executable_location }}

  URL="$${:url}"
  CODE=$({{ curl_executable_location }} -g -k -sL $URL -w %{http_code} --max-time 5 -o /dev/null)

  if [ $? -eq 3 ]; then
    echo "Custom frontend URL malformed: $URL." >&2
    exit 1
  fi

113
[publish-connection-information]
114
custom-frontend-url = $${custom-frontend-url-ready-promise:url}
115
{% endif %}
116

117
# Create all needed directories
118
[directory]
119
recipe = slapos.cookbook:mkdirectory
120 121 122
home = $${buildout:directory}
etc = $${:home}/etc/
var = $${:home}/var/
123 124 125 126
# This srv path has an extra slash, which will cause runnerdirectory:home
# to be .../srv//runner/.. but for compatibility reasons we don't fix this,
# because this is the path that will be used as software URL installed by
# webrunner and would cause software release hash to become different.
127 128 129
srv = $${:home}/srv/
bin = $${:home}/bin/
tmp = $${:home}/tmp/
130

131 132 133 134 135 136 137 138 139
sshkeys = $${:srv}/sshkeys
services = $${:etc}/service/
scripts = $${:etc}/run/
ssh = $${:etc}/ssh/
log = $${:var}/log/
run = $${:var}/run/
backup = $${:srv}/backup/
promises = $${:etc}/promise/
test = $${:etc}/test/
140
nginx-data = $${:srv}/nginx
141
ca-dir = $${:srv}/ssl
142
project = $${:srv}/runner/project
143
cgi-bin = $${:srv}/cgi-bin
144 145 146

[runnerdirectory]
recipe = slapos.cookbook:mkdirectory
147 148
home = $${directory:srv}/runner/
test = $${directory:srv}/test/
149
project = $${:home}/project
150
public = $${:home}/public
151
software-root = {{ slapparameter_dict.get('software-root', '$${:home}/software') }}
152
instance-root = $${:home}/instance
153 154 155
project-test = $${:test}/project
software-test = $${:test}/software
instance-test = $${:test}/instance
156
sessions = $${buildout:directory}/.sessions
157 158
private-project = $${:home}/.git-private
public-project = $${:home}/.git-public
159 160

[slaprunner]
161
slaprunner = ${buildout:directory}/bin/slaprunner
162
slapos = ${buildout:directory}/bin/slapos
163 164
slapproxy = ${buildout:directory}/bin/slapproxy
supervisor = ${buildout:directory}/bin/slapgrid-supervisorctl
165
git-binary = ${git:location}/bin/git
166
root_check = false
167
slapos.cfg = $${directory:etc}/slapos.cfg
168 169
working-directory = $${runnerdirectory:home}
project-directory = $${runnerdirectory:project}
170 171
instance_root = $${runnerdirectory:instance-root}
software_root = $${runnerdirectory:software-root}
172 173
pidfile-software = $${directory:run}/slapgrid-cp.pid
pidfile-instance = $${directory:run}/slapgrid-sr.pid
174
ssh_client = ${openssh:location}/bin/ssh
175 176
public_key = $${runner-sshd-raw-server:rsa-keyfile}.pub
private_key = $${runner-sshd-raw-server:rsa-keyfile}
177
instance-monitor-url = https://[$${:ipv6}]:$${slap-parameter:monitor-httpd-port}
178 179 180
etc_dir = $${directory:etc}
log_dir =  $${directory:log}
run_dir = $${directory:run}
181 182
ipv4 = $${slap-network-information:local-ipv4}
ipv6 = $${slap-network-information:global-ipv6}
183
instance_root = $${runnerdirectory:instance-root}
184 185
proxy_port = 50000
runner_port = 50005
186
partition-amount = $${slap-parameter:instance-amount}
187
wrapper = $${directory:services}/slaprunner
188
debug = $${slap-parameter:debug}
189
access-url = https://[$${:ipv6}]:$${:runner_port}
190
supervisord_config = $${directory:etc}/supervisord.conf
191
supervisord_server = http://$${supervisord:server}
192
proxy_database = $${slaprunner:working-directory}/proxy.db
193 194 195
console = False
verbose = False
debug = False
196 197 198
auto_deploy = $${slap-parameter:auto-deploy}
auto_deploy_instance = $${slap-parameter:auto-deploy-instance}
autorun = $${slap-parameter:autorun}
199
knowledge0_file = $${monitor-instance-parameter:configuration-file-path}
200
minishell_cwd_file = $${directory:etc}/.minishell-cwd
201
minishell_history_file = $${directory:etc}/.minishell_history
202 203
software_info_json = $${runnerdirectory:home}/software_info.json
instance_info_json = $${runnerdirectory:home}/instance_info.json
204
path = $${shell-environment:path}
205
instance_name = $${slap-parameter:instance-name}
206

207 208 209
default_repository = $${slap-parameter:slapos-repository}
default_repository_branch = $${slap-parameter:slapos-reference}

210 211 212 213 214 215 216

#---------------------------
#--
#-- supervisord managing slaprunner instance processes
[slaprunner-supervisord-wrapper]
recipe = slapos.cookbook:wrapper
# XXX hardcoded locations
217
command-line = $${directory:bin}/slapos node supervisord --cfg $${directory:etc}/slapos.cfg -n
218
wrapper-path = $${directory:services}/slaprunner-supervisord
219
hash-existing-files = $${buildout:directory}/software_release/buildout.cfg
220 221


222 223
[test-runner]
<= slaprunner
224
slapos.cfg = $${directory:etc}/slapos-test.cfg
225 226
working-directory = $${runnerdirectory:test}
project-directory = $${runnerdirectory:project-test}
227 228
software_root = $${runnerdirectory:software-test}
instance_root = $${runnerdirectory:instance-test}
229
proxy_port = 8602
230
etc_dir = $${directory:test}
231 232
autorun = False
auto_deploy = True
233

234 235
[runtestsuite]
recipe = slapos.cookbook:wrapper
236 237
arguments = --server_url=$${slap-connection:server-url} --key_file=$${slap-connection:key-file} --cert_file=$${slap-connection:cert-file} --computer_id=$${slap-connection:computer-id} --partition_id=$${slap-connection:partition-id}
command-line = ${buildout:directory}/bin/slaprunnertest $${:arguments}
238
wrapper-path = $${directory:bin}/runTestSuite
239
environment = PATH=$${shell-environment:path}
240
  RUNNER_CONFIG=$${slapos-cfg:rendered}
241

242 243 244 245 246 247 248 249 250 251 252
# Deploy openssh-server
[runner-sshd-port]
recipe = slapos.cookbook:free_port
minimum = 22222
maximum = 22231
ip = $${slap-network-information:global-ipv6}

[runner-sshd-config]
recipe = slapos.recipe.template:jinja2
rendered = $${directory:etc}/runner-sshd.conf
path_pid = $${directory:run}/runner-sshd.pid
253
host_key = $${directory:ssh}/runner_server_key.rsa
254 255 256 257 258 259
template = inline:
  PidFile $${:path_pid}
  Port $${runner-sshd-port:port}
  ListenAddress $${slap-network-information:global-ipv6}
  Protocol 2
  UsePrivilegeSeparation no
260
  HostKey $${:host_key}
261 262 263
  PasswordAuthentication no
  PubkeyAuthentication yes
  AuthorizedKeysFile $${buildout:directory}/.ssh/authorized_keys
Jérome Perrin's avatar
Jérome Perrin committed
264
  ForceCommand cd $${directory:home}; if [ -z "$SSH_ORIGINAL_COMMAND" ]; then HOME=$${directory:home} $${shell-environment:shell} -l; else HOME=$${directory:home} SHELL=$${shell-environment:shell} PATH=$${shell-environment:path} eval "$SSH_ORIGINAL_COMMAND"; fi
265
  Subsystem sftp ${openssh:location}/libexec/sftp-server
266

267
[runner-sshd-raw-server]
268
recipe = slapos.cookbook:wrapper
269
host = $${slap-network-information:global-ipv6}
270
rsa-keyfile = $${runner-sshd-config:host_key}
271
home = $${directory:ssh}
272
command-line = ${openssh:location}/sbin/sshd -D -e -f $${runner-sshd-config:rendered}
273 274 275 276 277 278 279 280 281
wrapper-path = $${directory:bin}/runner_raw_sshd

[runner-sshd-authorized-key]
<= runner-sshd-raw-server
recipe = slapos.cookbook:dropbear.add_authorized_key
key = $${slap-parameter:user-authorized-key}

[runner-sshd-server]
recipe = collective.recipe.template
282
log = $${directory:log}/runner-sshd.log
283 284 285
input = inline:#!/bin/sh
    exec $${runner-sshd-raw-server:wrapper-path} >> $${:log} 2>&1

286
output = $${directory:bin}/runner_raw_sshd_log
287
mode = 700
288 289 290 291 292 293

[runner-sshd-graceful]
recipe = slapos.cookbook:wrapper
command-line = $${directory:bin}/killpidfromfile $${runner-sshd-config:path_pid} SIGHUP
wrapper-path = $${directory:scripts}/runner-sshd-graceful

294
[runner-sshkeys-directory]
295
recipe = slapos.cookbook:mkdirectory
296 297
requests = $${directory:sshkeys}/runner-requests/
keys = $${directory:sshkeys}/runner-keys/
298 299 300

[runner-sshkeys-authority]
recipe = slapos.cookbook:sshkeys_authority
301 302
request-directory = $${runner-sshkeys-directory:requests}
keys-directory = $${runner-sshkeys-directory:keys}
303
wrapper = $${directory:bin}/runner_sshkeys_authority
304 305
keygen-binary = ${openssh:location}/bin/ssh-keygen

306 307 308 309
[runner-sshkeys-authority-service]
recipe = slapos.cookbook:wrapper
command-line = $${runner-sshkeys-authority:wrapper}
wrapper-path = $${directory:services}/runner-sshkeys-authority
310
hash-existing-files = $${buildout:directory}/software_release/buildout.cfg
311

312 313 314
[runner-sshkeys-sshd]
<= runner-sshkeys-authority
recipe = slapos.cookbook:sshkeys_authority.request
315
name = sshd
316 317 318 319
type = rsa
executable = $${runner-sshd-server:output}
public-key = $${runner-sshd-raw-server:rsa-keyfile}.pub
private-key = $${runner-sshd-raw-server:rsa-keyfile}
320 321 322 323 324 325
wrapper = $${directory:bin}/runner-sshd

[runner-sshkeys-sshd-service]
recipe = slapos.cookbook:wrapper
command-line = $${runner-sshkeys-sshd:wrapper}
wrapper-path = $${directory:services}/runner-sshd
326
hash-existing-files = $${buildout:directory}/software_release/buildout.cfg
327

328
[runner-sshd-add-authorized-key]
329
recipe = slapos.cookbook:dropbear.add_authorized_key
330
home = $${buildout:directory}
331
key = $${slap-parameter:user-authorized-key}
332

333
#---------------------------
334
#--
335 336
#-- Set nginx frontend

337 338 339 340 341 342 343 344 345 346
[tempdirectory]
recipe = slapos.cookbook:mkdirectory
client_body_temp_path = $${directory:tmp}/client_body_temp_path
proxy_temp_path = $${directory:tmp}/proxy_temp_path
fastcgi_temp_path = $${directory:tmp}/fastcgi_temp_path
uwsgi_temp_path = $${directory:tmp}/uwsgi_temp_path
scgi_temp_path = $${directory:tmp}/scgi_temp_path

[nginx-frontend]
# Options
347
nb_workers = 5
348
# Network
349 350 351
local-ip = $${slap-network-information:local-ipv4}
global-ip = $${slap-network-information:global-ipv6}
global-port = $${slaprunner:runner_port}
352
# Backend
353 354
runner-ip = $${slaprunner:ipv4}
runner-port = $${slaprunner:runner_port}
355 356 357 358 359 360 361 362
# SSL
ssl-certificate = $${ca-nginx:cert-file}
ssl-key = $${ca-nginx:key-file}
# Log
path_pid = $${directory:run}/nginx.pid
path_log = $${directory:log}/nginx.log
path_access_log = $${directory:log}/nginx.access.log
path_error_log = $${directory:log}/nginx.error.log
363
path_tmp = $${directory:tmp}/
364
nginx_prefix = $${buildout:directory}
365 366 367
# Config files
path_nginx_conf = $${directory:etc}/nginx.conf
# Executables
368
bin_nginx = ${nginx-webdav:location}/sbin/nginx
369
bin_launcher = $${directory:bin}/launcher
370 371
# Utils
path_shell = ${dash:location}/bin/dash
372 373
# Misc.
etc_dir = $${directory:etc}
374
work_dir = $${slaprunner:working-directory}
375 376 377 378 379 380

[nginx_conf]
recipe = slapos.recipe.template:jinja2
template = ${template_nginx_conf:location}/${template_nginx_conf:filename}
rendered = $${nginx-frontend:path_nginx_conf}
context =
381
    key shellinabox_socket shellinabox:socket
382
    key socket gunicorn:socket
383 384 385 386 387 388 389 390 391 392 393
    section param_nginx_frontend nginx-frontend
    section param_tempdir tempdirectory

[nginx-launcher]
recipe = slapos.recipe.template:jinja2
template = ${template_launcher:location}/${template_launcher:filename}
rendered = $${nginx-frontend:bin_launcher}
mode = 700
context =
    section param_nginx_frontend nginx-frontend

394 395 396
[logrotate-entry-nginx]
<= logrotate-entry-base
name = nginx
Ivan Tyagov's avatar
Ivan Tyagov committed
397
log = $${directory:log}/nginx.access.log $${directory:log}/nginx.error.log
398
post = kill -USR1 $(cat $${buildout:directory}/var/run/nginx.pid)
399

400
[httpd-parameters]
401 402 403 404 405 406
path_pid = $${directory:run}/httpd.pid
path_error_log = $${directory:log}/httpd-error.log
path_access_log = $${directory:log}/httpd-access.log
# XXX Use ca-nginx, no need to regenerate certificate
cert_file = $${ca-nginx:cert-file}
key_file = $${ca-nginx:key-file}
407
global_ip = $${slap-network-information:global-ipv6}
408
global_port = $${slap-parameter:slaprunner-httpd-port}
409 410
working_directory = $${slaprunner:working-directory}
dav_lock = $${directory:var}/WebDavLock
411
htpasswd_file = $${directory:etc}/.htpasswd
412
etc_dir = $${directory:etc}
413 414
var_dir = $${directory:var}
project_folder = $${directory:project}
415
project_private_folder = $${runnerdirectory:private-project}
416
project_public_folder = $${runnerdirectory:public-project}
417
runner_home = $${runnerdirectory:home}
418
git_http_backend = ${git:location}/libexec/git-core/git-http-backend
419
cgid_sock = $${directory:run}/cgid.sock
420
httpd_cors_file = $${slaprunner-httpd-cors:location}
421 422 423 424

[httpd-conf]
recipe = slapos.recipe.template:jinja2
template = ${template_httpd_conf:location}/${template_httpd_conf:filename}
425
rendered = $${directory:etc}/httpd.conf
426
context =
427 428
    section parameters httpd-parameters

429 430 431 432 433 434 435 436 437
[apache-httpd]
recipe = slapos.cookbook:wrapper
apache-executable = ${apache:location}/bin/httpd
wrapper-path = $${directory:services}/slaprunner-httpd
command-line = $${:apache-executable} -f $${httpd-conf:rendered} -DFOREGROUND
access-url = https://[$${httpd-parameters:global_ip}]:$${httpd-parameters:global_port}
wait-for-files =
  $${ca-nginx:cert-file}
  $${ca-nginx:key-file}
438
hash-existing-files = $${buildout:directory}/software_release/buildout.cfg
439

440 441 442
[logrotate-entry-apache-httpd]
<= logrotate-entry-base
name = apache
Ivan Tyagov's avatar
Ivan Tyagov committed
443
log = $${directory:log}/httpd-access.log $${directory:log}/httpd-error.log
444 445
post = test ! -s $${buildout:directory}/var/run/httpd.pid || $${buildout:directory}/bin/slapos-kill --pidfile $${buildout:directory}/var/run/httpd.pid -s USR1

446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468
[httpd-graceful-wrapper]
recipe = collective.recipe.template
input = inline:
  #!/bin/sh
  exec kill -USR1 $(cat $${httpd-parameters:path_pid})
output = $${directory:scripts}/slaprunner-httpd-graceful
mode = 700

[apache-httpd-promise]
recipe = slapos.cookbook:check_url_available
path = $${directory:promises}/$${:filename}
filename = apache-httpd-listening-on-tcp
url = $${apache-httpd:access-url}
check-secure = 1
dash_path = {{ dash_executable_location }}
curl_path = {{ curl_executable_location }}

[slaprunner-httpd-cors]
recipe = plone.recipe.command
command = if [ ! -f $${:location} ]; then touch $${:location}; fi
location = $${directory:etc}/$${:filename}
filename = slaprunner-httpd-cors.cfg
stop-on-error = true
469

470 471 472 473
#--------------------
#--
#-- WSGI

474
[gunicorn]
475 476 477 478 479 480 481 482
bin_gunicorn = $${directory:bin}/gunicorn
bin_launcher = $${directory:services}/gunicorn
path_shell = ${dash:location}/bin/dash
socket = $${directory:tmp}/flaskserver.sock
path_pid = $${directory:run}/gunicorn.pid

[gunicorn-launcher]
recipe = slapos.cookbook:wrapper
483
command-line = $${gunicorn:bin_gunicorn} slapos.runner.run:app -p $${gunicorn:path_pid} -b unix:$${gunicorn:socket} -e RUNNER_CONFIG=$${slaprunner:slapos.cfg} --error-logfile $${directory:log}/$${:error-log-file} --timeout 200 --threads 3 --log-level error --preload
484
error-log-file = gunicorn-error.log
485
wrapper-path = $${gunicorn:bin_launcher}
486
environment = PATH=$${shell-environment:path}
487
  RUNNER_CONFIG=$${slaprunner:slapos.cfg}
488
  LANG=en_GB.UTF-8
489
hash-existing-files = $${buildout:directory}/software_release/buildout.cfg
490 491 492

[gunicorn-graceful]
recipe = slapos.cookbook:wrapper
493
command-line = $${directory:bin}/killpidfromfile $${gunicorn:path_pid} SIGHUP
494 495
wrapper-path = $${directory:scripts}/gunicorn-graceful

496
#--------------------
497
#--
498
#-- ssl certificates
499 500 501 502 503 504

[certificate-authority]
recipe = slapos.cookbook:certificate_authority
openssl-binary = ${openssl:location}/bin/openssl
ca-dir = $${directory:ca-dir}
requests-directory = $${cadirectory:requests}
505
wrapper = $${directory:bin}/certificate_authority
506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523
ca-private = $${cadirectory:private}
ca-certs = $${cadirectory:certs}
ca-newcerts = $${cadirectory:newcerts}
ca-crl = $${cadirectory:crl}

[cadirectory]
recipe = slapos.cookbook:mkdirectory
requests = $${directory:ca-dir}/requests/
private = $${directory:ca-dir}/private/
certs = $${directory:ca-dir}/certs/
newcerts = $${directory:ca-dir}/newcerts/
crl = $${directory:ca-dir}/crl/

[ca-nginx]
<= certificate-authority
recipe = slapos.cookbook:certificate_authority.request
key-file = $${cadirectory:certs}/nginx_frontend.key
cert-file = $${cadirectory:certs}/nginx_frontend.crt
524
executable = $${nginx-launcher:rendered}
525
wrapper = $${directory:bin}/nginx-frontend
526 527 528
# Put domain name
name = example.com

529 530 531 532
[ca-nginx-service]
recipe = slapos.cookbook:wrapper
command-line = $${directory:bin}/nginx-frontend
wrapper-path = $${directory:services}/nginx-frontend
533
hash-existing-files = $${buildout:directory}/software_release/buildout.cfg
534 535 536 537 538

[certificate-authority-service]
recipe = slapos.cookbook:wrapper
command-line = $${directory:bin}/certificate_authority
wrapper-path = $${directory:services}/certificate_authority
539
hash-existing-files = $${buildout:directory}/software_release/buildout.cfg
540

541
#--------------------
542 543
#--
#-- Request frontend
544

545
{% if slapparameter_dict.get('no-ipv4-frontend', 'false') == 'false' -%}
546 547
[request-frontend]
<= slap-connection
548
recipe = slapos.cookbook:requestoptional
549
name = SlapRunner Frontend
550
# XXX We have hardcoded SR URL here.
551
software-url = http://git.erp5.org/gitweb/slapos.git/blob_plain/HEAD:/software/apache-frontend/software.cfg
552
slave = true
553
config-url = $${slaprunner:access-url}
554
config-domain = $${slap-parameter:frontend-domain}
555
return = site_url domain
556

557 558 559 560 561 562 563 564
[slaprunner-frontend-promise]
recipe = slapos.cookbook:check_url_available
path = $${directory:promises}/slaprunner_frontend
url = https://$${request-frontend:connection-domain}/login
dash_path = ${dash:location}/bin/dash
curl_path = ${curl:location}/bin/curl
check-secure = 1

565 566 567
[request-httpd-frontend]
<= slap-connection
recipe = slapos.cookbook:requestoptional
568
# XXX - Unfortunately, we still call webrunner httpd frontend "Monitor Frontend" otherwise
569 570
# buildout will ignore previous frontend that was created and create a new one (in case of upgrade)
name = Monitor Frontend
571 572 573 574
# XXX We have hardcoded SR URL here.
software-url = http://git.erp5.org/gitweb/slapos.git/blob_plain/HEAD:/software/apache-frontend/software.cfg
slave = true
config-url = $${apache-httpd:access-url}
575
config-domain =
576 577 578 579 580 581 582 583 584 585
return = secure_access domain

[httpd-frontend-promise]
recipe = slapos.cookbook:check_url_available
path = $${directory:promises}/slaprunner-apache-http-frontend
url = $${request-httpd-frontend:connection-secure_access}
dash_path = {{ dash_executable_location }}
curl_path = {{ curl_executable_location }}
check-secure = 1

586
{% endif %}
587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605

[htpasswd]
recipe = slapos.cookbook:generate.password
storage-path = $${directory:etc}/.pwd
bytes = 8

[runner-htpasswd]
recipe = plone.recipe.command
stop-on-error = true
htpasswd-path = $${monitor-directory:etc}/.htpasswd
command = if [ ! -f "$${:htpasswd-path}" ]; then ${apache:location}//bin/htpasswd -cb $${:htpasswd-path} $${:user} $${:password}; fi
update-command = $${:command}
user = admin
{% if slapparameter_dict.get('monitor-password', '') -%}
password = {{ slapparameter_dict['monitor-password'] }}
{% else -%}
password = $${htpasswd:passwd}
{% endif -%}

606
#--------------------------------------
607
#--
608
#-- Send information to SlapOS Master
609

610 611 612
[user-info]
recipe = slapos.cookbook:userinfo

613
[publish-connection-information]
614
recipe = slapos.cookbook:publish
615 616 617
backend-url = $${slaprunner:access-url}
init-user = $${runner-htpasswd:user}
init-password = $${runner-htpasswd:password}
618
ssh-command = ssh $${user-info:pw-name}@$${slap-network-information:global-ipv6} -p $${runner-sshd-port:port}
619 620
git-public-url = https://[$${httpd-parameters:global_ip}]:$${httpd-parameters:global_port}/git-public/
git-private-url = https://[$${httpd-parameters:global_ip}]:$${httpd-parameters:global_port}/git/
621
monitor-base-url = $${monitor-publish-parameters:monitor-base-url}
622 623 624 625 626
{% if slapparameter_dict.get('no-ipv4-frontend', 'false') == 'false' -%}
url =  https://$${request-frontend:connection-domain}
webdav-url = $${request-httpd-frontend:connection-secure_access}/share/
public-url =  $${request-httpd-frontend:connection-secure_access}/public/
{% else %}
627
url =  $${slaprunner:access-url}
628 629 630 631
webdav-url = $${apache-httpd:access-url}/share/
public-url =  $${apache-httpd:access-url}/public/
{% endif %}

632 633
{% if slapparameter_dict.get('instance-type', '') != 'resilient' -%}
{% set monitor_interface_url = slapparameter_dict.get('monitor-interface-url', 'https://monitor.app.officejs.com') -%}
634
monitor-setup-url = {{ monitor_interface_url }}/#page=settings_configurator&url=$${monitor-publish-parameters:monitor-url}&username=$${monitor-publish-parameters:monitor-user}&password=$${monitor-publish-parameters:monitor-password}
635
{% else -%}
636 637 638
monitor-url = $${monitor-publish-parameters:monitor-url}
monitor-user = $${monitor-publish-parameters:monitor-user}
monitor-password = $${monitor-publish-parameters:monitor-password}
639
{% endif -%}
640 641 642
#---------------------------
#--
#-- Deploy promises scripts
Jean-Baptiste Petre's avatar
Jean-Baptiste Petre committed
643

644 645
[slaprunner-promise]
recipe = slapos.cookbook:check_port_listening
646
path = $${directory:promises}/slaprunner
647 648
hostname = $${slaprunner:ipv6}
port = $${slaprunner:runner_port}
Jean-Baptiste Petre's avatar
Jean-Baptiste Petre committed
649

650
[runner-sshd-promise]
651
recipe = slapos.cookbook:check_port_listening
652 653 654
path = $${directory:promises}/runner-sshd
hostname = $${slap-network-information:global-ipv6}
port = $${runner-sshd-port:port}
655

656 657
[symlinks]
recipe = cns.recipe.symlink
658
symlink_target = $${directory:bin}
659
symlink_base = ${buildout:directory}/bin
660 661 662

[slap-parameter]
# Default value if no ssh key is specified
663
user-authorized-key =
664
# Default value of instances number in slaprunner
665
instance-amount = 10
666 667
debug = false
frontend-domain =
668
slapos-repository = https://lab.nexedi.com/nexedi/slapos.git
669
slapos-software =
670
slapos-software-type =
671
slapos-reference = 1.0
672
auto-deploy = false
673
auto-deploy-instance = true
674
autorun = false
675
slaprunner-httpd-port = 9686
676
instance-name =
677 678
monitor-cors-domains =
monitor-interface-url =
679
monitor-httpd-port = 8386
680

681 682
[slapos-cfg]
recipe = slapos.recipe.template:jinja2
683
template = ${template-slapos-cfg:location}/${template-slapos-cfg:filename}
684 685 686
rendered = $${slaprunner:slapos.cfg}
mode = 700
context =
687
  section slaprunner slaprunner
688

689 690
[slapos-test-cfg]
recipe = slapos.recipe.template:jinja2
691
template = ${template-slapos-cfg:location}/${template-slapos-cfg:filename}
692 693 694 695 696
rendered = $${test-runner:slapos.cfg}
mode = 700
context =
  section slaprunner test-runner

697
[shellinabox]
698 699 700 701
recipe = slapos.recipe.template:jinja2
# We cannot use slapos.cookbook:wrapper here because this recipe escapes too much
socket = $${directory:run}/siab.sock
mode = 0700
702
rendered = $${directory:bin}/shellinaboxd
703 704 705 706
template = inline:
  #!/bin/sh
  exec ${shellinabox:location}/bin/shellinaboxd \
    --unixdomain-only=$${:socket}:$(id -u):$(id -g):0600 \
707
    --service "/:$(id -u):$(id -g):HOME:$${shell-environment:shell} -l"
708

709 710 711 712
[shellinabox-service]
recipe = slapos.cookbook:wrapper
command-line = $${directory:bin}/shellinaboxd
wrapper-path = $${directory:services}/shellinaboxd
713
hash-existing-files = $${buildout:directory}/software_release/buildout.cfg
714

715
[shell-environment]
716
shell = ${bash:location}/bin/bash
717
path = ${nano:location}/bin:${vim:location}/bin:${screen:location}/bin:${git:location}/bin:${curl:location}/bin:${python2.7:location}/bin:${tig:location}/bin:${zip:location}/bin:${mosh:location}/bin:${bash:location}/bin:$${buildout:directory}/bin/:/usr/bin:/bin/
718

719 720
[prepare-software]
recipe = slapos.cookbook:wrapper
721
command-line = ${curl:location}/bin/curl -g https://[$${slaprunner:ipv6}]:$${slaprunner:runner_port}/isSRReady --max-time 1 --insecure
722 723
wrapper-path = $${directory:scripts}/prepareSoftware

724 725 726 727 728 729 730
[cron-entry-prepare-software]
<= cron
recipe = slapos.cookbook:cron.d
name = prepare-software
frequency = */2 * * * *
command = $${prepare-software:wrapper-path}

731 732 733
[instance-parameters]
recipe = slapos.recipe.template:jinja2
extensions = jinja2.ext.do
734
template = ${template-parameters:location}/${template-parameters:filename}
735 736
rendered = $${directory:etc}/.parameter.xml.default
mode = 0644
737
context =
738 739 740 741 742 743 744 745
  key slapparameter_dict slap-configuration:configuration

[deploy-instance-parameters]
recipe = plone.recipe.command
stop-on-error = true
parameter-xml = $${directory:etc}/.parameter.xml
command = if [ ! -f $${:parameter-xml} ]; then cp $${instance-parameters:rendered} $${:parameter-xml}; fi

746 747 748 749 750 751 752
[instance-software-type]
recipe = plone.recipe.command
stop-on-error = true
# XXX It should not be named with .xml as it is not xml
software-type-path = $${directory:etc}/.software_type.xml
command = if [ ! -f $${:software-type-path} -a "$${slap-parameter:slapos-software-type}" != "" ]; then echo "$${slap-parameter:slapos-software-type}" > $${:software-type-path}; fi

753 754 755 756 757
[instance-software]
recipe = plone.recipe.command
stop-on-error = true
command = SR=$${slap-parameter:slapos-software} && if [ -n "$SR" ] && [ ! -f "$${directory:etc}/.project" ]; then echo workspace/slapos/$${slap-parameter:slapos-software}/ > $${directory:etc}/.project; fi

758 759 760 761 762 763 764 765
[slap-configuration]
recipe = slapos.cookbook:slapconfiguration.serialised
computer = $${slap-connection:computer-id}
partition = $${slap-connection:partition-id}
url = $${slap-connection:server-url}
key = $${slap-connection:key-file}
cert = $${slap-connection:cert-file}

766

767 768 769 770 771 772
[minishell-cwd]
recipe = plone.recipe.command
command = if [ ! -f $${slaprunner:minishell_cwd_file} ]; then echo $${runnerdirectory:home} > $${slaprunner:minishell_cwd_file}; fi
location = $${slaprunner:minishell_cwd_file}
stop-on-error = true

773
[bash-profile]
774 775 776 777
recipe = slapos.recipe.template:jinja2
template = ${template-bash-profile:location}/${template-bash-profile:filename}
rendered = $${buildout:directory}/.bash_profile
context =
778
    raw path $${shell-environment:path}
779
    raw shell $${shell-environment:shell}
780
    key terminfo terminfo:location
781
    key instance_name slap-parameter:instance-name
782
    key workdir runnerdirectory:home
Jérome Perrin's avatar
Jérome Perrin committed
783
    key home directory:home
784

785 786 787
[terminfo]
location = ${ncurses:location}/share/terminfo/

788 789 790 791
#---------------------------
#--
#-- supervisord managing slaprunner automation features

792
[supervisord]
793
autorestart = false
794 795 796 797
autostart = false
directory = $${buildout:directory}
exitcodes = 0
logfile = $${directory:log}/supervisord.log
798
no_logfile = NONE
799
numprocs = 1
800
path = $${shell-environment:path}
801
pidfile = $${directory:run}/supervisord.pid
802 803
ip = $${slaprunner:ipv4}
server = $${:ip}:$${:port}
804
port = 39986
805
slapgrid-cp = slapgrid-cp
806
slapgrid-cp-command = $${slaprunner:slapos} node instance --cfg $${:slapos-cfg} --verbose --logfile $${:slapgrid-cp-log}
807
slapgrid-cp-log = $${runnerdirectory:home}/instance.log
808
slapgrid-cp-startretries = 0
809
slapgrid-sr = slapgrid-sr
810
slapgrid-sr-command = $${slaprunner:slapos} node software --all --cfg $${:slapos-cfg} --verbose --logfile $${:slapgrid-sr-log}
811
slapgrid-sr-log = $${runnerdirectory:home}/software.log
812
slapgrid-sr-startretries = 0
813 814 815
slapproxy = slapproxy
slapproxy-autorestart = true
slapproxy-autostart = true
816
slapproxy-startsecs = 1
817
slapproxy-command = $${slaprunner:slapos} proxy start --logfile $${:slapproxy-log} --cfg $${:slapos-cfg}
818
slapproxy-log = $${directory:log}/slapproxy.log
819 820
socket_name = unix://$${:socket_path}
socket_path = $${directory:tmp}/supervisord.sock
821
startsecs = 0
822 823 824
# This file logs errors from listeners. Supervisord has its own logfile.
# Processes should handle their logs by themselves
stderr_logfile = $${directory:log}/supervisord-errors.log
825
slapos-cfg = $${slaprunner:slapos.cfg}
826 827 828 829 830 831

[supervisord-conf]
recipe = slapos.recipe.template:jinja2
template = ${template-supervisord:location}/${template-supervisord:filename}
rendered = $${directory:etc}/supervisord.conf
context =
832 833
    import multiprocessing multiprocessing
    import builtin __builtin__
834
    section supervisord supervisord
835
    key slapparameter_dict slap-configuration:configuration
836 837 838 839 840 841 842 843 844 845
    key listener_slapgrid listener-slapgrid-bin:rendered

[listener-slapgrid-bin]
recipe = slapos.recipe.template:jinja2
template = ${template-listener-slapgrid:location}/${template-listener-slapgrid:filename}
rendered = $${directory:bin}/listener_slapgrid.py
mode = 0744
context =
    section supervisord supervisord
    section slaprunner slaprunner
846
    raw python_executable ${buildout:directory}/bin/${extra-eggs:interpreter}
847 848 849 850 851

[supervisord-wrapper]
recipe = slapos.cookbook:wrapper
command-line = $${buildout:directory}/bin/supervisord -c $${supervisord-conf:rendered} --nodaemon
wrapper-path = $${directory:services}/supervisord
852
hash-existing-files = $${buildout:directory}/software_release/buildout.cfg
853

854 855 856
[logrotate-entry-supervisord]
<= logrotate-entry-base
name = supervisord
Ivan Tyagov's avatar
Ivan Tyagov committed
857
log = $${directory:log}/slapproxy.log $${directory:log}/supervisord.log $${directory:log}/supervisord-errors.log
858
post = kill -USR2 $(cat $${buildout:directory}/var/run/supervisord.pid)
859

860 861 862
[logrotate-entry-slapgrid]
<= logrotate-entry-base
name = slapgrid
Ivan Tyagov's avatar
Ivan Tyagov committed
863
log = $${runnerdirectory:home}/instance/*/.slapgrid/log/instance.log $${runnerdirectory:home}/instance/*/.slapgrid/promise/log/*.log
864

865 866 867 868 869 870
[supervisord-promise]
recipe = slapos.cookbook:check_port_listening
path = $${directory:promises}/supervisord
hostname = $${slaprunner:ipv4}
port = $${supervisord:port}

871
# XXX Monitor
872
[monitor-instance-parameter]
873
monitor-httpd-port = $${slap-parameter:monitor-httpd-port}
874 875 876
{% if slapparameter_dict.get('name', '') -%}
monitor-title = {{ slapparameter_dict['name'] }}
{% endif -%}
877
cors-domains = {{ slapparameter_dict.get('monitor-cors-domains', 'monitor.app.officejs.com') }}
878 879 880
{% if slapparameter_dict.get('monitor-username', '') -%}
username = {{ slapparameter_dict['monitor-username'] }}
{% endif -%}
881
password = $${runner-htpasswd:password}
882
{% if slapparameter_dict.get('monitor-url-list', '') -%}
883
monitor-url-list = {{ slapparameter_dict['monitor-url-list'] }}
884 885
{% endif -%}
instance-configuration =
886
  httpdcors cors-domain $${slaprunner-httpd-cors:location} $${httpd-graceful-wrapper:output}
887
configuration-file-path = $${buildout:directory}/knowledge0.cfg
888

889 890 891 892
[monitor-conf-parameters]
private-path-list +=
  $${logrotate-directory:logrotate-backup}

893 894 895
[monitor-check-webrunner-internal-instance]
recipe = slapos.recipe.template:jinja2
template = ${monitor-check-webrunner-internal-instance:location}/${monitor-check-webrunner-internal-instance:filename}
896
rendered = $${monitor-directory:bin}/$${:filename}
897 898 899
filename = monitor-check-webrunner-internal-instance
mode = 0744

900 901 902
## Slapuser slapos command script
[template-slapuser-script]
recipe = slapos.recipe.template:jinja2
903
template = ${template-slapuser-script:location}/${template-slapuser-script:filename}
904 905 906 907 908
rendered = $${buildout:bin-directory}/slapos
mode = 0744
context =
  raw config_location $${slapos-cfg:rendered}
  raw slapos_python_file_location ${buildout:bin-directory}/slapos