Commit d3984193 authored by Xavier Thompson's avatar Xavier Thompson

slapproxy: Prefix forwarded requests with id

When slapproxy forwards a request to an external master it is seen as
coming from the slapproxy and the original requester's id is lost.

This means forwarded requests from different requesters can collide.

e.g. two partitions request a frontend and when the second request is
handled the external master updates the first frontend to redirect to
the second partition instead of creating a second frontend.

To avoid collisions, the id of the requester as seen in the slapproxy
is prefixed to the instance name (partition reference) in the request:

- case 1: requester is embedded partition => prefix with partition id
    e.g. 'myinstance' -> 'slappart0_myinstance'

- case 2: requester is user => prefix with 'user'
    e.g. 'myinstance' -> 'user_myinstance'

See merge request nexedi/slapos.core!282
parent c25b0c63
Pipeline #13765 passed with stage
in 0 seconds
...@@ -595,7 +595,10 @@ def forwardRequestToExternalMaster(master_url, request_form): ...@@ -595,7 +595,10 @@ def forwardRequestToExternalMaster(master_url, request_form):
else: else:
slap.initializeConnection(master_url) slap.initializeConnection(master_url)
partition_reference = unicode2str(request_form['partition_reference']) # Prefix instance reference with id of requester (partition id (ends with a digit) or 'user' (cannot be a partition id))
requester_id = unicode2str(request_form.get('computer_partition_id', 'user'))
partition_reference = '%s_%s' % (requester_id, unicode2str(request_form['partition_reference']))
filter_kw = loads(request_form['filter_xml'].encode('utf-8')) filter_kw = loads(request_form['filter_xml'].encode('utf-8'))
partition_parameter_kw = loads(request_form['partition_parameter_xml'].encode('utf-8')) partition_parameter_kw = loads(request_form['partition_parameter_xml'].encode('utf-8'))
......
...@@ -48,7 +48,7 @@ import slapos.proxy ...@@ -48,7 +48,7 @@ import slapos.proxy
import slapos.proxy.views as views import slapos.proxy.views as views
import slapos.slap import slapos.slap
import slapos.slap.slap import slapos.slap.slap
from slapos.util import loads, dumps, sqlite_connect, bytes2str from slapos.util import loads, dumps, sqlite_connect, bytes2str, dict2xml
import sqlite3 import sqlite3
import pkg_resources import pkg_resources
...@@ -1591,12 +1591,14 @@ database_uri = %(tempdir)s/lib/external_proxy.db ...@@ -1591,12 +1591,14 @@ database_uri = %(tempdir)s/lib/external_proxy.db
self.assertEqual('external_computer', partition.slap_computer_id) self.assertEqual('external_computer', partition.slap_computer_id)
self.assertEqual('slappart0', partition.slap_computer_partition_id) self.assertEqual('slappart0', partition.slap_computer_partition_id)
def _checkInstanceIsFowarded(self, name, partition_parameter_kw, software_release): def _checkInstanceIsFowarded(self, name, requester, partition_parameter_kw, software_release):
""" """
Test there is no instance on local proxy. Test there is no instance on local proxy.
Test there is instance on external proxy. Test there is instance on external proxy.
Test there is instance reference in external table of databse of local proxy. Test there is instance reference in external table of databse of local proxy.
""" """
# Adjust name to match forwarding prefix
name = '%s_%s' % (requester or 'user', name)
# Test it has been correctly added to local database # Test it has been correctly added to local database
forwarded_instance_list = slapos.proxy.views.execute_db('forwarded_partition_request', 'SELECT * from %s', db=self.db) forwarded_instance_list = slapos.proxy.views.execute_db('forwarded_partition_request', 'SELECT * from %s', db=self.db)
self.assertEqual(len(forwarded_instance_list), 1) self.assertEqual(len(forwarded_instance_list), 1)
...@@ -1677,7 +1679,7 @@ database_uri = %(tempdir)s/lib/external_proxy.db ...@@ -1677,7 +1679,7 @@ database_uri = %(tempdir)s/lib/external_proxy.db
partition = self.request(self.software_release_not_in_list, None, instance_reference, 'slappart0', partition = self.request(self.software_release_not_in_list, None, instance_reference, 'slappart0',
filter_kw=filter_kw, partition_parameter_kw=dummy_parameter_dict) filter_kw=filter_kw, partition_parameter_kw=dummy_parameter_dict)
self._checkInstanceIsFowarded(instance_reference, dummy_parameter_dict, self.software_release_not_in_list) self._checkInstanceIsFowarded(instance_reference, 'slappart0', dummy_parameter_dict, self.software_release_not_in_list)
self.assertEqual( self.assertEqual(
partition._master_url, partition._master_url,
self.external_master_url self.external_master_url
...@@ -1708,7 +1710,7 @@ database_uri = %(tempdir)s/lib/external_proxy.db ...@@ -1708,7 +1710,7 @@ database_uri = %(tempdir)s/lib/external_proxy.db
partition = self.request(self.external_software_release, None, instance_reference, 'slappart0', partition = self.request(self.external_software_release, None, instance_reference, 'slappart0',
partition_parameter_kw=dummy_parameter_dict) partition_parameter_kw=dummy_parameter_dict)
self._checkInstanceIsFowarded(instance_reference, dummy_parameter_dict, self.external_software_release) self._checkInstanceIsFowarded(instance_reference, 'slappart0', dummy_parameter_dict, self.external_software_release)
instance_parameter_dict = partition.getInstanceParameterDict() instance_parameter_dict = partition.getInstanceParameterDict()
instance_parameter_dict.pop('timestamp') instance_parameter_dict.pop('timestamp')
...@@ -1803,6 +1805,60 @@ database_uri = %(tempdir)s/lib/external_proxy.db ...@@ -1803,6 +1805,60 @@ database_uri = %(tempdir)s/lib/external_proxy.db
self.software_release_not_in_list self.software_release_not_in_list
) )
def testRequestsFromPartition_AntiCollision(self):
"""
Request the same instance from different embedded partitions.
Test that the external master allocates one instance for each.
"""
instance_reference = 'Eponymous Instance'
self.format_for_number_of_partitions(2)
self.external_proxy_format_for_number_of_partitions(4)
self.external_proxy_create_requested_partition()
for i, requester_id in enumerate(('slappart0', 'slappart1', None)):
dummy_parameter_dict = {'foo': str(i)}
partition = self.request(
'https://example.com/request/from/partition/software.cfg',
None,
instance_reference,
requester_id,
partition_parameter_kw=dummy_parameter_dict,
)
instance_parameter_dict = partition.getInstanceParameterDict()
instance_parameter_dict.pop('timestamp')
self.assertEqual(dummy_parameter_dict, instance_parameter_dict)
self.assertEqual('https://example.com/request/from/partition/software.cfg', partition.getSoftwareRelease())
self.assertEqual({}, partition.getConnectionParameterDict())
with sqlite3.connect(os.path.join(
self._tempdir,
'lib',
'external_proxy.db',
)) as db:
requested_by = slapos.proxy.views.execute_db(
"partition", "select reference, partition_reference, xml, requested_by from %s", db=db)
self.assertEqual([{
'reference': 'slappart0',
'partition_reference': 'instance',
'xml': dict2xml({}),
'requested_by': None
}, {
'reference': 'slappart1',
'partition_reference': 'slappart0_%s' % instance_reference,
'xml': dict2xml({'foo': '0'}),
'requested_by': 'slappart0'
}, {
'reference': 'slappart2',
'partition_reference': 'slappart1_%s' % instance_reference,
'xml': dict2xml({'foo': '1'}),
'requested_by': 'slappart0'
}, {
'reference': 'slappart3',
'partition_reference': 'user_%s' % instance_reference,
'xml': dict2xml({'foo': '2'}),
'requested_by': 'slappart0'
}], requested_by)
class _MigrationTestCase(TestInformation, TestRequest, TestSlaveRequest, TestMultiNodeSupport): class _MigrationTestCase(TestInformation, TestRequest, TestSlaveRequest, TestMultiNodeSupport):
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment