Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
S
slapos.core
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Nicolas Wavrant
slapos.core
Commits
2d8c4212
Commit
2d8c4212
authored
Feb 05, 2013
by
Marco Mariani
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
experimental slapproxy-query command
parent
b17a98d8
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
261 additions
and
13 deletions
+261
-13
setup.py
setup.py
+14
-13
slapos/proxy/query.py
slapos/proxy/query.py
+247
-0
No files found.
setup.py
View file @
2d8c4212
...
@@ -34,18 +34,18 @@ setup(name=name,
...
@@ -34,18 +34,18 @@ setup(name=name,
packages
=
find_packages
(),
packages
=
find_packages
(),
include_package_data
=
True
,
include_package_data
=
True
,
install_requires
=
[
install_requires
=
[
'Flask'
,
# used by proxy
'Flask'
,
# used by proxy
'lxml'
,
# needed to play with XML trees
'lxml'
,
# needed to play with XML trees
'netaddr>=0.7.5'
,
# to play safely with IPv6 prefixes
'netaddr>=0.7.5'
,
# to play safely with IPv6 prefixes
'netifaces'
,
# to fetch information about network devices
'netifaces'
,
# to fetch information about network devices
'pyflakes'
,
# For testing purposes
'pyflakes'
,
# For testing purposes
'setuptools'
,
# namespaces
'setuptools'
,
# namespaces
'supervisor'
,
# slapgrid uses supervisor to manage processes
'supervisor'
,
# slapgrid uses supervisor to manage processes
'unittest2'
,
'unittest2'
,
'xml_marshaller>=0.9.3'
,
# to unmarshall/marshall python objects to/from
'xml_marshaller>=0.9.3'
,
# to unmarshall/marshall python objects to/from
# XML
# XML
'zope.interface'
,
# slap library implementes interfaces
'zope.interface'
,
# slap library implementes interfaces
'zc.buildout'
,
'zc.buildout'
,
]
+
additional_install_requires
,
]
+
additional_install_requires
,
zip_safe
=
False
,
# proxy depends on Flask, which has issues with
zip_safe
=
False
,
# proxy depends on Flask, which has issues with
# accessing templates
# accessing templates
...
@@ -54,6 +54,8 @@ setup(name=name,
...
@@ -54,6 +54,8 @@ setup(name=name,
# One entry point to control them all
# One entry point to control them all
'slapos = slapos.entry:main'
,
'slapos = slapos.entry:main'
,
'slapos-watchdog = slapos.grid.watchdog:main'
,
'slapos-watchdog = slapos.grid.watchdog:main'
,
'slapproxy = slapos.proxy:main'
,
'slapproxy-query = slapos.proxy.query:main'
,
# Deprecated entry points
# Deprecated entry points
'slapconsole = slapos.client:slapconsole'
,
'slapconsole = slapos.client:slapconsole'
,
'slapformat = slapos.format:main'
,
'slapformat = slapos.format:main'
,
...
@@ -63,7 +65,6 @@ setup(name=name,
...
@@ -63,7 +65,6 @@ setup(name=name,
'slapgrid-ur = slapos.grid.slapgrid:runUsageReport'
,
'slapgrid-ur = slapos.grid.slapgrid:runUsageReport'
,
'slapgrid-supervisorctl = slapos.grid.svcbackend:supervisorctl'
,
'slapgrid-supervisorctl = slapos.grid.svcbackend:supervisorctl'
,
'slapgrid-supervisord = slapos.grid.svcbackend:supervisord'
,
'slapgrid-supervisord = slapos.grid.svcbackend:supervisord'
,
'slapproxy = slapos.proxy:main'
,
'bang = slapos.bang:main'
,
'bang = slapos.bang:main'
,
]
]
},
},
...
...
slapos/proxy/query.py
0 → 100644
View file @
2d8c4212
#!/opt/slapos/bin/py
# -*- coding: utf-8 -*-
# vim: set et sts=4:
import
collections
import
ConfigParser
from
optparse
import
OptionParser
,
Option
import
sys
import
lxml.etree
import
sqlite3
from
slapos.proxy.db_version
import
DB_VERSION
class
Parser
(
OptionParser
):
"""
Parse all arguments.
"""
def
__init__
(
self
,
usage
=
None
,
version
=
None
):
"""
Initialize all options possibles.
"""
OptionParser
.
__init__
(
self
,
usage
=
usage
,
version
=
version
,
option_list
=
[
Option
(
"-u"
,
"--database-uri"
,
type
=
str
,
help
=
"URI for sqlite database"
),
Option
(
'--show-instances'
,
help
=
"View instance information"
,
default
=
False
,
action
=
"store_true"
),
Option
(
'--show-params'
,
help
=
"View published parameters"
,
default
=
False
,
action
=
"store_true"
),
Option
(
'--show-network'
,
help
=
"View network information"
,
default
=
False
,
action
=
"store_true"
),
Option
(
'--show-all'
,
help
=
"View all information"
,
default
=
False
,
action
=
"store_true"
),
])
def
check_args
(
self
):
"""
Check arguments
"""
(
options
,
args
)
=
self
.
parse_args
()
if
len
(
args
)
<
1
:
self
.
error
(
"Incorrect number of arguments"
)
return
options
,
args
[
0
]
class
Config
:
def
setConfig
(
self
,
option_dict
,
configuration_file_path
):
"""
Set options given by parameters.
"""
# Set options parameters
for
option
,
value
in
option_dict
.
__dict__
.
items
():
setattr
(
self
,
option
,
value
)
# Load configuration file
configuration_parser
=
ConfigParser
.
SafeConfigParser
()
configuration_parser
.
read
(
configuration_file_path
)
# Merges the arguments and configuration
for
section
in
(
"slapproxy"
,
"slapos"
):
configuration_dict
=
dict
(
configuration_parser
.
items
(
section
))
for
key
in
configuration_dict
:
if
not
getattr
(
self
,
key
,
None
):
setattr
(
self
,
key
,
configuration_dict
[
key
])
if
not
self
.
database_uri
:
raise
ValueError
(
'database-uri is required.'
)
tbl_computer
=
'computer'
+
DB_VERSION
tbl_software
=
'software'
+
DB_VERSION
tbl_partition
=
'partition'
+
DB_VERSION
tbl_partition_network
=
'partition_network'
+
DB_VERSION
tbl_slave
=
'slave'
+
DB_VERSION
null_str
=
u"-"
def
print_table
(
qry
,
tablename
,
skip
=
None
):
if
skip
is
None
:
skip
=
set
()
columns
=
[
c
[
0
]
for
c
in
qry
.
description
if
c
[
0
]
not
in
skip
]
rows
=
[]
for
row
in
qry
.
fetchall
():
line
=
{}
for
col
in
columns
:
val
=
row
[
col
]
if
val
is
None
:
val
=
null_str
line
[
col
]
=
val
.
strip
()
rows
.
append
(
line
)
max_width
=
{
col
:
len
(
col
)
for
col
in
columns
}
for
row
in
rows
:
for
col
in
columns
:
val
=
row
[
col
]
max_width
[
col
]
=
max
(
max_width
[
col
],
len
(
val
)
if
val
else
0
)
hdr
=
[
col
.
center
(
max_width
[
col
])
for
col
in
columns
]
print
if
rows
:
print
'table %s:'
%
tablename
,
else
:
print
'table %s: empty'
%
tablename
return
if
skip
:
print
'skipping %s'
%
', '
.
join
(
skip
)
else
:
print
print
' | '
.
join
(
hdr
)
print
'-+-'
.
join
(
'-'
*
len
(
h
)
for
h
in
hdr
)
for
row
in
rows
:
cells
=
[
row
[
col
].
ljust
(
max_width
[
col
])
for
col
in
columns
]
print
' | '
.
join
(
cells
)
def
print_params
(
conn
):
cur
=
conn
.
cursor
()
print
qry
=
cur
.
execute
(
"SELECT reference, partition_reference, software_type, connection_xml FROM %s"
%
tbl_partition
)
for
row
in
qry
.
fetchall
():
if
not
row
[
'connection_xml'
]:
continue
xml
=
str
(
row
[
'connection_xml'
])
print
'%s: %s (type %s)'
%
(
row
[
'reference'
],
row
[
'partition_reference'
],
row
[
'software_type'
])
instance
=
lxml
.
etree
.
fromstring
(
xml
)
for
parameter
in
list
(
instance
):
name
=
parameter
.
get
(
'id'
)
text
=
parameter
.
text
if
text
and
name
in
(
'ssh-key'
,
'ssh-public-key'
):
text
=
text
[:
20
]
+
'...'
+
text
[
-
20
:]
print
' %s = %s'
%
(
name
,
text
)
print
def
print_computer_table
(
conn
):
cur
=
conn
.
cursor
()
qry
=
cur
.
execute
(
"SELECT * FROM %s"
%
tbl_computer
)
print_table
(
qry
,
tbl_computer
)
def
print_software_table
(
conn
):
cur
=
conn
.
cursor
()
qry
=
cur
.
execute
(
"SELECT * FROM %s"
%
tbl_software
)
print_table
(
qry
,
tbl_software
)
def
print_partition_table
(
conn
):
cur
=
conn
.
cursor
()
qry
=
cur
.
execute
(
"SELECT * FROM %s WHERE slap_state<>'free'"
%
tbl_partition
)
print_table
(
qry
,
tbl_partition
,
skip
=
[
'xml'
,
'connection_xml'
,
'slave_instance_list'
])
def
print_slave_table
(
conn
):
cur
=
conn
.
cursor
()
qry
=
cur
.
execute
(
"SELECT * FROM %s"
%
tbl_slave
)
print_table
(
qry
,
tbl_slave
,
skip
=
[
'connection_xml'
])
def
print_tables
(
conn
):
print_computer_table
(
conn
)
print_software_table
(
conn
)
print_partition_table
(
conn
)
print_slave_table
(
conn
)
def
print_network
(
conn
):
print
cur
=
conn
.
cursor
()
addr
=
collections
.
defaultdict
(
list
)
qry
=
cur
.
execute
(
"""
SELECT * FROM %s
WHERE partition_reference NOT IN (
SELECT reference
FROM %s
WHERE slap_state='free')
"""
%
(
tbl_partition_network
,
tbl_partition
))
for
row
in
qry
:
addr
[
row
[
'partition_reference'
]].
append
(
row
[
'address'
])
for
partition_reference
in
sorted
(
addr
.
keys
()):
addresses
=
addr
[
partition_reference
]
print
'%s: %s'
%
(
partition_reference
,
', '
.
join
(
addresses
))
def
run
(
config
):
conn
=
sqlite3
.
connect
(
config
.
database_uri
)
conn
.
row_factory
=
sqlite3
.
Row
fn
=
[]
if
config
.
show_all
or
config
.
show_instances
:
fn
.
append
(
print_tables
)
if
config
.
show_all
or
config
.
show_params
:
fn
.
append
(
print_params
)
if
config
.
show_all
or
config
.
show_network
:
fn
.
append
(
print_network
)
if
fn
:
for
f
in
fn
:
f
(
conn
)
else
:
print
'usage: %s [ --show-params | --show-network | --show-instances | --show-all ]'
%
sys
.
argv
[
0
]
def
main
():
"Run default configuration."
usage
=
"usage: %s [options] CONFIGURATION_FILE"
%
sys
.
argv
[
0
]
try
:
# Parse arguments
config
=
Config
()
config
.
setConfig
(
*
Parser
(
usage
=
usage
).
check_args
())
run
(
config
)
return_code
=
0
except
SystemExit
,
err
:
# Catch exception raise by optparse
return_code
=
err
sys
.
exit
(
return_code
)
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment