Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
W
wendelin.core
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Labels
Merge Requests
0
Merge Requests
0
Analytics
Analytics
Repository
Value Stream
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Commits
Open sidebar
Kirill Smelkov
wendelin.core
Commits
a035b1cd
Commit
a035b1cd
authored
Jan 14, 2020
by
Kirill Smelkov
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
.
parent
a252e8ca
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
28 additions
and
19 deletions
+28
-19
wcfs/internal/wcfs.h
wcfs/internal/wcfs.h
+4
-3
wcfs/wcfs_test.py
wcfs/wcfs_test.py
+24
-16
No files found.
wcfs/internal/wcfs.h
View file @
a035b1cd
...
@@ -102,7 +102,7 @@ typedef refptr<struct _Conn> Conn;
...
@@ -102,7 +102,7 @@ typedef refptr<struct _Conn> Conn;
struct
_Conn
:
object
{
struct
_Conn
:
object
{
WCFS
*
_wc
;
WCFS
*
_wc
;
zodb
::
Tid
at
;
zodb
::
Tid
at
;
WatchLink
_wlink
;
// watch/receive pins for
created mappings
WatchLink
_wlink
;
// watch/receive pins for
mappings created under this conn
sync
::
Mutex
_filehmu
;
sync
::
Mutex
_filehmu
;
dict
<
zodb
::
Oid
,
FileH
>
_filehtab
;
// {} foid -> fileh
dict
<
zodb
::
Oid
,
FileH
>
_filehtab
;
// {} foid -> fileh
...
@@ -131,8 +131,9 @@ private:
...
@@ -131,8 +131,9 @@ private:
// FileH represent isolated file view under Conn.
// FileH represent isolated file view under Conn.
//
//
// The file view is maintained to be as of @Conn.at database state.
// The file view is maintained to be as of @Conn.at database state even in the
// The file view uses /head/<file>/data primarilty and @revX/<file>/data pin overrides.
// presence of simultaneous database changes. The file view uses
// /head/<file>/data primarily and @revX/<file>/data pin overrides.
//
//
// Use .mmap to map file view into memory.
// Use .mmap to map file view into memory.
typedef
refptr
<
struct
_FileH
>
FileH
;
typedef
refptr
<
struct
_FileH
>
FileH
;
...
...
wcfs/wcfs_test.py
View file @
a035b1cd
...
@@ -1720,21 +1720,30 @@ class tMapping(object):
...
@@ -1720,21 +1720,30 @@ class tMapping(object):
dataok
+=
b'
\
0
'
*
(
fh
.
blksize
-
len
(
dataok
))
# trailing zeros
dataok
+=
b'
\
0
'
*
(
fh
.
blksize
-
len
(
dataok
))
# trailing zeros
blkview
=
t
.
mmap
.
mem
[
blk_inmmap
*
fh
.
blksize
:][:
fh
.
blksize
]
blkview
=
t
.
mmap
.
mem
[
blk_inmmap
*
fh
.
blksize
:][:
fh
.
blksize
]
# XXX first access without GIL, so that e.g. if there is timeout on
# NOTE access to memory goes _with_ GIL: this verifies that wcfs pinner
# wcfs.py side, _abort_ontimeout could run and kill WCFS.
# is implemented in fully nogil mode because if that was not the case,
# FIXME also test with GIL locked, since wcfs.py pinner must be itself
# the pinner would deadlock trying to acquire GIL in its thread while
# running without GIL. XXX
# user thread that triggered the access is already holding the GIL.
#_ = read_nogil(blkview[:1])
#
_
=
blkview
[
0
]
# NOTE with gil
# - - - - - -
# | |
# pinner <------.
# | | wcfs
# client -------^
# | |
# - - - - - -
# client process
#
_
=
blkview
[
0
]
assert
_
==
dataok
[
0
]
assert
_
==
dataok
[
0
]
assert
blkview
.
tobytes
()
==
dataok
assert
blkview
.
tobytes
()
==
dataok
# XXX assertData
# XXX assertData
# test_wcfs
py_virtmem verifies wcfs.py integration with virtmem
.
# test_wcfs
_virtmem unit-tests virtmem layer of wcfs client
.
@
func
@
func
def
test_wcfs
py
_virtmem
():
def
test_wcfs_virtmem
():
t
=
tDB
();
zf
=
t
.
zfile
t
=
tDB
();
zf
=
t
.
zfile
defer
(
t
.
close
)
defer
(
t
.
close
)
...
@@ -1746,6 +1755,13 @@ def test_wcfspy_virtmem():
...
@@ -1746,6 +1755,13 @@ def test_wcfspy_virtmem():
fh
=
wconn
.
open
(
zf
.
_p_oid
)
fh
=
wconn
.
open
(
zf
.
_p_oid
)
defer
(
fh
.
close
)
defer
(
fh
.
close
)
# pinned(fh) returns fh.pinned with rev wrapped into tAt.
# XXX better wrap FileH into tFileH and do this automatically in .pinned ?
def
pinned
(
fh
):
p
=
fh
.
pinned
.
copy
()
for
blk
in
p
:
p
[
blk
]
=
tAt
(
t
,
p
[
blk
])
return
p
# create mmap with 1 block beyond file size
# create mmap with 1 block beyond file size
m1
=
fh
.
mmap
(
2
,
3
)
m1
=
fh
.
mmap
(
2
,
3
)
...
@@ -1757,14 +1773,6 @@ def test_wcfspy_virtmem():
...
@@ -1757,14 +1773,6 @@ def test_wcfspy_virtmem():
tm1
=
tMapping
(
m1
)
tm1
=
tMapping
(
m1
)
# pinned returns fh.pinned with rev wrapped into tAt.
# XXX better wrap FileH into tFileH and do this automatically in .pinned ?
def
pinned
(
fh
):
p
=
fh
.
pinned
.
copy
()
for
blk
in
p
:
p
[
blk
]
=
tAt
(
t
,
p
[
blk
])
return
p
#assertCache(m1, [0,0,0])
#assertCache(m1, [0,0,0])
assert
pinned
(
fh
)
==
{}
assert
pinned
(
fh
)
==
{}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment