Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
N
neoppod
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
1
Issues
1
List
Boards
Labels
Milestones
Merge Requests
2
Merge Requests
2
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
nexedi
neoppod
Commits
16822c52
Commit
16822c52
authored
Apr 25, 2017
by
Kirill Smelkov
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
.
parent
e4023e90
Changes
4
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
101 additions
and
58 deletions
+101
-58
t/neo/cmd/neostorage-go/neostorage.go
t/neo/cmd/neostorage-go/neostorage.go
+35
-9
t/neo/connection.go
t/neo/connection.go
+2
-1
t/neo/storage.go
t/neo/storage.go
+63
-47
t/neo/zodb/zodb.go
t/neo/zodb/zodb.go
+1
-1
No files found.
t/neo/cmd/neostorage-go/neostorage.go
View file @
16822c52
...
@@ -5,23 +5,47 @@
...
@@ -5,23 +5,47 @@
package
main
package
main
import
(
import
(
"context"
"flag"
"fmt"
"log"
"os"
//_ "../../storage" // XXX rel ok?
//_ "../../storage" // XXX rel ok?
neo
"../.."
neo
"../.."
"fmt"
"context
"
zodb
"../../zodb
"
_
"
time
"
_
"
../../zodb/wks
"
)
)
// TODO options:
// TODO options:
// cluster, masterv, bind ...
// cluster, masterv, bind ...
func
usage
()
{
fmt
.
Fprintf
(
os
.
Stderr
,
`neostorage runs one NEO storage server.
Usage: neostorage [options] zstor XXX
`
)
}
func
main
()
{
func
main
()
{
// var t neo.Tid = neo.MAX_TID
flag
.
Usage
=
usage
// fmt.Printf("%T %x\n", t, t)
flag
.
Parse
()
// println("TODO")
argv
:=
flag
.
Args
()
if
len
(
argv
)
==
0
{
usage
()
os
.
Exit
(
2
)
}
zstor
,
err
:=
zodb
.
OpenStorageURL
(
argv
[
0
])
if
err
!=
nil
{
log
.
Fatal
(
err
)
}
storsrv
:=
&
neo
.
StorageApplication
{}
storsrv
:=
neo
.
NewStorage
(
zstor
)
/*
/*
ctx, cancel := context.WithCancel(context.Background())
ctx, cancel := context.WithCancel(context.Background())
...
@@ -32,6 +56,8 @@ func main() {
...
@@ -32,6 +56,8 @@ func main() {
*/
*/
ctx
:=
context
.
Background
()
ctx
:=
context
.
Background
()
err
:=
neo
.
ListenAndServe
(
ctx
,
"tcp"
,
"localhost:1234"
,
storsrv
)
err
=
neo
.
ListenAndServe
(
ctx
,
"tcp"
,
"localhost:1234"
,
storsrv
)
fmt
.
Println
(
err
)
if
err
!=
nil
{
log
.
Fatal
(
err
)
}
}
}
t/neo/connection.go
View file @
16822c52
...
@@ -275,6 +275,7 @@ func (nl *NodeLink) serveRecv() {
...
@@ -275,6 +275,7 @@ func (nl *NodeLink) serveRecv() {
if
handleNewConn
!=
nil
{
if
handleNewConn
!=
nil
{
// TODO avoid spawning goroutine for each new Ask request -
// TODO avoid spawning goroutine for each new Ask request -
// - by keeping pool of read inactive goroutine / conn pool ?
// - by keeping pool of read inactive goroutine / conn pool ?
// XXX rework interface for this to be Accept-like ?
go
func
()
{
go
func
()
{
nl
.
handleWg
.
Add
(
1
)
nl
.
handleWg
.
Add
(
1
)
defer
nl
.
handleWg
.
Done
()
defer
nl
.
handleWg
.
Done
()
...
@@ -397,7 +398,7 @@ func (c *Conn) close() {
...
@@ -397,7 +398,7 @@ func (c *Conn) close() {
})
})
}
}
// Close connection
// Close c
loses c
onnection
// Any blocked Send() or Recv() will be unblocked and return error
// Any blocked Send() or Recv() will be unblocked and return error
//
//
// NOTE for Send() - once transmission was started - it will complete in the
// NOTE for Send() - once transmission was started - it will complete in the
...
...
t/neo/storage.go
View file @
16822c52
...
@@ -29,6 +29,10 @@ type Storage struct {
...
@@ -29,6 +29,10 @@ type Storage struct {
zstor
zodb
.
IStorage
// underlying ZODB storage XXX temp ?
zstor
zodb
.
IStorage
// underlying ZODB storage XXX temp ?
}
}
func
NewStorage
(
zstor
zodb
.
IStorage
)
*
Storage
{
return
&
Storage
{
zstor
}
}
/*
/*
// XXX change to bytes.Buffer if we need to access it as I/O
// XXX change to bytes.Buffer if we need to access it as I/O
...
@@ -98,13 +102,11 @@ func (stor *Storage) ServeLink(ctx context.Context, link *NodeLink) {
...
@@ -98,13 +102,11 @@ func (stor *Storage) ServeLink(ctx context.Context, link *NodeLink) {
}
}
type
StorageClientHandler
struct
{
// XXX naming for RecvAndDecode and EncodeAndSend
stor
*
Storage
}
// XXX stub
// XXX stub
// XXX move me out of here
// XXX move me out of here
func
RecvAndDecode
(
conn
*
Conn
)
(
interface
{},
error
)
{
func
RecvAndDecode
(
conn
*
Conn
)
(
interface
{},
error
)
{
// XXX interface{} -> NEODecoder ?
pkt
,
err
:=
conn
.
Recv
()
pkt
,
err
:=
conn
.
Recv
()
if
err
!=
nil
{
if
err
!=
nil
{
return
nil
,
err
return
nil
,
err
...
@@ -123,54 +125,68 @@ func EncodeAndSend(conn *Conn, pkt NEOEncoder) error {
...
@@ -123,54 +125,68 @@ func EncodeAndSend(conn *Conn, pkt NEOEncoder) error {
return
conn
.
Send
(
&
buf
)
// XXX why pointer?
return
conn
.
Send
(
&
buf
)
// XXX why pointer?
}
}
// XXX naming for RecvAndDecode and EncodeAndSend
// ServeClient serves incoming connection on which peer identified itself as client
func
(
ch
*
StorageClientHandler
)
ServeConn
(
ctx
context
.
Context
,
conn
*
Conn
)
{
func
(
stor
*
Storage
)
ServeClient
(
ctx
context
.
Context
,
conn
*
Conn
)
{
// TODO ctx.Done -> close conn
// close connection when either cancelling or returning (e.g. due to an error)
defer
conn
.
Close
()
// XXX err
// ( when cancelling - conn.Close will signal to current IO to
// terminate with an error )
pkt
,
err
:=
RecvAndDecode
(
conn
)
retch
:=
make
(
chan
struct
{})
if
err
!=
nil
{
defer
func
()
{
close
(
retch
)
}()
return
// XXX log / err / send error before closing
go
func
()
{
}
select
{
case
<-
ctx
.
Done
()
:
switch
pkt
:=
pkt
.
(
type
)
{
// XXX tell client we are shutting down?
case
*
GetObject
:
case
<-
retch
:
xid
:=
zodb
.
Xid
{
Oid
:
pkt
.
Oid
}
if
pkt
.
Serial
!=
INVALID_TID
{
xid
.
Tid
=
pkt
.
Serial
xid
.
TidBefore
=
false
}
else
{
xid
.
Tid
=
pkt
.
Tid
xid
.
TidBefore
=
true
}
}
conn
.
Close
()
// XXX err
}()
data
,
tid
,
err
:=
ch
.
stor
.
zstor
.
Load
(
xid
)
for
{
req
,
err
:=
RecvAndDecode
(
conn
)
if
err
!=
nil
{
if
err
!=
nil
{
// TODO translate err to NEO protocol error codes
return
// XXX log / err / send error before closing
errPkt
:=
Error
{
Code
:
0
,
Message
:
err
.
Error
()}
EncodeAndSend
(
conn
,
&
errPkt
)
// XXX err
}
else
{
answer
:=
AnswerGetObject
{
Oid
:
xid
.
Oid
,
Serial
:
tid
,
Compression
:
false
,
Data
:
data
,
// XXX .CheckSum
// XXX .NextSerial
// XXX .DataSerial
}
EncodeAndSend
(
conn
,
&
answer
)
// XXX err
}
}
case
*
LastTransaction
:
switch
req
:=
req
.
(
type
)
{
// ----//---- for zstor.LastTid()
case
*
GetObject
:
xid
:=
zodb
.
Xid
{
Oid
:
req
.
Oid
}
case
*
ObjectHistory
:
if
req
.
Serial
!=
INVALID_TID
{
xid
.
Tid
=
req
.
Serial
xid
.
TidBefore
=
false
}
else
{
xid
.
Tid
=
req
.
Tid
xid
.
TidBefore
=
true
}
var
reply
NEOEncoder
data
,
tid
,
err
:=
stor
.
zstor
.
Load
(
xid
)
if
err
!=
nil
{
// TODO translate err to NEO protocol error codes
reply
=
&
Error
{
Code
:
0
,
Message
:
err
.
Error
()}
}
else
{
reply
=
&
AnswerGetObject
{
Oid
:
xid
.
Oid
,
Serial
:
tid
,
Compression
:
false
,
Data
:
data
,
// XXX .CheckSum
// XXX .NextSerial
// XXX .DataSerial
}
}
EncodeAndSend
(
conn
,
reply
)
// XXX err
case
*
LastTransaction
:
lastTid
:=
stor
.
zstor
.
LastTid
()
EncodeAndSend
(
conn
,
&
AnswerLastTransaction
{
lastTid
})
// XXX err
//case *ObjectHistory:
//case *StoreObject:
}
//case *StoreObject:
//req.Put(...)
}
}
//pkt.Put(...)
}
}
t/neo/zodb/zodb.go
View file @
16822c52
...
@@ -122,7 +122,7 @@ type IStorage interface {
...
@@ -122,7 +122,7 @@ type IStorage interface {
// LastTid returns the id of the last committed transaction.
// LastTid returns the id of the last committed transaction.
// if not transactions have been committed yet, LastTid returns Tid zero value
// if not transactions have been committed yet, LastTid returns Tid zero value
// XXX ^^^ ok ?
// XXX ^^^ ok ?
LastTid
()
Tid
// XXX -> Tid, ok ?
LastTid
()
Tid
// XXX -> Tid, ok ?
,err ?
// LoadSerial and LoadBefore generalized into 1 Load (see Xid for details)
// LoadSerial and LoadBefore generalized into 1 Load (see Xid for details)
// TODO data []byte -> something allocated from slab ?
// TODO data []byte -> something allocated from slab ?
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment