Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
M
MariaDB
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
nexedi
MariaDB
Commits
5b1f8747
Commit
5b1f8747
authored
Jan 25, 2006
by
joerg@debian.(none)
Browse files
Options
Browse Files
Download
Plain Diff
Merge jbruehe@bk-internal.mysql.com:/home/bk/mysql-5.1-new
into debian.(none):/M51/mysql-5.1
parents
2b8cedb1
d07232a0
Changes
9
Hide whitespace changes
Inline
Side-by-side
Showing
9 changed files
with
270 additions
and
67 deletions
+270
-67
storage/ndb/include/kernel/signaldata/Extent.hpp
storage/ndb/include/kernel/signaldata/Extent.hpp
+1
-1
storage/ndb/src/kernel/blocks/dbdih/Dbdih.hpp
storage/ndb/src/kernel/blocks/dbdih/Dbdih.hpp
+2
-0
storage/ndb/src/kernel/blocks/dbdih/DbdihMain.cpp
storage/ndb/src/kernel/blocks/dbdih/DbdihMain.cpp
+79
-0
storage/ndb/src/kernel/blocks/dbtup/Dbtup.hpp
storage/ndb/src/kernel/blocks/dbtup/Dbtup.hpp
+2
-1
storage/ndb/src/kernel/blocks/dbtup/DbtupDiskAlloc.cpp
storage/ndb/src/kernel/blocks/dbtup/DbtupDiskAlloc.cpp
+156
-53
storage/ndb/src/kernel/blocks/dbtup/DbtupExecQuery.cpp
storage/ndb/src/kernel/blocks/dbtup/DbtupExecQuery.cpp
+1
-0
storage/ndb/src/kernel/blocks/pgman.cpp
storage/ndb/src/kernel/blocks/pgman.cpp
+20
-0
storage/ndb/src/kernel/blocks/tsman.cpp
storage/ndb/src/kernel/blocks/tsman.cpp
+6
-11
storage/ndb/src/ndbapi/ndberror.c
storage/ndb/src/ndbapi/ndberror.c
+3
-1
No files found.
storage/ndb/include/kernel/signaldata/Extent.hpp
View file @
5b1f8747
...
...
@@ -32,7 +32,7 @@ struct AllocExtentReq {
enum
ErrorCode
{
UnmappedExtentPageIsNotImplemented
=
1
,
NoExtentAvailable
=
2
NoExtentAvailable
=
1601
};
union
...
...
storage/ndb/src/kernel/blocks/dbdih/Dbdih.hpp
View file @
5b1f8747
...
...
@@ -1601,6 +1601,8 @@ private:
* Reply from nodeId
*/
void
startInfoReply
(
Signal
*
,
Uint32
nodeId
);
void
dump_replica_info
();
}
;
#if (DIH_CDATA_SIZE < _SYSFILE_SIZE32)
...
...
storage/ndb/src/kernel/blocks/dbdih/DbdihMain.cpp
View file @
5b1f8747
...
...
@@ -8925,6 +8925,80 @@ void Dbdih::packFragIntoPagesLab(Signal* signal, RWFragment* wf)
/*****************************************************************************/
/* ********** START FRAGMENT MODULE *************/
/*****************************************************************************/
void
Dbdih
::
dump_replica_info
()
{
TabRecordPtr
tabPtr
;
FragmentstorePtr
fragPtr
;
for
(
tabPtr
.
i
=
0
;
tabPtr
.
i
<
ctabFileSize
;
tabPtr
.
i
++
)
{
ptrCheckGuard
(
tabPtr
,
ctabFileSize
,
tabRecord
);
if
(
tabPtr
.
p
->
tabStatus
!=
TabRecord
::
TS_ACTIVE
)
continue
;
for
(
Uint32
fid
=
0
;
fid
<
tabPtr
.
p
->
totalfragments
;
fid
++
)
{
getFragstore
(
tabPtr
.
p
,
fid
,
fragPtr
);
ndbout_c
(
"tab: %d frag: %d gci: %d
\n
-- storedReplicas:"
,
tabPtr
.
i
,
fid
,
SYSFILE
->
newestRestorableGCI
);
Uint32
i
;
ReplicaRecordPtr
replicaPtr
;
replicaPtr
.
i
=
fragPtr
.
p
->
storedReplicas
;
for
(;
replicaPtr
.
i
!=
RNIL
;
replicaPtr
.
i
=
replicaPtr
.
p
->
nextReplica
)
{
ptrCheckGuard
(
replicaPtr
,
creplicaFileSize
,
replicaRecord
);
ndbout_c
(
" node: %d initialGci: %d nextLcp: %d noCrashedReplicas: %d"
,
replicaPtr
.
p
->
procNode
,
replicaPtr
.
p
->
initialGci
,
replicaPtr
.
p
->
nextLcp
,
replicaPtr
.
p
->
noCrashedReplicas
);
for
(
i
=
0
;
i
<
MAX_LCP_STORED
;
i
++
)
{
ndbout_c
(
" i: %d %s : lcpId: %d maxGci Completed: %d Started: %d"
,
i
,
(
replicaPtr
.
p
->
lcpStatus
[
i
]
==
ZVALID
?
"VALID"
:
"INVALID"
),
replicaPtr
.
p
->
lcpId
[
i
],
replicaPtr
.
p
->
maxGciCompleted
[
i
],
replicaPtr
.
p
->
maxGciStarted
[
i
]);
}
for
(
i
=
0
;
i
<
8
;
i
++
)
{
ndbout_c
(
" crashed replica: %d replicaLastGci: %d createGci: %d"
,
i
,
replicaPtr
.
p
->
replicaLastGci
[
i
],
replicaPtr
.
p
->
createGci
[
i
]);
}
}
ndbout_c
(
" -- oldStoredReplicas"
);
replicaPtr
.
i
=
fragPtr
.
p
->
oldStoredReplicas
;
for
(;
replicaPtr
.
i
!=
RNIL
;
replicaPtr
.
i
=
replicaPtr
.
p
->
nextReplica
)
{
ptrCheckGuard
(
replicaPtr
,
creplicaFileSize
,
replicaRecord
);
for
(
i
=
0
;
i
<
MAX_LCP_STORED
;
i
++
)
{
ndbout_c
(
" i: %d %s : lcpId: %d maxGci Completed: %d Started: %d"
,
i
,
(
replicaPtr
.
p
->
lcpStatus
[
i
]
==
ZVALID
?
"VALID"
:
"INVALID"
),
replicaPtr
.
p
->
lcpId
[
i
],
replicaPtr
.
p
->
maxGciCompleted
[
i
],
replicaPtr
.
p
->
maxGciStarted
[
i
]);
}
for
(
i
=
0
;
i
<
8
;
i
++
)
{
ndbout_c
(
" crashed replica: %d replicaLastGci: %d createGci: %d"
,
i
,
replicaPtr
.
p
->
replicaLastGci
[
i
],
replicaPtr
.
p
->
createGci
[
i
]);
}
}
}
}
}
void
Dbdih
::
startFragment
(
Signal
*
signal
,
Uint32
tableId
,
Uint32
fragId
)
{
Uint32
TloopCount
=
0
;
...
...
@@ -8986,6 +9060,7 @@ void Dbdih::startFragment(Signal* signal, Uint32 tableId, Uint32 fragId)
/* SEARCH FOR STORED REPLICAS THAT CAN BE USED TO RESTART THE SYSTEM. */
/* ----------------------------------------------------------------------- */
searchStoredReplicas
(
fragPtr
);
if
(
cnoOfCreateReplicas
==
0
)
{
/* --------------------------------------------------------------------- */
/* THERE WERE NO STORED REPLICAS AVAILABLE THAT CAN SERVE AS REPLICA TO*/
...
...
@@ -8998,6 +9073,10 @@ void Dbdih::startFragment(Signal* signal, Uint32 tableId, Uint32 fragId)
char
buf
[
64
];
BaseString
::
snprintf
(
buf
,
sizeof
(
buf
),
"table: %d fragment: %d gci: %d"
,
tableId
,
fragId
,
SYSFILE
->
newestRestorableGCI
);
ndbout_c
(
buf
);
dump_replica_info
();
progError
(
__LINE__
,
NDBD_EXIT_NO_RESTORABLE_REPLICA
,
buf
);
ndbrequire
(
false
);
return
;
...
...
storage/ndb/src/kernel/blocks/dbtup/Dbtup.hpp
View file @
5b1f8747
...
...
@@ -565,7 +565,6 @@ typedef Ptr<Fragoperrec> FragoperrecPtr;
*
*/
STATIC_CONST
(
SZ
=
EXTENT_SEARCH_MATRIX_SIZE
);
Uint32
m_extent_search_matrix
[
SZ
];
// 4x4
DLList
<
Extent_info
>::
Head
m_free_extents
[
SZ
];
Uint32
m_total_extent_free_space_thresholds
[
EXTENT_SEARCH_MATRIX_ROWS
];
Uint32
m_page_free_bits_map
[
EXTENT_SEARCH_MATRIX_COLS
];
...
...
@@ -593,6 +592,8 @@ typedef Ptr<Fragoperrec> FragoperrecPtr;
SLList
<
Extent_info
,
Extent_list_t
>::
Head
m_extent_list
;
};
void
dump_disk_alloc
(
Disk_alloc_info
&
);
struct
Fragrecord
{
Uint32
nextStartRange
;
Uint32
currentPageRange
;
...
...
storage/ndb/src/kernel/blocks/dbtup/DbtupDiskAlloc.cpp
View file @
5b1f8747
...
...
@@ -17,6 +17,112 @@
#define DBTUP_C
#include "Dbtup.hpp"
static
NdbOut
&
operator
<<
(
NdbOut
&
out
,
const
Ptr
<
Dbtup
::
Page
>
&
ptr
)
{
out
<<
"[ Page: ptr.i: "
<<
ptr
.
i
<<
" [ m_file_no: "
<<
ptr
.
p
->
m_file_no
<<
" m_page_no: "
<<
ptr
.
p
->
m_page_no
<<
"]"
<<
" list_index: "
<<
ptr
.
p
->
list_index
<<
" free_space: "
<<
ptr
.
p
->
free_space
<<
" uncommitted_used_space: "
<<
ptr
.
p
->
uncommitted_used_space
<<
" ]"
;
return
out
;
}
static
NdbOut
&
operator
<<
(
NdbOut
&
out
,
const
Ptr
<
Dbtup
::
Page_request
>
&
ptr
)
{
out
<<
"[ Page_request: ptr.i: "
<<
ptr
.
i
<<
" "
<<
ptr
.
p
->
m_key
<<
" m_estimated_free_space: "
<<
ptr
.
p
->
m_estimated_free_space
<<
" m_list_index: "
<<
ptr
.
p
->
m_list_index
<<
" m_frag_ptr_i: "
<<
ptr
.
p
->
m_frag_ptr_i
<<
" m_extent_info_ptr: "
<<
ptr
.
p
->
m_extent_info_ptr
<<
" m_ref_count: "
<<
ptr
.
p
->
m_ref_count
<<
" m_uncommitted_used_space: "
<<
ptr
.
p
->
m_uncommitted_used_space
<<
" ]"
;
return
out
;
}
static
NdbOut
&
operator
<<
(
NdbOut
&
out
,
const
Ptr
<
Dbtup
::
Extent_info
>
&
ptr
)
{
out
<<
"[ Extent_info: ptr.i "
<<
ptr
.
i
<<
" "
<<
ptr
.
p
->
m_key
<<
" m_first_page_no: "
<<
ptr
.
p
->
m_first_page_no
<<
" m_free_space: "
<<
ptr
.
p
->
m_free_space
<<
" m_free_matrix_pos: "
<<
ptr
.
p
->
m_free_matrix_pos
<<
" m_free_page_count: ["
;
for
(
Uint32
i
=
0
;
i
<
Dbtup
::
EXTENT_SEARCH_MATRIX_COLS
;
i
++
)
out
<<
" "
<<
ptr
.
p
->
m_free_page_count
[
i
];
out
<<
" ] ]"
;
return
out
;
}
void
Dbtup
::
dump_disk_alloc
(
Dbtup
::
Disk_alloc_info
&
alloc
)
{
ndbout_c
(
"dirty pages"
);
for
(
Uint32
i
=
0
;
i
<
MAX_FREE_LIST
;
i
++
)
{
printf
(
" %d : "
,
i
);
Ptr
<
Page
>
ptr
;
ArrayPool
<
Page
>
*
pool
=
(
ArrayPool
<
Page
>*
)
&
m_global_page_pool
;
LocalDLList
<
Page
>
list
(
*
pool
,
alloc
.
m_dirty_pages
[
i
]);
for
(
list
.
first
(
ptr
);
!
ptr
.
isNull
();
list
.
next
(
ptr
))
{
ndbout
<<
ptr
<<
" "
;
}
ndbout_c
(
""
);
}
ndbout_c
(
"page requests"
);
for
(
Uint32
i
=
0
;
i
<
MAX_FREE_LIST
;
i
++
)
{
printf
(
" %d : "
,
i
);
Ptr
<
Page_request
>
ptr
;
LocalDLList
<
Page_request
>
list
(
c_page_request_pool
,
alloc
.
m_page_requests
[
i
]);
for
(
list
.
first
(
ptr
);
!
ptr
.
isNull
();
list
.
next
(
ptr
))
{
ndbout
<<
ptr
<<
" "
;
}
ndbout_c
(
""
);
}
ndbout_c
(
"Extent matrix"
);
for
(
Uint32
i
=
0
;
i
<
alloc
.
SZ
;
i
++
)
{
printf
(
" %d : "
,
i
);
Ptr
<
Extent_info
>
ptr
;
LocalDLList
<
Extent_info
>
list
(
c_extent_pool
,
alloc
.
m_free_extents
[
i
]);
for
(
list
.
first
(
ptr
);
!
ptr
.
isNull
();
list
.
next
(
ptr
))
{
ndbout
<<
ptr
<<
" "
;
}
ndbout_c
(
""
);
}
if
(
alloc
.
m_curr_extent_info_ptr_i
!=
RNIL
)
{
Ptr
<
Extent_info
>
ptr
;
c_extent_pool
.
getPtr
(
ptr
,
alloc
.
m_curr_extent_info_ptr_i
);
ndbout
<<
"current extent: "
<<
ptr
<<
endl
;
}
}
#if defined VM_TRACE || true
#define ddassert(x) do { if(unlikely(!(x))) { dump_disk_alloc(alloc); ndbrequire(false); } } while(0)
#else
#define ddassert(x)
#endif
Dbtup
::
Disk_alloc_info
::
Disk_alloc_info
(
const
Tablerec
*
tabPtrP
,
Uint32
extent_size
)
{
...
...
@@ -60,19 +166,19 @@ Dbtup::Disk_alloc_info::find_extent(Uint32 sz) const
* Find the biggest available (with most free space)
* Return position in matrix
*/
Uint32
col
=
calc_page_free_bits
(
sz
);
Uint32
mask
=
EXTENT_SEARCH_MATRIX_COLS
-
1
;
for
(
Uint32
i
=
0
;
i
<
EXTENT_SEARCH_MATRIX_SIZE
;
i
++
)
{
// Check that it can cater for request
if
(
m_extent_search_matrix
[
i
]
<
sz
)
if
(
!
m_free_extents
[
i
].
isEmpty
()
)
{
i
=
(
i
+
mask
)
&
~
mask
;
continue
;
return
i
;
}
if
(
!
m_free_extents
[
i
].
isEmpty
()
)
if
(
(
i
&
mask
)
>=
col
)
{
return
i
;
i
=
(
i
&
~
mask
)
+
mask
;
}
}
...
...
@@ -92,13 +198,7 @@ Dbtup::Disk_alloc_info::calc_extent_pos(const Extent_info* extP) const
* if zero (or very small free space) put
* absolutly last
*/
{
printf
(
"free space %d free_page_thresholds "
,
free
);
for
(
Uint32
i
=
0
;
i
<
EXTENT_SEARCH_MATRIX_ROWS
;
i
++
)
printf
(
"%d "
,
m_total_extent_free_space_thresholds
[
i
]);
ndbout_c
(
""
);
{
const
Uint32
*
arr
=
m_total_extent_free_space_thresholds
;
for
(;
free
<
*
arr
++
;
row
++
)
assert
(
row
<
EXTENT_SEARCH_MATRIX_ROWS
);
...
...
@@ -123,11 +223,6 @@ Dbtup::Disk_alloc_info::calc_extent_pos(const Extent_info* extP) const
*/
Uint32
pos
=
(
row
*
(
mask
+
1
))
+
(
col
&
mask
);
printf
(
"free space %d free_page_count "
,
free
);
for
(
Uint32
i
=
0
;
i
<
EXTENT_SEARCH_MATRIX_COLS
;
i
++
)
printf
(
"%d "
,
extP
->
m_free_page_count
[
i
]);
ndbout_c
(
" -> row: %d col: %d -> pos= %d"
,
row
,
col
,
pos
);
assert
(
pos
<
EXTENT_SEARCH_MATRIX_SIZE
);
return
pos
;
}
...
...
@@ -237,7 +332,9 @@ Dbtup::disk_page_prealloc(Signal* signal,
* and since it couldn't accomadate the request
* we put it on the free list
*/
alloc
.
m_curr_extent_info_ptr_i
=
RNIL
;
Uint32
pos
=
alloc
.
calc_extent_pos
(
ext
.
p
);
ext
.
p
->
m_free_matrix_pos
=
pos
;
LocalDLList
<
Extent_info
>
list
(
c_extent_pool
,
alloc
.
m_free_extents
[
pos
]);
list
.
add
(
ext
);
}
...
...
@@ -270,11 +367,9 @@ Dbtup::disk_page_prealloc(Signal* signal,
if
((
err
=
tsman
.
alloc_extent
(
&
ext
.
p
->
m_key
))
<
0
)
{
//XXX
c_extent_pool
.
release
(
ext
);
c_page_request_pool
.
release
(
req
);
ndbout_c
(
"no free extent"
);
return
-
err
;
return
err
;
}
int
pages
=
err
;
...
...
@@ -292,7 +387,14 @@ Dbtup::disk_page_prealloc(Signal* signal,
alloc
.
m_curr_extent_info_ptr_i
=
ext
.
i
;
ext
.
p
->
m_free_matrix_pos
=
RNIL
;
pageBits
=
tsman
.
alloc_page_from_extent
(
&
ext
.
p
->
m_key
,
bits
);
ndbassert
(
pageBits
>=
0
);
#ifdef VM_TRACE
ddassert
(
pageBits
>=
0
);
#else
if
(
unlikely
(
pageBits
<
0
))
{
return
-
AllocExtentReq
::
NoExtentAvailable
;
}
#endif
}
/**
...
...
@@ -307,18 +409,18 @@ Dbtup::disk_page_prealloc(Signal* signal,
*/
Uint32
size
=
alloc
.
calc_page_free_space
((
Uint32
)
pageBits
);
ndb
assert
(
size
>=
sz
);
dd
assert
(
size
>=
sz
);
Uint32
new_size
=
size
-
sz
;
// Subtract alloc rec
req
.
p
->
m_estimated_free_space
=
new_size
;
// Store on page request
Uint32
newPageBits
=
alloc
.
calc_page_free_bits
(
new_size
);
if
(
newPageBits
!=
(
Uint32
)
pageBits
)
{
ndb
assert
(
ext
.
p
->
m_free_page_count
[
pageBits
]
>
0
);
dd
assert
(
ext
.
p
->
m_free_page_count
[
pageBits
]
>
0
);
ext
.
p
->
m_free_page_count
[
pageBits
]
--
;
ext
.
p
->
m_free_page_count
[
newPageBits
]
++
;
}
ndb
assert
(
ext
.
p
->
m_free_space
>=
sz
);
dd
assert
(
ext
.
p
->
m_free_space
>=
sz
);
ext
.
p
->
m_free_space
-=
sz
;
// And put page request in correct free list
...
...
@@ -367,13 +469,13 @@ Dbtup::disk_page_prealloc_dirty_page(Disk_alloc_info & alloc,
Ptr
<
Page
>
pagePtr
,
Uint32
old_idx
,
Uint32
sz
)
{
ndb
assert
(
pagePtr
.
p
->
list_index
==
old_idx
);
dd
assert
(
pagePtr
.
p
->
list_index
==
old_idx
);
Uint32
free
=
pagePtr
.
p
->
free_space
;
Uint32
used
=
pagePtr
.
p
->
uncommitted_used_space
+
sz
;
Uint32
ext
=
pagePtr
.
p
->
m_extent_info_ptr
;
ndb
assert
(
free
>=
used
);
dd
assert
(
free
>=
used
);
Ptr
<
Extent_info
>
extentPtr
;
c_extent_pool
.
getPtr
(
extentPtr
,
ext
);
...
...
@@ -387,14 +489,14 @@ Dbtup::disk_page_prealloc_dirty_page(Disk_alloc_info & alloc,
old_list
.
remove
(
pagePtr
);
new_list
.
add
(
pagePtr
);
ndb
assert
(
extentPtr
.
p
->
m_free_page_count
[
old_idx
]);
dd
assert
(
extentPtr
.
p
->
m_free_page_count
[
old_idx
]);
extentPtr
.
p
->
m_free_page_count
[
old_idx
]
--
;
extentPtr
.
p
->
m_free_page_count
[
new_idx
]
++
;
pagePtr
.
p
->
list_index
=
new_idx
;
}
pagePtr
.
p
->
uncommitted_used_space
=
used
;
ndb
assert
(
extentPtr
.
p
->
m_free_space
>=
sz
);
dd
assert
(
extentPtr
.
p
->
m_free_space
>=
sz
);
extentPtr
.
p
->
m_free_space
-=
sz
;
Uint32
old_pos
=
extentPtr
.
p
->
m_free_matrix_pos
;
if
(
old_pos
!=
RNIL
)
// Current extent
...
...
@@ -419,7 +521,7 @@ Dbtup::disk_page_prealloc_transit_page(Disk_alloc_info& alloc,
Ptr
<
Page_request
>
req
,
Uint32
old_idx
,
Uint32
sz
)
{
ndb
assert
(
req
.
p
->
m_list_index
==
old_idx
);
dd
assert
(
req
.
p
->
m_list_index
==
old_idx
);
Uint32
free
=
req
.
p
->
m_estimated_free_space
;
Uint32
used
=
req
.
p
->
m_uncommitted_used_space
+
sz
;
...
...
@@ -428,7 +530,7 @@ Dbtup::disk_page_prealloc_transit_page(Disk_alloc_info& alloc,
Ptr
<
Extent_info
>
extentPtr
;
c_extent_pool
.
getPtr
(
extentPtr
,
ext
);
ndb
assert
(
free
>=
sz
);
dd
assert
(
free
>=
sz
);
Uint32
new_idx
=
alloc
.
calc_page_free_bits
(
free
-
sz
);
if
(
old_idx
!=
new_idx
)
...
...
@@ -439,7 +541,7 @@ Dbtup::disk_page_prealloc_transit_page(Disk_alloc_info& alloc,
old_list
.
remove
(
req
);
new_list
.
add
(
req
);
ndb
assert
(
extentPtr
.
p
->
m_free_page_count
[
old_idx
]);
dd
assert
(
extentPtr
.
p
->
m_free_page_count
[
old_idx
]);
extentPtr
.
p
->
m_free_page_count
[
old_idx
]
--
;
extentPtr
.
p
->
m_free_page_count
[
new_idx
]
++
;
req
.
p
->
m_list_index
=
new_idx
;
...
...
@@ -447,7 +549,7 @@ Dbtup::disk_page_prealloc_transit_page(Disk_alloc_info& alloc,
req
.
p
->
m_uncommitted_used_space
=
used
;
req
.
p
->
m_estimated_free_space
=
free
-
sz
;
ndb
assert
(
extentPtr
.
p
->
m_free_space
>=
sz
);
dd
assert
(
extentPtr
.
p
->
m_free_space
>=
sz
);
extentPtr
.
p
->
m_free_space
-=
sz
;
Uint32
old_pos
=
extentPtr
.
p
->
m_free_matrix_pos
;
if
(
old_pos
!=
RNIL
)
// Current extent
...
...
@@ -553,11 +655,11 @@ Dbtup::disk_page_prealloc_callback_common(Signal* signal,
* 3) register callback in pgman (unmap callback)
* 4) inform pgman about current users
*/
ndbassert
((
page
->
list_index
&
0x8000
)
==
0x8000
);
ndbassert
(
page
->
m_extent_info_ptr
==
req
.
p
->
m_extent_info_ptr
);
ndbassert
(
page
->
m_page_no
==
req
.
p
->
m_key
.
m_page_no
);
ndbassert
(
page
->
m_file_no
==
req
.
p
->
m_key
.
m_file_no
);
Disk_alloc_info
&
alloc
=
fragPtr
.
p
->
m_disk_alloc_info
;
ddassert
((
page
->
list_index
&
0x8000
)
==
0x8000
);
ddassert
(
page
->
m_extent_info_ptr
==
req
.
p
->
m_extent_info_ptr
);
ddassert
(
page
->
m_page_no
==
req
.
p
->
m_key
.
m_page_no
);
ddassert
(
page
->
m_file_no
==
req
.
p
->
m_key
.
m_file_no
);
Uint32
old_idx
=
req
.
p
->
m_list_index
;
Uint32
free
=
req
.
p
->
m_estimated_free_space
;
...
...
@@ -566,9 +668,9 @@ Dbtup::disk_page_prealloc_callback_common(Signal* signal,
Uint32
real_free
=
page
->
free_space
;
Uint32
real_used
=
used
+
page
->
uncommitted_used_space
;
ndb
assert
(
real_free
>=
free
);
ndb
assert
(
real_free
>=
real_used
);
ndb
assert
(
alloc
.
calc_page_free_bits
(
free
)
==
old_idx
);
dd
assert
(
real_free
>=
free
);
dd
assert
(
real_free
>=
real_used
);
dd
assert
(
alloc
.
calc_page_free_bits
(
free
)
==
old_idx
);
Uint32
new_idx
=
alloc
.
calc_page_free_bits
(
real_free
-
real_used
);
/**
...
...
@@ -589,7 +691,7 @@ Dbtup::disk_page_prealloc_callback_common(Signal* signal,
if
(
old_idx
!=
new_idx
)
{
ndb
assert
(
extentPtr
.
p
->
m_free_page_count
[
old_idx
]);
dd
assert
(
extentPtr
.
p
->
m_free_page_count
[
old_idx
]);
extentPtr
.
p
->
m_free_page_count
[
old_idx
]
--
;
extentPtr
.
p
->
m_free_page_count
[
new_idx
]
++
;
}
...
...
@@ -723,13 +825,14 @@ Dbtup::disk_page_alloc(Signal* signal,
Local_key
*
key
,
PagePtr
pagePtr
,
Uint32
gci
)
{
Uint32
logfile_group_id
=
fragPtrP
->
m_logfile_group_id
;
Disk_alloc_info
&
alloc
=
fragPtrP
->
m_disk_alloc_info
;
Uint64
lsn
;
Uint32
old_free
=
pagePtr
.
p
->
free_space
;
Uint32
old_bits
=
fragPtrP
->
m_disk_alloc_info
.
calc_page_free_bits
(
old_free
);
Uint32
old_bits
=
alloc
.
calc_page_free_bits
(
old_free
);
if
(
tabPtrP
->
m_attributes
[
DD
].
m_no_of_varsize
==
0
)
{
ndb
assert
(
pagePtr
.
p
->
uncommitted_used_space
>
0
);
dd
assert
(
pagePtr
.
p
->
uncommitted_used_space
>
0
);
pagePtr
.
p
->
uncommitted_used_space
--
;
key
->
m_page_idx
=
((
Fix_page
*
)
pagePtr
.
p
)
->
alloc_record
();
lsn
=
disk_page_undo_alloc
(
pagePtr
.
p
,
key
,
1
,
gci
,
logfile_group_id
);
...
...
@@ -737,7 +840,7 @@ Dbtup::disk_page_alloc(Signal* signal,
else
{
Uint32
sz
=
key
->
m_page_idx
;
ndb
assert
(
pagePtr
.
p
->
uncommitted_used_space
>=
sz
);
dd
assert
(
pagePtr
.
p
->
uncommitted_used_space
>=
sz
);
pagePtr
.
p
->
uncommitted_used_space
-=
sz
;
key
->
m_page_idx
=
((
Var_page
*
)
pagePtr
.
p
)
->
alloc_record
(
sz
,
(
Var_page
*
)
ctemp_page
,
0
);
...
...
@@ -746,7 +849,7 @@ Dbtup::disk_page_alloc(Signal* signal,
}
Uint32
new_free
=
pagePtr
.
p
->
free_space
;
Uint32
new_bits
=
fragPtrP
->
m_disk_alloc_info
.
calc_page_free_bits
(
new_free
);
Uint32
new_bits
=
alloc
.
calc_page_free_bits
(
new_free
);
if
(
old_bits
!=
new_bits
)
{
...
...
@@ -808,20 +911,20 @@ Dbtup::disk_page_free(Signal *signal,
Uint32
ext
=
pagePtr
.
p
->
m_extent_info_ptr
;
Uint32
used
=
pagePtr
.
p
->
uncommitted_used_space
;
ndb
assert
(
old_free
>=
used
);
ndb
assert
(
new_free
>=
used
);
ndb
assert
(
new_free
>=
old_free
);
dd
assert
(
old_free
>=
used
);
dd
assert
(
new_free
>=
used
);
dd
assert
(
new_free
>=
old_free
);
page_idx
=
pagePtr
.
p
->
list_index
;
Uint32
old_idx
=
page_idx
&
0x7FFF
;
Uint32
new_idx
=
alloc
.
calc_page_free_bits
(
new_free
-
used
);
ndb
assert
(
alloc
.
calc_page_free_bits
(
old_free
-
used
)
==
old_idx
);
dd
assert
(
alloc
.
calc_page_free_bits
(
old_free
-
used
)
==
old_idx
);
Ptr
<
Extent_info
>
extentPtr
;
c_extent_pool
.
getPtr
(
extentPtr
,
ext
);
if
(
old_idx
!=
new_idx
)
{
ndb
assert
(
extentPtr
.
p
->
m_free_page_count
[
old_idx
]);
dd
assert
(
extentPtr
.
p
->
m_free_page_count
[
old_idx
]);
extentPtr
.
p
->
m_free_page_count
[
old_idx
]
--
;
extentPtr
.
p
->
m_free_page_count
[
new_idx
]
++
;
...
...
@@ -917,16 +1020,16 @@ Dbtup::disk_page_abort_prealloc_callback_1(Signal* signal,
Uint32
ext
=
pagePtr
.
p
->
m_extent_info_ptr
;
Uint32
old_idx
=
page_idx
&
0x7FFF
;
ndb
assert
(
free
>=
used
);
ndb
assert
(
used
>=
sz
);
ndb
assert
(
alloc
.
calc_page_free_bits
(
free
-
used
)
==
old_idx
);
dd
assert
(
free
>=
used
);
dd
assert
(
used
>=
sz
);
dd
assert
(
alloc
.
calc_page_free_bits
(
free
-
used
)
==
old_idx
);
Uint32
new_idx
=
alloc
.
calc_page_free_bits
(
free
-
used
+
sz
);
Ptr
<
Extent_info
>
extentPtr
;
c_extent_pool
.
getPtr
(
extentPtr
,
ext
);
if
(
old_idx
!=
new_idx
)
{
ndb
assert
(
extentPtr
.
p
->
m_free_page_count
[
old_idx
]);
dd
assert
(
extentPtr
.
p
->
m_free_page_count
[
old_idx
]);
extentPtr
.
p
->
m_free_page_count
[
old_idx
]
--
;
extentPtr
.
p
->
m_free_page_count
[
new_idx
]
++
;
...
...
storage/ndb/src/kernel/blocks/dbtup/DbtupExecQuery.cpp
View file @
5b1f8747
...
...
@@ -1439,6 +1439,7 @@ int Dbtup::handleInsertReq(Signal* signal,
int
ret
=
disk_page_prealloc
(
signal
,
fragPtr
,
&
tmp
,
size
);
if
(
unlikely
(
ret
<
0
))
{
terrorCode
=
-
ret
;
goto
disk_prealloc_error
;
}
...
...
storage/ndb/src/kernel/blocks/pgman.cpp
View file @
5b1f8747
...
...
@@ -40,6 +40,12 @@
#define dbg(x)
#endif
#if 1
#define DBG_LCP(x)
#else
#define DBG_LCP(x) ndbout << x
#endif
Pgman
::
Pgman
(
const
Configuration
&
conf
)
:
SimulatedBlock
(
PGMAN
,
conf
),
m_file_map
(
m_data_buffer_pool
),
...
...
@@ -1083,6 +1089,7 @@ Pgman::execLCP_FRAG_ORD(Signal* signal)
LcpFragOrd
*
ord
=
(
LcpFragOrd
*
)
signal
->
getDataPtr
();
ndbrequire
(
ord
->
lcpId
>=
m_last_lcp_complete
+
1
||
m_last_lcp_complete
==
0
);
m_last_lcp
=
ord
->
lcpId
;
DBG_LCP
(
"execLCP_FRAG_ORD"
<<
endl
);
ndbrequire
(
!
m_lcp_outstanding
);
ndbrequire
(
m_lcp_copy_page_free
);
...
...
@@ -1104,6 +1111,8 @@ Pgman::execEND_LCP_REQ(Signal* signal)
EndLcpReq
*
req
=
(
EndLcpReq
*
)
signal
->
getDataPtr
();
m_end_lcp_req
=
*
req
;
DBG_LCP
(
"execEND_LCP_REQ"
<<
endl
);
#ifdef VM_TRACE
debugOut
<<
"PGMAN: execEND_LCP_REQ"
...
...
@@ -1117,6 +1126,7 @@ Pgman::execEND_LCP_REQ(Signal* signal)
ndbrequire
(
!
m_lcp_loop_on
);
signal
->
theData
[
0
]
=
m_end_lcp_req
.
senderData
;
sendSignal
(
m_end_lcp_req
.
senderRef
,
GSN_END_LCP_CONF
,
signal
,
1
,
JBB
);
DBG_LCP
(
"GSN_END_LCP_CONF"
<<
endl
);
}
m_last_lcp_complete
=
m_last_lcp
;
...
...
@@ -1149,6 +1159,8 @@ Pgman::process_lcp(Signal* signal)
Ptr
<
Page_entry
>&
ptr
=
iter
.
curr
;
Uint16
state
=
ptr
.
p
->
m_state
;
DBG_LCP
(
"PROCESS LCP: "
<<
ptr
);
if
(
ptr
.
p
->
m_last_lcp
<
m_last_lcp
&&
(
state
&
Page_entry
::
DIRTY
))
{
...
...
@@ -1159,6 +1171,7 @@ Pgman::process_lcp(Signal* signal)
}
if
(
state
&
Page_entry
::
BUSY
)
{
DBG_LCP
(
" BUSY"
<<
endl
);
break
;
// wait for it
}
if
(
state
&
Page_entry
::
LOCKED
)
...
...
@@ -1169,6 +1182,7 @@ Pgman::process_lcp(Signal* signal)
*/
if
(
!
m_lcp_copy_page_free
)
{
DBG_LCP
(
" !m_lcp_copy_page_free"
<<
endl
);
break
;
}
m_lcp_copy_page_free
=
false
;
...
...
@@ -1183,10 +1197,12 @@ Pgman::process_lcp(Signal* signal)
}
else
if
(
state
&
Page_entry
::
PAGEOUT
)
{
DBG_LCP
(
" PAGEOUT -> state |= LCP"
<<
endl
);
set_page_state
(
ptr
,
state
|
Page_entry
::
LCP
);
}
else
{
DBG_LCP
(
" pageout()"
<<
endl
);
ptr
.
p
->
m_state
|=
Page_entry
::
LCP
;
pageout
(
signal
,
ptr
);
}
...
...
@@ -1205,11 +1221,15 @@ Pgman::process_lcp(Signal* signal)
{
signal
->
theData
[
0
]
=
m_end_lcp_req
.
senderData
;
sendSignal
(
m_end_lcp_req
.
senderRef
,
GSN_END_LCP_CONF
,
signal
,
1
,
JBB
);
DBG_LCP
(
"GSN_END_LCP_CONF"
<<
endl
);
}
DBG_LCP
(
" -- RETURN FALSE"
<<
endl
);
m_last_lcp_complete
=
m_last_lcp
;
m_lcp_curr_bucket
=
~
(
Uint32
)
0
;
return
false
;
}
DBG_LCP
(
" -- RETURN TRUE"
<<
endl
);
return
true
;
}
...
...
storage/ndb/src/kernel/blocks/tsman.cpp
View file @
5b1f8747
...
...
@@ -684,20 +684,15 @@ Tsman::open_file(Signal* signal,
req
->
file_size_lo
=
lo
;
Uint64
pages
=
(
Uint64
(
hi
)
<<
32
|
lo
)
/
File_formats
::
NDB_PAGE_SIZE
;
// Extent size in #pages
Uint32
extent_size
=
ts_ptr
.
p
->
m_extent_size
;
Uint32
extent_size
=
ts_ptr
.
p
->
m_extent_size
;
// Extent size in #pages
Uint64
extents
=
(
pages
+
extent_size
-
1
)
/
extent_size
;
extents
=
extents
?
extents
:
1
;
Uint64
data_pages
=
extents
*
extent_size
;
Uint32
eh_words
=
File_formats
::
Datafile
::
extent_header_words
(
extent_size
);
ndbrequire
(
eh_words
<
File_formats
::
Datafile
::
EXTENT_PAGE_WORDS
);
Uint32
extents_per_page
=
File_formats
::
Datafile
::
EXTENT_PAGE_WORDS
/
eh_words
;
Uint64
tmp
=
Uint64
(
extents_per_page
)
*
Uint64
(
extent_size
);
Uint64
extent_pages
=
pages
/
(
1
+
tmp
);
extent_pages
=
extent_pages
?
extent_pages
:
1
;
Uint64
data_pages
=
pages
-
extent_pages
-
1
;
Uint64
extents
=
data_pages
/
extent_size
;
data_pages
=
extents
*
extent_size
;
Uint64
extent_pages
=
(
extents
+
extents_per_page
-
1
)
/
extents_per_page
;
ptr
.
p
->
m_create
.
m_extent_pages
=
extent_pages
;
ptr
.
p
->
m_create
.
m_data_pages
=
data_pages
;
...
...
storage/ndb/src/ndbapi/ndberror.c
View file @
5b1f8747
...
...
@@ -80,6 +80,7 @@ static const char* empty_string = "";
* 1300 - BACKUP
* 1400 - SUMA
* 1500 - LGMAN
* 1600 - TSMAN
* 4000 - API
* 4100 - ""
* 4200 - ""
...
...
@@ -197,7 +198,8 @@ ErrorBundle ErrorCodes[] = {
{
903
,
HA_ERR_INDEX_FILE_FULL
,
IS
,
"Too many ordered indexes (increase MaxNoOfOrderedIndexes)"
},
{
904
,
HA_ERR_INDEX_FILE_FULL
,
IS
,
"Out of fragment records (increase MaxNoOfOrderedIndexes)"
},
{
905
,
DMEC
,
IS
,
"Out of attribute records (increase MaxNoOfAttributes)"
},
{
1601
,
HA_ERR_RECORD_FILE_FULL
,
IS
,
"Out extents, tablespace full"
},
/**
* TimeoutExpired
*/
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment