NdbEventOperationImpl.cpp 58.5 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17
/* Copyright (C) 2003 MySQL AB

   This program is free software; you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation; either version 2 of the License, or
   (at your option) any later version.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA */


18 19
#include <ndb_global.h>
#include <kernel_types.h>
20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40

#include "NdbDictionaryImpl.hpp"
#include "API.hpp"
#include <NdbOut.hpp>
#include "NdbApiSignal.hpp"
#include "TransporterFacade.hpp"
#include <signaldata/CreateEvnt.hpp>
#include <signaldata/SumaImpl.hpp>
#include <SimpleProperties.hpp>
#include <Bitmask.hpp>
#include <AttributeHeader.hpp>
#include <AttributeList.hpp>
#include <NdbError.hpp>
#include <BaseString.hpp>
#include <UtilBuffer.hpp>
#include <NdbDictionary.hpp>
#include <Ndb.hpp>
#include "NdbImpl.hpp"
#include "DictCache.hpp"
#include <portlib/NdbMem.h>
#include <NdbRecAttr.hpp>
41
#include <NdbBlob.hpp>
42 43
#include <NdbEventOperation.hpp>
#include "NdbEventOperationImpl.hpp"
44
#include <signaldata/AlterTable.hpp>
45

unknown's avatar
unknown committed
46 47 48 49 50 51 52
#include <EventLogger.hpp>
extern EventLogger g_eventLogger;

static Gci_container g_empty_gci_container;
static const Uint32 ACTIVE_GCI_DIRECTORY_SIZE = 4;
static const Uint32 ACTIVE_GCI_MASK = ACTIVE_GCI_DIRECTORY_SIZE - 1;

53 54 55 56 57 58 59 60 61 62 63 64 65 66
#ifdef VM_TRACE
static void
print_std(const SubTableData * sdata, LinearSectionPtr ptr[3])
{
  printf("addr=%p gci=%d op=%d\n", (void*)sdata, sdata->gci, sdata->operation);
  for (int i = 0; i <= 2; i++) {
    printf("sec=%d addr=%p sz=%d\n", i, (void*)ptr[i].p, ptr[i].sz);
    for (int j = 0; j < ptr[i].sz; j++)
      printf("%08x ", ptr[i].p[j]);
    printf("\n");
  }
}
#endif

67 68 69 70 71 72 73
/*
 * Class NdbEventOperationImpl
 *
 *
 */

//#define EVENT_DEBUG
74 75 76 77 78
#ifdef EVENT_DEBUG
#define DBUG_ENTER_EVENT(A) DBUG_ENTER(A)
#define DBUG_RETURN_EVENT(A) DBUG_RETURN(A)
#define DBUG_VOID_RETURN_EVENT DBUG_VOID_RETURN
#define DBUG_PRINT_EVENT(A,B) DBUG_PRINT(A,B)
79
#define DBUG_DUMP_EVENT(A,B,C) DBUG_DUMP(A,B,C)
80 81 82 83 84 85 86
#else
#define DBUG_ENTER_EVENT(A)
#define DBUG_RETURN_EVENT(A) return(A)
#define DBUG_VOID_RETURN_EVENT return
#define DBUG_PRINT_EVENT(A,B)
#define DBUG_DUMP_EVENT(A,B,C)
#endif
87

unknown's avatar
unknown committed
88 89
// todo handle several ndb objects
// todo free allocated data when closing NdbEventBuffer
90 91 92

NdbEventOperationImpl::NdbEventOperationImpl(NdbEventOperation &N,
					     Ndb *theNdb, 
unknown's avatar
unknown committed
93 94 95
					     const char* eventName) 
  : NdbEventOperation(*this), m_facade(&N), m_magic_number(0),
    m_ndb(theNdb), m_state(EO_ERROR), mi_type(0), m_oid(~(Uint32)0),
96
    m_change_mask(0),
unknown's avatar
unknown committed
97 98 99 100
#ifdef VM_TRACE
    m_data_done_count(0), m_data_count(0),
#endif
    m_next(0), m_prev(0)
101
{
unknown's avatar
unknown committed
102
  DBUG_ENTER("NdbEventOperationImpl::NdbEventOperationImpl");
103
  m_eventId = 0;
104 105 106 107 108 109 110 111
  theFirstPkAttrs[0] = NULL;
  theCurrentPkAttrs[0] = NULL;
  theFirstPkAttrs[1] = NULL;
  theCurrentPkAttrs[1] = NULL;
  theFirstDataAttrs[0] = NULL;
  theCurrentDataAttrs[0] = NULL;
  theFirstDataAttrs[1] = NULL;
  theCurrentDataAttrs[1] = NULL;
112 113 114 115 116

  theBlobList = NULL;
  theBlobOpList = NULL;
  theMainOp = NULL;

unknown's avatar
unknown committed
117 118 119 120 121
  m_data_item= NULL;
  m_eventImpl = NULL;

  m_custom_data= 0;
  m_has_error= 1;
122 123 124 125

  // we should lookup id in Dictionary, TODO
  // also make sure we only have one listener on each event

unknown's avatar
unknown committed
126
  if (!m_ndb) abort();
127 128

  NdbDictionary::Dictionary *myDict = m_ndb->getDictionary();
unknown's avatar
unknown committed
129
  if (!myDict) { m_error.code= m_ndb->getNdbError().code; DBUG_VOID_RETURN; }
130 131

  const NdbDictionary::Event *myEvnt = myDict->getEvent(eventName);
unknown's avatar
unknown committed
132
  if (!myEvnt) { m_error.code= myDict->getNdbError().code; DBUG_VOID_RETURN; }
133 134 135

  m_eventImpl = &myEvnt->m_impl;

136 137
  m_eventId = m_eventImpl->m_eventId;

unknown's avatar
unknown committed
138 139 140
  m_oid= m_ndb->theImpl->theNdbObjectIdMap.map(this);

  m_state= EO_CREATED;
141

142 143 144 145 146
#ifdef ndb_event_stores_merge_events_flag
  m_mergeEvents = m_eventImpl->m_mergeEvents;
#else
   m_mergeEvents = false;
#endif
147

unknown's avatar
unknown committed
148 149 150 151
  m_has_error= 0;

  DBUG_PRINT("exit",("this: 0x%x oid: %u", this, m_oid));
  DBUG_VOID_RETURN;
152 153 154 155
}

NdbEventOperationImpl::~NdbEventOperationImpl()
{
unknown's avatar
unknown committed
156 157 158 159 160 161 162 163
  DBUG_ENTER("NdbEventOperationImpl::~NdbEventOperationImpl");
  m_magic_number= 0;

  stop();
  // m_bufferHandle->dropSubscribeEvent(m_bufferId);
  ; // ToDo? We should send stop signal here
  
  m_ndb->theImpl->theNdbObjectIdMap.unmap(m_oid, this);
unknown's avatar
unknown committed
164 165
  DBUG_PRINT("exit",("this: %p/%p oid: %u main: %p",
             this, m_facade, m_oid, theMainOp));
unknown's avatar
unknown committed
166 167 168 169 170

  if (m_eventImpl)
  {
    delete m_eventImpl->m_facade;
    m_eventImpl= 0;
171
  }
unknown's avatar
unknown committed
172 173

  DBUG_VOID_RETURN;
174 175 176 177 178 179 180 181 182 183 184
}

NdbEventOperation::State
NdbEventOperationImpl::getState()
{
  return m_state;
}

NdbRecAttr*
NdbEventOperationImpl::getValue(const char *colName, char *aValue, int n)
{
185
  DBUG_ENTER("NdbEventOperationImpl::getValue");
unknown's avatar
unknown committed
186
  if (m_state != EO_CREATED) {
unknown's avatar
unknown committed
187 188
    ndbout_c("NdbEventOperationImpl::getValue may only be called between "
	     "instantiation and execute()");
189
    DBUG_RETURN(NULL);
190 191 192 193 194 195
  }

  NdbColumnImpl *tAttrInfo = m_eventImpl->m_tableImpl->getColumn(colName);

  if (tAttrInfo == NULL) {
    ndbout_c("NdbEventOperationImpl::getValue attribute %s not found",colName);
196
    DBUG_RETURN(NULL);
197 198
  }

199
  DBUG_RETURN(NdbEventOperationImpl::getValue(tAttrInfo, aValue, n));
200 201 202 203 204
}

NdbRecAttr*
NdbEventOperationImpl::getValue(const NdbColumnImpl *tAttrInfo, char *aValue, int n)
{
205
  DBUG_ENTER("NdbEventOperationImpl::getValue");
206
  // Insert Attribute Id into ATTRINFO part. 
207 208 209 210 211 212 213 214 215 216 217 218 219 220 221

  NdbRecAttr **theFirstAttr;
  NdbRecAttr **theCurrentAttr;

  if (tAttrInfo->getPrimaryKey())
  {
    theFirstAttr = &theFirstPkAttrs[n];
    theCurrentAttr = &theCurrentPkAttrs[n];
  }
  else
  {
    theFirstAttr = &theFirstDataAttrs[n];
    theCurrentAttr = &theCurrentDataAttrs[n];
  }

222 223 224
  /************************************************************************
   *	Get a Receive Attribute object and link it into the operation object.
   ************************************************************************/
225 226
  NdbRecAttr *tAttr = m_ndb->getRecAttr();
  if (tAttr == NULL) { 
227 228
    exit(-1);
    //setErrorCodeAbort(4000);
229
    DBUG_RETURN(NULL);
230 231 232 233 234 235 236
  }

  /**********************************************************************
   * Now set the attribute identity and the pointer to the data in 
   * the RecAttr object
   * Also set attribute size, array size and attribute type
   ********************************************************************/
237
  if (tAttr->setup(tAttrInfo, aValue)) {
238
    //setErrorCodeAbort(4000);
239
    m_ndb->releaseRecAttr(tAttr);
240
    exit(-1);
241
    DBUG_RETURN(NULL);
242 243 244
  }
  //theErrorLine++;

245
  tAttr->setUNDEFINED();
246 247
  
  // We want to keep the list sorted to make data insertion easier later
248 249 250 251 252

  if (*theFirstAttr == NULL) {
    *theFirstAttr = tAttr;
    *theCurrentAttr = tAttr;
    tAttr->next(NULL);
253 254
  } else {
    Uint32 tAttrId = tAttrInfo->m_attrId;
255 256 257 258 259 260 261 262
    if (tAttrId > (*theCurrentAttr)->attrId()) { // right order
      (*theCurrentAttr)->next(tAttr);
      tAttr->next(NULL);
      *theCurrentAttr = tAttr;
    } else if ((*theFirstAttr)->next() == NULL ||    // only one in list
	       (*theFirstAttr)->attrId() > tAttrId) {// or first 
      tAttr->next(*theFirstAttr);
      *theFirstAttr = tAttr;
263
    } else { // at least 2 in list and not first and not last
264
      NdbRecAttr *p = *theFirstAttr;
265 266 267 268 269 270
      NdbRecAttr *p_next = p->next();
      while (tAttrId > p_next->attrId()) {
	p = p_next;
	p_next = p->next();
      }
      if (tAttrId == p_next->attrId()) { // Using same attribute twice
271 272
	tAttr->release(); // do I need to do this?
	m_ndb->releaseRecAttr(tAttr);
273
	exit(-1);
274
	DBUG_RETURN(NULL);
275 276
      }
      // this is it, between p and p_next
277 278
      p->next(tAttr);
      tAttr->next(p_next);
279 280
    }
  }
281
  DBUG_RETURN(tAttr);
282 283
}

284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323
NdbBlob*
NdbEventOperationImpl::getBlobHandle(const char *colName, int n)
{
  DBUG_ENTER("NdbEventOperationImpl::getBlobHandle (colName)");

  assert(m_mergeEvents);

  if (m_state != EO_CREATED) {
    ndbout_c("NdbEventOperationImpl::getBlobHandle may only be called between "
	     "instantiation and execute()");
    DBUG_RETURN(NULL);
  }

  NdbColumnImpl *tAttrInfo = m_eventImpl->m_tableImpl->getColumn(colName);

  if (tAttrInfo == NULL) {
    ndbout_c("NdbEventOperationImpl::getBlobHandle attribute %s not found",colName);
    DBUG_RETURN(NULL);
  }

  NdbBlob* bh = getBlobHandle(tAttrInfo, n);
  DBUG_RETURN(bh);
}

NdbBlob*
NdbEventOperationImpl::getBlobHandle(const NdbColumnImpl *tAttrInfo, int n)
{
  DBUG_ENTER("NdbEventOperationImpl::getBlobHandle");
  DBUG_PRINT("info", ("attr=%s post/pre=%d", tAttrInfo->m_name.c_str(), n));
  
  // as in NdbOperation, create only one instance
  NdbBlob* tBlob = theBlobList;
  NdbBlob* tLastBlob = NULL;
  while (tBlob != NULL) {
    if (tBlob->theColumn == tAttrInfo && tBlob->theEventBlobVersion == n)
      DBUG_RETURN(tBlob);
    tLastBlob = tBlob;
    tBlob = tBlob->theNext;
  }

unknown's avatar
unknown committed
324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341
  NdbEventOperationImpl* tBlobOp = NULL;

  const bool is_tinyblob = (tAttrInfo->getPartSize() == 0);
  assert(is_tinyblob == (tAttrInfo->m_blobTable == NULL));

  if (! is_tinyblob) {
    // blob event name
    char bename[MAX_TAB_NAME_SIZE];
    NdbBlob::getBlobEventName(bename, m_eventImpl, tAttrInfo);

    // find blob event op if any (it serves both post and pre handles)
    tBlobOp = theBlobOpList;
    NdbEventOperationImpl* tLastBlopOp = NULL;
    while (tBlobOp != NULL) {
      if (strcmp(tBlobOp->m_eventImpl->m_name.c_str(), bename) == 0) {
        break;
      }
      tLastBlopOp = tBlobOp;
342
      tBlobOp = tBlobOp->m_next;
343 344
    }

345 346
    DBUG_PRINT("info", ("%s blob event op for %s",
                        tBlobOp ? " reuse" : " create", bename));
unknown's avatar
unknown committed
347 348 349

    // create blob event op if not found
    if (tBlobOp == NULL) {
350 351 352
      // to hide blob op it is linked under main op, not under m_ndb
      NdbEventOperation* tmp =
        m_ndb->theEventBuffer->createEventOperation(bename, m_error);
353 354
      if (tmp == NULL) {
        m_error.code = m_ndb->theEventBuffer->m_error.code;
unknown's avatar
unknown committed
355
        DBUG_RETURN(NULL);
356
      }
unknown's avatar
unknown committed
357 358 359 360 361 362 363 364 365 366
      tBlobOp = &tmp->m_impl;

      // pointer to main table op
      tBlobOp->theMainOp = this;
      tBlobOp->m_mergeEvents = m_mergeEvents;

      // add to list end
      if (tLastBlopOp == NULL)
        theBlobOpList = tBlobOp;
      else
367 368
        tLastBlopOp->m_next = tBlobOp;
      tBlobOp->m_next = NULL;
unknown's avatar
unknown committed
369
    }
370 371 372
  }

  tBlob = m_ndb->getNdbBlob();
373 374
  if (tBlob == NULL) {
    m_error.code = m_ndb->getNdbError().code;
375
    DBUG_RETURN(NULL);
376
  }
377 378 379

  // calls getValue on inline and blob part
  if (tBlob->atPrepare(this, tBlobOp, tAttrInfo, n) == -1) {
380
    m_error.code = tBlob->getNdbError().code;
381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457
    m_ndb->releaseNdbBlob(tBlob);
    DBUG_RETURN(NULL);
  }

  // add to list end
  if (tLastBlob == NULL)
    theBlobList = tBlob;
  else
    tLastBlob->theNext = tBlob;
  tBlob->theNext = NULL;
  DBUG_RETURN(tBlob);
}

int
NdbEventOperationImpl::readBlobParts(char* buf, NdbBlob* blob,
                                     Uint32 part, Uint32 count)
{
  DBUG_ENTER_EVENT("NdbEventOperationImpl::readBlobParts");
  DBUG_PRINT_EVENT("info", ("part=%u count=%u post/pre=%d",
                      part, count, blob->theEventBlobVersion));

  NdbEventOperationImpl* blob_op = blob->theBlobEventOp;

  EventBufData* main_data = m_data_item;
  DBUG_PRINT_EVENT("info", ("main_data=%p", main_data));
  assert(main_data != NULL);

  // search for blob parts list head
  EventBufData* head;
  assert(m_data_item != NULL);
  head = m_data_item->m_next_blob;
  while (head != NULL)
  {
    if (head->m_event_op == blob_op)
    {
      DBUG_PRINT_EVENT("info", ("found blob parts head %p", head));
      break;
    }
    head = head->m_next_blob;
  }

  Uint32 nparts = 0;
  EventBufData* data = head;
  // XXX optimize using part no ordering
  while (data != NULL)
  {
    /*
     * Hack part no directly out of buffer since it is not returned
     * in pre data (PK buglet).  For part data use receive_event().
     * This means extra copy.
     */
    blob_op->m_data_item = data;
    int r = blob_op->receive_event();
    assert(r > 0);
    Uint32 no = data->get_blob_part_no();
    Uint32 sz = blob->thePartSize;
    const char* src = blob->theBlobEventDataBuf.data;

    DBUG_PRINT_EVENT("info", ("part_data=%p part no=%u part sz=%u", data, no, sz));

    if (part <= no && no < part + count)
    {
      DBUG_PRINT_EVENT("info", ("part within read range"));
      memcpy(buf + (no - part) * sz, src, sz);
      nparts++;
    }
    else
    {
      DBUG_PRINT_EVENT("info", ("part outside read range"));
    }
    data = data->m_next;
  }
  assert(nparts == count);

  DBUG_RETURN_EVENT(0);
}

458 459 460
int
NdbEventOperationImpl::execute()
{
461
  DBUG_ENTER("NdbEventOperationImpl::execute");
462 463 464 465 466 467 468 469 470 471 472 473
  m_ndb->theEventBuffer->add_drop_lock();
  int r = execute_nolock();
  m_ndb->theEventBuffer->add_drop_unlock();
  DBUG_RETURN(r);
}

int
NdbEventOperationImpl::execute_nolock()
{
  DBUG_ENTER("NdbEventOperationImpl::execute_nolock");
  DBUG_PRINT("info", ("this=%p type=%s", this, !theMainOp ? "main" : "blob"));

474 475
  NdbDictionary::Dictionary *myDict = m_ndb->getDictionary();
  if (!myDict) {
unknown's avatar
unknown committed
476
    m_error.code= m_ndb->getNdbError().code;
477
    DBUG_RETURN(-1);
478 479
  }

480 481
  if (theFirstPkAttrs[0] == NULL && 
      theFirstDataAttrs[0] == NULL) { // defaults to get all
482 483
  }

unknown's avatar
unknown committed
484 485 486 487 488 489
  m_magic_number= NDB_EVENT_OP_MAGIC_NUMBER;
  m_state= EO_EXECUTING;
  mi_type= m_eventImpl->mi_type;
  m_ndb->theEventBuffer->add_op();
  int r= NdbDictionaryImpl::getImpl(*myDict).executeSubscribeEvent(*this);
  if (r == 0) {
490 491 492 493 494 495 496
    if (theMainOp == NULL) {
      DBUG_PRINT("info", ("execute blob ops"));
      NdbEventOperationImpl* blob_op = theBlobOpList;
      while (blob_op != NULL) {
        r = blob_op->execute_nolock();
        if (r != 0)
          break;
497
        blob_op = blob_op->m_next;
498 499 500 501
      }
    }
    if (r == 0)
      DBUG_RETURN(0);
502
  }
unknown's avatar
unknown committed
503 504 505 506
  //Error
  m_state= EO_ERROR;
  mi_type= 0;
  m_magic_number= 0;
unknown's avatar
unknown committed
507
  m_error.code= myDict->getNdbError().code;
unknown's avatar
unknown committed
508
  m_ndb->theEventBuffer->remove_op();
509
  DBUG_RETURN(r);
510 511 512 513 514
}

int
NdbEventOperationImpl::stop()
{
515
  DBUG_ENTER("NdbEventOperationImpl::stop");
unknown's avatar
unknown committed
516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536
  int i;

  for (i=0 ; i<2; i++) {
    NdbRecAttr *p = theFirstPkAttrs[i];
    while (p) {
      NdbRecAttr *p_next = p->next();
      m_ndb->releaseRecAttr(p);
      p = p_next;
    }
    theFirstPkAttrs[i]= 0;
  }
  for (i=0 ; i<2; i++) {
    NdbRecAttr *p = theFirstDataAttrs[i];
    while (p) {
      NdbRecAttr *p_next = p->next();
      m_ndb->releaseRecAttr(p);
      p = p_next;
    }
    theFirstDataAttrs[i]= 0;
  }

unknown's avatar
unknown committed
537
  if (m_state != EO_EXECUTING)
538
  {
539
    DBUG_RETURN(-1);
540
  }
541 542 543

  NdbDictionary::Dictionary *myDict = m_ndb->getDictionary();
  if (!myDict) {
unknown's avatar
unknown committed
544
    m_error.code= m_ndb->getNdbError().code;
545
    DBUG_RETURN(-1);
546 547
  }

unknown's avatar
unknown committed
548 549 550 551 552 553 554 555
  m_ndb->theEventBuffer->add_drop_lock();
  int r= NdbDictionaryImpl::getImpl(*myDict).stopSubscribeEvent(*this);
  m_ndb->theEventBuffer->remove_op();
  m_state= EO_DROPPED;
  mi_type= 0;
  if (r == 0) {
    m_ndb->theEventBuffer->add_drop_unlock();
    DBUG_RETURN(0);
556
  }
unknown's avatar
unknown committed
557 558 559 560
  //Error
  m_error.code= NdbDictionaryImpl::getImpl(*myDict).m_error.code;
  m_state= EO_ERROR;
  m_ndb->theEventBuffer->add_drop_unlock();
561
  DBUG_RETURN(r);
562 563
}

564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583
const bool NdbEventOperationImpl::tableNameChanged() const
{
  return (bool)AlterTableReq::getNameFlag(m_change_mask);
}

const bool NdbEventOperationImpl::tableFrmChanged() const
{
  return (bool)AlterTableReq::getFrmFlag(m_change_mask);
}

const bool NdbEventOperationImpl::tableFragmentationChanged() const
{
  return (bool)AlterTableReq::getFragDataFlag(m_change_mask);
}

const bool NdbEventOperationImpl::tableRangeListChanged() const
{
  return (bool)AlterTableReq::getRangeListFlag(m_change_mask);
}

unknown's avatar
unknown committed
584
Uint64
585 586
NdbEventOperationImpl::getGCI()
{
unknown's avatar
unknown committed
587
  return m_data_item->sdata->gci;
588 589
}

unknown's avatar
unknown committed
590
Uint64
591 592
NdbEventOperationImpl::getLatestGCI()
{
unknown's avatar
unknown committed
593
  return m_ndb->theEventBuffer->getLatestGCI();
594 595
}

596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624
bool
NdbEventOperationImpl::execSUB_TABLE_DATA(NdbApiSignal * signal, 
                                          LinearSectionPtr ptr[3])
{
  DBUG_ENTER("NdbEventOperationImpl::execSUB_TABLE_DATA");
  const SubTableData * const sdata=
    CAST_CONSTPTR(SubTableData, signal->getDataPtr());

  if(signal->isFirstFragment()){
    m_fragmentId = signal->getFragmentId();
    m_buffer.grow(4 * sdata->totalLen);
  } else {
    if(m_fragmentId != signal->getFragmentId()){
      abort();
    }
  }
  const Uint32 i = SubTableData::DICT_TAB_INFO;
  DBUG_PRINT("info", ("Accumulated %u bytes for fragment %u", 
                      4 * ptr[i].sz, m_fragmentId));
  m_buffer.append(ptr[i].p, 4 * ptr[i].sz);
  
  if(!signal->isLastFragment()){
    DBUG_RETURN(FALSE);
  }  
  
  DBUG_RETURN(TRUE);
}


625
int
unknown's avatar
unknown committed
626
NdbEventOperationImpl::receive_event()
627
{
628
  DBUG_ENTER_EVENT("NdbEventOperationImpl::receive_event");
629

unknown's avatar
unknown committed
630
  Uint32 operation= (Uint32)m_data_item->sdata->operation;
631
  DBUG_PRINT_EVENT("info",("sdata->operation %u",operation));
632

633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652
  if (operation == NdbDictionary::Event::_TE_ALTER)
  {
    // Parse the new table definition and
    // create a table object
    NdbDictionary::Dictionary *myDict = m_ndb->getDictionary();
    NdbDictionaryImpl *dict = & NdbDictionaryImpl::getImpl(*myDict);
    NdbError error;
    NdbDictInterface dif(error);
    NdbTableImpl *at;
    m_change_mask = m_data_item->sdata->changeMask;
    error.code = dif.parseTableInfo(&at,
                                    (Uint32*)m_buffer.get_data(), 
                                    m_buffer.length() / 4, 
                                    true);
    m_buffer.clear();
    if ( m_eventImpl->m_tableImpl) 
      delete m_eventImpl->m_tableImpl;
    m_eventImpl->m_tableImpl = at;
  }

unknown's avatar
unknown committed
653 654
  if (unlikely(operation >= NdbDictionary::Event::_TE_FIRST_NON_DATA_EVENT))
  {
655
    DBUG_RETURN_EVENT(1);
unknown's avatar
unknown committed
656
  }
657

unknown's avatar
unknown committed
658 659 660
  // now move the data into the RecAttrs
    
  int is_update= operation == NdbDictionary::Event::_TE_UPDATE;
661

unknown's avatar
unknown committed
662 663 664
  Uint32 *aAttrPtr = m_data_item->ptr[0].p;
  Uint32 *aAttrEndPtr = aAttrPtr + m_data_item->ptr[0].sz;
  Uint32 *aDataPtr = m_data_item->ptr[1].p;
665

666 667
  DBUG_DUMP_EVENT("after",(char*)m_data_item->ptr[1].p, m_data_item->ptr[1].sz*4);
  DBUG_DUMP_EVENT("before",(char*)m_data_item->ptr[2].p, m_data_item->ptr[2].sz*4);
unknown's avatar
unknown committed
668 669 670 671 672 673 674 675 676

  // copy data into the RecAttr's
  // we assume that the respective attribute lists are sorted

  // first the pk's
  {
    NdbRecAttr *tAttr= theFirstPkAttrs[0];
    NdbRecAttr *tAttr1= theFirstPkAttrs[1];
    while(tAttr)
677
    {
unknown's avatar
unknown committed
678
      assert(aAttrPtr < aAttrEndPtr);
unknown's avatar
unknown committed
679
      unsigned tDataSz= AttributeHeader(*aAttrPtr).getByteSize();
unknown's avatar
unknown committed
680 681 682 683 684
      assert(tAttr->attrId() ==
	     AttributeHeader(*aAttrPtr).getAttributeId());
      receive_data(tAttr, aDataPtr, tDataSz);
      if (is_update)
	receive_data(tAttr1, aDataPtr, tDataSz);
685 686 687
      else
        tAttr1->setUNDEFINED(); // do not leave unspecified
      tAttr1= tAttr1->next();
unknown's avatar
unknown committed
688 689
      // next
      aAttrPtr++;
unknown's avatar
unknown committed
690
      aDataPtr+= (tDataSz + 3) >> 2;
unknown's avatar
unknown committed
691
      tAttr= tAttr->next();
692
    }
unknown's avatar
unknown committed
693 694 695 696 697 698 699 700 701 702 703
  }
  
  NdbRecAttr *tWorkingRecAttr = theFirstDataAttrs[0];
  
  Uint32 tRecAttrId;
  Uint32 tAttrId;
  Uint32 tDataSz;
  int hasSomeData=0;
  while ((aAttrPtr < aAttrEndPtr) && (tWorkingRecAttr != NULL)) {
    tRecAttrId = tWorkingRecAttr->attrId();
    tAttrId = AttributeHeader(*aAttrPtr).getAttributeId();
unknown's avatar
unknown committed
704
    tDataSz = AttributeHeader(*aAttrPtr).getByteSize();
unknown's avatar
unknown committed
705 706
    
    while (tAttrId > tRecAttrId) {
707 708
      DBUG_PRINT_EVENT("info",("undef [%u] %u 0x%x [%u] 0x%x",
                               tAttrId, tDataSz, *aDataPtr, tRecAttrId, aDataPtr));
unknown's avatar
unknown committed
709 710
      tWorkingRecAttr->setUNDEFINED();
      tWorkingRecAttr = tWorkingRecAttr->next();
711 712
      if (tWorkingRecAttr == NULL)
	break;
unknown's avatar
unknown committed
713 714 715 716 717 718 719
      tRecAttrId = tWorkingRecAttr->attrId();
    }
    if (tWorkingRecAttr == NULL)
      break;
    
    if (tAttrId == tRecAttrId) {
      hasSomeData++;
720
      
721 722
      DBUG_PRINT_EVENT("info",("set [%u] %u 0x%x [%u] 0x%x",
                               tAttrId, tDataSz, *aDataPtr, tRecAttrId, aDataPtr));
723
      
unknown's avatar
unknown committed
724 725
      receive_data(tWorkingRecAttr, aDataPtr, tDataSz);
      tWorkingRecAttr = tWorkingRecAttr->next();
726
    }
unknown's avatar
unknown committed
727
    aAttrPtr++;
unknown's avatar
unknown committed
728
    aDataPtr += (tDataSz + 3) >> 2;
unknown's avatar
unknown committed
729
  }
730
    
unknown's avatar
unknown committed
731 732 733 734 735 736 737 738 739 740 741 742 743 744
  while (tWorkingRecAttr != NULL) {
    tRecAttrId = tWorkingRecAttr->attrId();
    //printf("set undefined [%u] %u %u [%u]\n",
    //       tAttrId, tDataSz, *aDataPtr, tRecAttrId);
    tWorkingRecAttr->setUNDEFINED();
    tWorkingRecAttr = tWorkingRecAttr->next();
  }
  
  tWorkingRecAttr = theFirstDataAttrs[1];
  aDataPtr = m_data_item->ptr[2].p;
  Uint32 *aDataEndPtr = aDataPtr + m_data_item->ptr[2].sz;
  while ((aDataPtr < aDataEndPtr) && (tWorkingRecAttr != NULL)) {
    tRecAttrId = tWorkingRecAttr->attrId();
    tAttrId = AttributeHeader(*aDataPtr).getAttributeId();
unknown's avatar
unknown committed
745
    tDataSz = AttributeHeader(*aDataPtr).getByteSize();
unknown's avatar
unknown committed
746 747
    aDataPtr++;
    while (tAttrId > tRecAttrId) {
748
      tWorkingRecAttr->setUNDEFINED();
749 750 751
      tWorkingRecAttr = tWorkingRecAttr->next();
      if (tWorkingRecAttr == NULL)
	break;
unknown's avatar
unknown committed
752
      tRecAttrId = tWorkingRecAttr->attrId();
753
    }
unknown's avatar
unknown committed
754 755 756 757 758 759 760
    if (tWorkingRecAttr == NULL)
      break;
    if (tAttrId == tRecAttrId) {
      assert(!m_eventImpl->m_tableImpl->getColumn(tRecAttrId)->getPrimaryKey());
      hasSomeData++;
      
      receive_data(tWorkingRecAttr, aDataPtr, tDataSz);
761 762
      tWorkingRecAttr = tWorkingRecAttr->next();
    }
unknown's avatar
unknown committed
763
    aDataPtr += (tDataSz + 3) >> 2;
unknown's avatar
unknown committed
764 765 766 767 768 769 770 771
  }
  while (tWorkingRecAttr != NULL) {
    tWorkingRecAttr->setUNDEFINED();
    tWorkingRecAttr = tWorkingRecAttr->next();
  }
  
  if (hasSomeData || !is_update)
  {
772
    DBUG_RETURN_EVENT(1);
773
  }
unknown's avatar
unknown committed
774

775
  DBUG_RETURN_EVENT(0);
776 777 778 779 780
}

NdbDictionary::Event::TableEvent 
NdbEventOperationImpl::getEventType()
{
unknown's avatar
unknown committed
781 782
  return (NdbDictionary::Event::TableEvent)
    (1 << (unsigned)m_data_item->sdata->operation);
783 784 785 786 787 788 789
}



void
NdbEventOperationImpl::print()
{
790
  int i;
791 792
  ndbout << "EventId " << m_eventId << "\n";

793
  for (i = 0; i < 2; i++) {
794 795 796 797 798 799 800 801
    NdbRecAttr *p = theFirstPkAttrs[i];
    ndbout << " %u " << i;
    while (p) {
      ndbout << " : " << p->attrId() << " = " << *p;
      p = p->next();
    }
    ndbout << "\n";
  }
802
  for (i = 0; i < 2; i++) {
803
    NdbRecAttr *p = theFirstDataAttrs[i];
804 805
    ndbout << " %u " << i;
    while (p) {
806
      ndbout << " : " << p->attrId() << " = " << *p;
807 808 809 810 811 812 813 814 815
      p = p->next();
    }
    ndbout << "\n";
  }
}

void
NdbEventOperationImpl::printAll()
{
unknown's avatar
unknown committed
816 817 818
  Uint32 *aAttrPtr = m_data_item->ptr[0].p;
  Uint32 *aAttrEndPtr = aAttrPtr + m_data_item->ptr[0].sz;
  Uint32 *aDataPtr = m_data_item->ptr[1].p;
819 820 821 822 823 824 825 826 827 828 829 830 831 832 833

  //tRecAttr->setup(tAttrInfo, aValue)) {

  Uint32 tAttrId;
  Uint32 tDataSz;
  for (; aAttrPtr < aAttrEndPtr; ) {
    tAttrId = AttributeHeader(*aAttrPtr).getAttributeId();
    tDataSz = AttributeHeader(*aAttrPtr).getDataSize();

    aAttrPtr++;
    aDataPtr += tDataSz;
  }
}

/*
unknown's avatar
unknown committed
834 835
 * Class NdbEventBuffer
 * Each Ndb object has a Object.
836 837
 */

unknown's avatar
unknown committed
838 839
// ToDo ref count this so it get's destroyed
NdbMutex *NdbEventBuffer::p_add_drop_mutex= 0;
840

unknown's avatar
unknown committed
841 842 843 844 845 846
NdbEventBuffer::NdbEventBuffer(Ndb *ndb) :
  m_system_nodes(ndb->theImpl->theNoOfDBnodes),
  m_ndb(ndb),
  m_latestGCI(0),
  m_total_alloc(0),
  m_free_thresh(10),
847 848
  m_min_free_thresh(10),
  m_max_free_thresh(100),
unknown's avatar
unknown committed
849 850 851
  m_gci_slip_thresh(3),
  m_dropped_ev_op(0),
  m_active_op_count(0)
852
{
unknown's avatar
unknown committed
853 854 855
#ifdef VM_TRACE
  m_latest_command= "NdbEventBuffer::NdbEventBuffer";
#endif
856 857

  if ((p_cond = NdbCondition_Create()) ==  NULL) {
unknown's avatar
unknown committed
858
    ndbout_c("NdbEventHandle: NdbCondition_Create() failed");
859 860
    exit(-1);
  }
unknown's avatar
unknown committed
861 862 863 864 865 866 867
  m_mutex= ndb->theImpl->theWaiter.m_mutex;
  lock();
  if (p_add_drop_mutex == 0)
  {
    if ((p_add_drop_mutex = NdbMutex_Create()) == NULL) {
      ndbout_c("NdbEventBuffer: NdbMutex_Create() failed");
      exit(-1);
868 869
    }
  }
unknown's avatar
unknown committed
870
  unlock();
871

unknown's avatar
unknown committed
872 873 874 875 876 877 878 879 880 881 882 883
  // ToDo set event buffer size
  // pre allocate event data array
  m_sz= 0;
#ifdef VM_TRACE
  m_free_data_count= 0;
#endif
  m_free_data= 0;
  m_free_data_sz= 0;

  // initialize lists
  bzero(&g_empty_gci_container, sizeof(Gci_container));
  init_gci_containers();
884 885
}

unknown's avatar
unknown committed
886
NdbEventBuffer::~NdbEventBuffer()
887
{
unknown's avatar
unknown committed
888 889 890 891 892 893 894 895 896 897 898 899 900
  // todo lock?  what if receive thread writes here?
  for (unsigned j= 0; j < m_allocated_data.size(); j++)
  {
    unsigned sz= m_allocated_data[j]->sz;
    EventBufData *data= m_allocated_data[j]->data;
    EventBufData *end_data= data+sz;
    for (; data < end_data; data++)
    {
      if (data->sdata)
	NdbMem_Free(data->sdata);
    }
    NdbMem_Free((char*)m_allocated_data[j]);
  }
901

unknown's avatar
unknown committed
902
  NdbCondition_Destroy(p_cond);
903

unknown's avatar
unknown committed
904 905 906 907 908
  lock();
  if (p_add_drop_mutex)
  {
    NdbMutex_Destroy(p_add_drop_mutex);
    p_add_drop_mutex = 0;
909
  }
unknown's avatar
unknown committed
910
  unlock();
911 912 913
}

void
unknown's avatar
unknown committed
914
NdbEventBuffer::add_op()
915
{
unknown's avatar
unknown committed
916 917 918
  if(m_active_op_count == 0)
  {
    init_gci_containers();
919
  }
unknown's avatar
unknown committed
920
  m_active_op_count++;
921 922 923
}

void
unknown's avatar
unknown committed
924
NdbEventBuffer::remove_op()
925
{
unknown's avatar
unknown committed
926
  m_active_op_count--;
927
}
unknown's avatar
unknown committed
928

929
void
unknown's avatar
unknown committed
930
NdbEventBuffer::init_gci_containers()
931
{
unknown's avatar
unknown committed
932 933 934 935
  bzero(&m_complete_data, sizeof(m_complete_data));
  m_latest_complete_GCI = m_latestGCI = 0;
  m_active_gci.clear();
  m_active_gci.fill(2 * ACTIVE_GCI_DIRECTORY_SIZE - 1, g_empty_gci_container);
936 937
}

unknown's avatar
unknown committed
938
int NdbEventBuffer::expand(unsigned sz)
939
{
unknown's avatar
unknown committed
940 941 942 943
  unsigned alloc_size=
    sizeof(EventBufData_chunk) +(sz-1)*sizeof(EventBufData);
  EventBufData_chunk *chunk_data=
    (EventBufData_chunk *)NdbMem_Allocate(alloc_size);
944

unknown's avatar
unknown committed
945 946
  chunk_data->sz= sz;
  m_allocated_data.push_back(chunk_data);
947

unknown's avatar
unknown committed
948 949 950
  EventBufData *data= chunk_data->data;
  EventBufData *end_data= data+sz;
  EventBufData *last_data= m_free_data;
951

unknown's avatar
unknown committed
952 953 954 955 956 957 958 959 960 961 962 963 964
  bzero((void*)data, sz*sizeof(EventBufData));
  for (; data < end_data; data++)
  {
    data->m_next= last_data;
    last_data= data;
  }
  m_free_data= last_data;

  m_sz+= sz;
#ifdef VM_TRACE
  m_free_data_count+= sz;
#endif
  return 0;
965 966 967
}

int
unknown's avatar
unknown committed
968
NdbEventBuffer::pollEvents(int aMillisecondNumber, Uint64 *latestGCI)
969
{
unknown's avatar
unknown committed
970 971 972 973 974 975 976 977
  int ret= 1;
#ifdef VM_TRACE
  const char *m_latest_command_save= m_latest_command;
  m_latest_command= "NdbEventBuffer::pollEvents";
#endif

  NdbMutex_Lock(m_mutex);
  NdbEventOperationImpl *ev_op= move_data();
unknown's avatar
unknown committed
978
  if (unlikely(ev_op == 0 && aMillisecondNumber))
unknown's avatar
unknown committed
979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998
  {
    NdbCondition_WaitTimeout(p_cond, m_mutex, aMillisecondNumber);
    ev_op= move_data();
    if (unlikely(ev_op == 0))
      ret= 0;
  }
  if (latestGCI)
    *latestGCI= m_latestGCI;
#ifdef VM_TRACE
  if (ev_op)
  {
    // m_mutex is locked
    // update event ops data counters
    ev_op->m_data_count-= ev_op->m_data_done_count;
    ev_op->m_data_done_count= 0;
  }
  m_latest_command= m_latest_command_save;
#endif
  NdbMutex_Unlock(m_mutex); // we have moved the data
  return ret;
999 1000
}

unknown's avatar
unknown committed
1001 1002
NdbEventOperation *
NdbEventBuffer::nextEvent()
1003
{
1004
  DBUG_ENTER_EVENT("NdbEventBuffer::nextEvent");
unknown's avatar
unknown committed
1005 1006 1007
#ifdef VM_TRACE
  const char *m_latest_command_save= m_latest_command;
#endif
1008

unknown's avatar
unknown committed
1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027
  if (m_used_data.m_count > 1024)
  {
#ifdef VM_TRACE
    m_latest_command= "NdbEventBuffer::nextEvent (lock)";
#endif
    NdbMutex_Lock(m_mutex);
    // return m_used_data to m_free_data
    free_list(m_used_data);

    NdbMutex_Unlock(m_mutex);
  }
#ifdef VM_TRACE
  m_latest_command= "NdbEventBuffer::nextEvent";
#endif

  EventBufData *data;
  while ((data= m_available_data.m_head))
  {
    NdbEventOperationImpl *op= data->m_event_op;
1028
    DBUG_PRINT_EVENT("info", ("available data=%p op=%p", data, op));
unknown's avatar
unknown committed
1029

1030 1031 1032
    // blob table ops must not be seen at this level
    assert(op->theMainOp == NULL);

unknown's avatar
unknown committed
1033 1034 1035 1036 1037
    // set NdbEventOperation data
    op->m_data_item= data;

    // remove item from m_available_data
    m_available_data.remove_first();
1038

unknown's avatar
unknown committed
1039 1040 1041 1042 1043 1044 1045
    // add it to used list
    m_used_data.append(data);

#ifdef VM_TRACE
    op->m_data_done_count++;
#endif

1046 1047
    // NUL event is not returned
    if (data->sdata->operation == NdbDictionary::Event::_TE_NUL)
1048 1049
    {
      DBUG_PRINT_EVENT("info", ("skip _TE_NUL"));
1050
      continue;
1051
    }
1052

unknown's avatar
unknown committed
1053 1054 1055 1056 1057 1058 1059 1060
    int r= op->receive_event();
    if (r > 0)
    {
      if (op->m_state == NdbEventOperation::EO_EXECUTING)
      {
#ifdef VM_TRACE
	m_latest_command= m_latest_command_save;
#endif
1061 1062 1063 1064 1065 1066
        NdbBlob* tBlob = op->theBlobList;
        while (tBlob != NULL)
        {
          (void)tBlob->atNextEvent();
          tBlob = tBlob->theNext;
        }
1067
	DBUG_RETURN_EVENT(op->m_facade);
unknown's avatar
unknown committed
1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080
      }
      // the next event belonged to an event op that is no
      // longer valid, skip to next
      continue;
    }
#ifdef VM_TRACE
    m_latest_command= m_latest_command_save;
#endif
  }
  m_error.code= 0;
#ifdef VM_TRACE
  m_latest_command= m_latest_command_save;
#endif
1081
  DBUG_RETURN_EVENT(0);
unknown's avatar
unknown committed
1082
}
1083 1084

void
unknown's avatar
unknown committed
1085
NdbEventBuffer::lock()
1086
{
unknown's avatar
unknown committed
1087
  NdbMutex_Lock(m_mutex);
1088 1089
}
void
unknown's avatar
unknown committed
1090
NdbEventBuffer::unlock()
1091
{
unknown's avatar
unknown committed
1092
  NdbMutex_Unlock(m_mutex);
1093 1094
}
void
unknown's avatar
unknown committed
1095
NdbEventBuffer::add_drop_lock()
1096 1097 1098 1099
{
  NdbMutex_Lock(p_add_drop_mutex);
}
void
unknown's avatar
unknown committed
1100
NdbEventBuffer::add_drop_unlock()
1101 1102 1103 1104
{
  NdbMutex_Unlock(p_add_drop_mutex);
}

unknown's avatar
unknown committed
1105 1106 1107
static
NdbOut&
operator<<(NdbOut& out, const Gci_container& gci)
1108
{
unknown's avatar
unknown committed
1109 1110 1111 1112 1113 1114 1115 1116 1117 1118
  out << "[ GCI: " << gci.m_gci
      << "  state: " << hex << gci.m_state 
      << "  head: " << hex << gci.m_data.m_head
      << "  tail: " << hex << gci.m_data.m_tail
#ifdef VM_TRACE
      << "  cnt: " << dec << gci.m_data.m_count
#endif
      << " gcp: " << dec << gci.m_gcp_complete_rep_count 
      << "]";
  return out;
1119 1120
}

unknown's avatar
unknown committed
1121 1122 1123
static
Gci_container*
find_bucket_chained(Vector<Gci_container> * active, Uint64 gci)
1124
{
unknown's avatar
unknown committed
1125 1126
  Uint32 pos = (gci & ACTIVE_GCI_MASK);
  Gci_container *bucket= active->getBase() + pos;
1127

unknown's avatar
unknown committed
1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161
  if(gci > bucket->m_gci)
  {
    Gci_container* move;
    Uint32 move_pos = pos + ACTIVE_GCI_DIRECTORY_SIZE;
    do 
    {
      active->fill(move_pos, g_empty_gci_container);
      bucket = active->getBase() + pos; // Needs to recomputed after fill
      move = active->getBase() + move_pos;
      if(move->m_gcp_complete_rep_count == 0)
      {
	memcpy(move, bucket, sizeof(Gci_container));
	bzero(bucket, sizeof(Gci_container));
	bucket->m_gci = gci;
	bucket->m_gcp_complete_rep_count = ~(Uint32)0;
	return bucket;
      }
      move_pos += ACTIVE_GCI_DIRECTORY_SIZE;
    } while(true);
  }
  else /** gci < bucket->m_gci */
  {
    Uint32 size = active->size() - ACTIVE_GCI_DIRECTORY_SIZE;
    do 
    {
      pos += ACTIVE_GCI_DIRECTORY_SIZE;
      bucket += ACTIVE_GCI_DIRECTORY_SIZE;
      
      if(bucket->m_gci == gci)
	return bucket;
      
    } while(pos < size);
    
    return 0;
1162 1163 1164
  }
}

unknown's avatar
unknown committed
1165 1166 1167
inline
Gci_container*
find_bucket(Vector<Gci_container> * active, Uint64 gci)
1168
{
unknown's avatar
unknown committed
1169 1170 1171 1172 1173 1174
  Uint32 pos = (gci & ACTIVE_GCI_MASK);
  Gci_container *bucket= active->getBase() + pos;
  if(likely(gci == bucket->m_gci))
    return bucket;

  return find_bucket_chained(active,gci);
1175
}
unknown's avatar
unknown committed
1176

1177
void
unknown's avatar
unknown committed
1178
NdbEventBuffer::execSUB_GCP_COMPLETE_REP(const SubGcpCompleteRep * const rep)
1179
{
1180 1181
  if (unlikely(m_active_op_count == 0))
  {
unknown's avatar
unknown committed
1182
    return;
1183 1184
  }
  
1185
  DBUG_ENTER_EVENT("NdbEventBuffer::execSUB_GCP_COMPLETE_REP");
unknown's avatar
unknown committed
1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202

  const Uint64 gci= rep->gci;
  const Uint32 cnt= rep->gcp_complete_rep_count;

  Gci_container *bucket = find_bucket(&m_active_gci, gci);

  if (unlikely(bucket == 0))
  {
    /**
     * Already completed GCI...
     *   Possible in case of resend during NF handling
     */
    ndbout << "bucket == 0, gci:" << gci
	   << " complete: " << m_complete_data << endl;
    for(Uint32 i = 0; i<m_active_gci.size(); i++)
    {
      ndbout << i << " - " << m_active_gci[i] << endl;
1203
    }
1204
    DBUG_VOID_RETURN_EVENT;
1205
  }
unknown's avatar
unknown committed
1206 1207 1208

  Uint32 old_cnt = bucket->m_gcp_complete_rep_count;
  if(unlikely(old_cnt == ~(Uint32)0))
unknown's avatar
unknown committed
1209
  {
unknown's avatar
unknown committed
1210 1211 1212 1213 1214 1215 1216 1217 1218
    old_cnt = m_system_nodes;
  }
  
  assert(old_cnt >= cnt);
  bucket->m_gcp_complete_rep_count = old_cnt - cnt;

  if(old_cnt == cnt)
  {
    if(likely(gci == m_latestGCI + 1 || m_latestGCI == 0))
unknown's avatar
unknown committed
1219
    {
unknown's avatar
unknown committed
1220 1221
      m_latestGCI = m_complete_data.m_gci = gci; // before reportStatus
      if(!bucket->m_data.is_empty())
unknown's avatar
unknown committed
1222
      {
unknown's avatar
unknown committed
1223 1224 1225 1226
#ifdef VM_TRACE
	assert(bucket->m_data.m_count);
#endif
	m_complete_data.m_data.append(bucket->m_data);
1227
      }
1228
      reportStatus();
unknown's avatar
unknown committed
1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248
      bzero(bucket, sizeof(Gci_container));
      bucket->m_gci = gci + ACTIVE_GCI_DIRECTORY_SIZE;
      bucket->m_gcp_complete_rep_count = m_system_nodes;
      if(unlikely(m_latest_complete_GCI > gci))
      {
	complete_outof_order_gcis();
      }

      // signal that somethings happened

      NdbCondition_Signal(p_cond);
    }
    else
    {
      /** out of order something */
      ndbout_c("out of order bucket: %d gci: %lld m_latestGCI: %lld", 
	       bucket-m_active_gci.getBase(), gci, m_latestGCI);
      bucket->m_state = Gci_container::GC_COMPLETE;
      bucket->m_gcp_complete_rep_count = 1; // Prevent from being reused
      m_latest_complete_GCI = gci;
1249 1250
    }
  }
unknown's avatar
unknown committed
1251
  
1252
  DBUG_VOID_RETURN_EVENT;
1253 1254
}

unknown's avatar
unknown committed
1255 1256
void
NdbEventBuffer::complete_outof_order_gcis()
1257
{
unknown's avatar
unknown committed
1258 1259 1260 1261 1262 1263 1264 1265 1266 1267
  Uint64 start_gci = m_latestGCI + 1;
  Uint64 stop_gci = m_latest_complete_GCI;
  
  const Uint32 size = m_active_gci.size();
  Gci_container* array= m_active_gci.getBase();
  
  ndbout_c("complete_outof_order_gcis");
  for(Uint32 i = 0; i<size; i++)
  {
    ndbout << i << " - " << array[i] << endl;
1268
  }
unknown's avatar
unknown committed
1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283
  
  for(; start_gci <= stop_gci; start_gci++)
  {
    /**
     * Find gci
     */
    Uint32 i;
    Gci_container* bucket= 0;
    for(i = 0; i<size; i++)
    {
      Gci_container* tmp = array + i;
      if(tmp->m_gci == start_gci && tmp->m_state == Gci_container::GC_COMPLETE)
      {
	bucket= tmp;
	break;
1284 1285
      }
    }
unknown's avatar
unknown committed
1286 1287 1288
    if(bucket == 0)
    {
      break;
1289 1290
    }

unknown's avatar
unknown committed
1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303
    printf("complete_outof_order_gcis - completing %lld", start_gci);
    if(!bucket->m_data.is_empty())
    {
#ifdef VM_TRACE
      assert(bucket->m_data.m_count);
#endif
      m_complete_data.m_data.append(bucket->m_data);
#ifdef VM_TRACE
      ndbout_c(" moved %lld rows -> %lld", bucket->m_data.m_count,
	       m_complete_data.m_data.m_count);
#else
      ndbout_c("");
#endif
1304
    }
unknown's avatar
unknown committed
1305 1306 1307 1308 1309
    bzero(bucket, sizeof(Gci_container));
    if(i < ACTIVE_GCI_DIRECTORY_SIZE)
    {
      bucket->m_gci = start_gci + ACTIVE_GCI_DIRECTORY_SIZE;
      bucket->m_gcp_complete_rep_count = m_system_nodes;
1310
    }
unknown's avatar
unknown committed
1311 1312
    
    m_latestGCI = m_complete_data.m_gci = start_gci;
1313
  }
unknown's avatar
unknown committed
1314 1315
  
  ndbout_c("complete_outof_order_gcis: m_latestGCI: %lld", m_latestGCI);
1316 1317
}

unknown's avatar
unknown committed
1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344
void
NdbEventBuffer::report_node_failure(Uint32 node_id)
{
  DBUG_ENTER("NdbEventBuffer::report_node_failure");
  SubTableData data;
  LinearSectionPtr ptr[3];
  bzero(&data, sizeof(data));
  bzero(ptr, sizeof(ptr));

  data.tableId = ~0;
  data.operation = NdbDictionary::Event::_TE_NODE_FAILURE;
  data.req_nodeid = (Uint8)node_id;
  data.ndbd_nodeid = (Uint8)node_id;
  data.logType = SubTableData::LOG;
  /**
   * Insert this event for each operation
   */
  NdbEventOperation* op= 0;
  while((op = m_ndb->getEventOperation(op)))
  {
    NdbEventOperationImpl* impl= &op->m_impl;
    data.senderData = impl->m_oid;
    insertDataL(impl, &data, ptr); 
  }
  DBUG_VOID_RETURN;
}

1345
void
unknown's avatar
unknown committed
1346
NdbEventBuffer::completeClusterFailed()
1347
{
unknown's avatar
unknown committed
1348
  DBUG_ENTER("NdbEventBuffer::completeClusterFailed");
1349

unknown's avatar
unknown committed
1350 1351 1352 1353
  SubTableData data;
  LinearSectionPtr ptr[3];
  bzero(&data, sizeof(data));
  bzero(ptr, sizeof(ptr));
1354

unknown's avatar
unknown committed
1355 1356 1357
  data.tableId = ~0;
  data.operation = NdbDictionary::Event::_TE_CLUSTER_FAILURE;
  data.logType = SubTableData::LOG;
1358

unknown's avatar
unknown committed
1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371
  /**
   * Find min not completed GCI
   */
  Uint32 sz= m_active_gci.size();
  Uint64 gci= ~0;
  Gci_container* bucket = 0;
  Gci_container* array = m_active_gci.getBase();
  for(Uint32 i = 0; i<sz; i++)
  {
    if(array[i].m_gcp_complete_rep_count && array[i].m_gci < gci)
    {
      bucket= array + i;
      gci = bucket->m_gci;
1372 1373 1374
    }
  }

unknown's avatar
unknown committed
1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386
  if(bucket == 0)
  {
    /**
     * Did not find any not completed GCI's
     *   lets fake one...
     */
    gci = m_latestGCI + 1;
    bucket = array + ( gci & ACTIVE_GCI_MASK );
    bucket->m_gcp_complete_rep_count = 1;
  }
  
  const Uint32 cnt= bucket->m_gcp_complete_rep_count = 1; 
1387

unknown's avatar
unknown committed
1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432
  /**
   * Release all GCI's
   */
  for(Uint32 i = 0; i<sz; i++)
  {
    Gci_container* tmp = array + i;
    if(!tmp->m_data.is_empty())
    {
      free_list(tmp->m_data);
#if 0
      m_free_data_count++;
      EventBufData* loop= tmp->m_head;
      while(loop != tmp->m_tail)
      {
	m_free_data_count++;
	loop = loop->m_next;
      }
#endif
    }
    bzero(tmp, sizeof(Gci_container));
  }
  
  bucket->m_gci = gci;
  bucket->m_gcp_complete_rep_count = cnt;
  
  data.gci = gci;
  
  /**
   * Insert this event for each operation
   */
  NdbEventOperation* op= 0;
  while((op = m_ndb->getEventOperation(op)))
  {
    NdbEventOperationImpl* impl= &op->m_impl;
    data.senderData = impl->m_oid;
    insertDataL(impl, &data, ptr); 
  }
  
  /**
   * And finally complete this GCI
   */
  SubGcpCompleteRep rep;
  rep.gci= gci;
  rep.gcp_complete_rep_count= cnt;
  execSUB_GCP_COMPLETE_REP(&rep);
1433

1434
  DBUG_VOID_RETURN;
1435 1436
}

unknown's avatar
unknown committed
1437 1438
Uint64
NdbEventBuffer::getLatestGCI()
1439
{
unknown's avatar
unknown committed
1440
  return m_latestGCI;
1441 1442
}

unknown's avatar
unknown committed
1443 1444 1445 1446
int
NdbEventBuffer::insertDataL(NdbEventOperationImpl *op,
			    const SubTableData * const sdata, 
			    LinearSectionPtr ptr[3])
1447
{
1448
  DBUG_ENTER_EVENT("NdbEventBuffer::insertDataL");
unknown's avatar
unknown committed
1449
  Uint64 gci= sdata->gci;
1450

1451
  if ( likely((Uint32)op->mi_type & (1 << (Uint32)sdata->operation)) )
1452
  {
unknown's avatar
unknown committed
1453 1454
    Gci_container* bucket= find_bucket(&m_active_gci, gci);
      
1455 1456 1457 1458
    DBUG_PRINT_EVENT("info", ("data insertion in eventId %d", op->m_eventId));
    DBUG_PRINT_EVENT("info", ("gci=%d tab=%d op=%d node=%d",
                              sdata->gci, sdata->tableId, sdata->operation,
                              sdata->req_nodeid));
1459

unknown's avatar
unknown committed
1460 1461 1462 1463 1464 1465
    if (unlikely(bucket == 0))
    {
      /**
       * Already completed GCI...
       *   Possible in case of resend during NF handling
       */
1466
      DBUG_RETURN_EVENT(0);
unknown's avatar
unknown committed
1467
    }
1468
    
1469
    const bool is_blob_event = (op->theMainOp != NULL);
1470
    const bool is_data_event =
1471
      sdata->operation < NdbDictionary::Event::_TE_FIRST_NON_DATA_EVENT;
1472
    const bool use_hash =  op->m_mergeEvents && is_data_event;
1473

1474 1475 1476 1477 1478 1479 1480
    if (! is_data_event && is_blob_event)
    {
      // currently subscribed to but not used
      DBUG_PRINT_EVENT("info", ("ignore non-data event on blob table"));
      DBUG_RETURN_EVENT(0);
    }

1481 1482 1483 1484
    // find position in bucket hash table
    EventBufData* data = 0;
    EventBufData_hash::Pos hpos;
    if (use_hash)
unknown's avatar
unknown committed
1485
    {
1486 1487 1488
      bucket->m_data_hash.search(hpos, op, ptr);
      data = hpos.data;
    }
1489

1490 1491 1492 1493
    if (data == 0)
    {
      // allocate new result buffer
      data = alloc_data();
unknown's avatar
unknown committed
1494 1495
      if (unlikely(data == 0))
      {
1496
        op->m_has_error = 2;
1497
        DBUG_RETURN_EVENT(-1);
unknown's avatar
unknown committed
1498
      }
1499 1500 1501
      if (unlikely(copy_data(sdata, ptr, data)))
      {
        op->m_has_error = 3;
1502
        DBUG_RETURN_EVENT(-1);
1503
      }
1504
      data->m_event_op = op;
1505
      if (! is_blob_event || ! is_data_event)
1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532
      {
        bucket->m_data.append(data);
      }
      else
      {
        // find or create main event for this blob event
        EventBufData_hash::Pos main_hpos;
        int ret = get_main_data(bucket, main_hpos, data);
        if (ret == -1)
        {
          op->m_has_error = 4;
          DBUG_RETURN_EVENT(-1);
        }
        EventBufData* main_data = main_hpos.data;
        if (ret != 0) // main event was created
        {
          main_data->m_event_op = op->theMainOp;
          bucket->m_data.append(main_data);
          if (use_hash)
          {
            main_data->m_pkhash = main_hpos.pkhash;
            bucket->m_data_hash.append(main_hpos, main_data);
          }
        }
        // link blob event under main event
        add_blob_data(main_data, data);
      }
1533 1534
      if (use_hash)
      {
1535
        data->m_pkhash = hpos.pkhash;
1536 1537
        bucket->m_data_hash.append(hpos, data);
      }
unknown's avatar
unknown committed
1538
#ifdef VM_TRACE
1539
      op->m_data_count++;
1540
#endif
1541 1542
    }
    else
unknown's avatar
unknown committed
1543
    {
1544 1545 1546 1547
      // event with same op, PK found, merge into old buffer
      if (unlikely(merge_data(sdata, ptr, data)))
      {
        op->m_has_error = 3;
1548
        DBUG_RETURN_EVENT(-1);
1549 1550
      }
    }
1551
    DBUG_RETURN_EVENT(0);
unknown's avatar
unknown committed
1552
  }
unknown's avatar
unknown committed
1553

unknown's avatar
unknown committed
1554
#ifdef VM_TRACE
1555
  if ((Uint32)op->m_eventImpl->mi_type & (1 << (Uint32)sdata->operation))
1556
  {
1557 1558
    DBUG_PRINT_EVENT("info",("Data arrived before ready eventId", op->m_eventId));
    DBUG_RETURN_EVENT(0);
unknown's avatar
unknown committed
1559 1560
  }
  else {
1561 1562
    DBUG_PRINT_EVENT("info",("skipped"));
    DBUG_RETURN_EVENT(0);
unknown's avatar
unknown committed
1563 1564
  }
#else
1565
  DBUG_RETURN_EVENT(0);
1566
#endif
unknown's avatar
unknown committed
1567 1568
}

1569 1570 1571
// allocate EventBufData
EventBufData*
NdbEventBuffer::alloc_data()
unknown's avatar
unknown committed
1572
{
1573
  DBUG_ENTER_EVENT("alloc_data");
1574 1575 1576
  EventBufData* data = m_free_data;

  if (unlikely(data == 0))
unknown's avatar
unknown committed
1577
  {
1578 1579 1580 1581 1582 1583 1584 1585 1586
#ifdef VM_TRACE
    assert(m_free_data_count == 0);
    assert(m_free_data_sz == 0);
#endif
    expand(4000);
    reportStatus();

    data = m_free_data;
    if (unlikely(data == 0))
unknown's avatar
unknown committed
1587 1588
    {
#ifdef VM_TRACE
1589 1590 1591 1592 1593 1594 1595 1596 1597
      printf("m_latest_command: %s\n", m_latest_command);
      printf("no free data, m_latestGCI %lld\n",
             m_latestGCI);
      printf("m_free_data_count %d\n", m_free_data_count);
      printf("m_available_data_count %d first gci %d last gci %d\n",
             m_available_data.m_count,
             m_available_data.m_head ? m_available_data.m_head->sdata->gci : 0,
             m_available_data.m_tail ? m_available_data.m_tail->sdata->gci : 0);
      printf("m_used_data_count %d\n", m_used_data.m_count);
1598
#endif
1599
      DBUG_RETURN_EVENT(0); // TODO handle this, overrun, or, skip?
1600 1601
    }
  }
1602 1603 1604 1605 1606 1607 1608 1609 1610

  // remove data from free list
  m_free_data = data->m_next;
  data->m_next = 0;
#ifdef VM_TRACE
  m_free_data_count--;
  assert(m_free_data_sz >= data->sz);
#endif
  m_free_data_sz -= data->sz;
1611
  DBUG_RETURN_EVENT(data);
1612 1613 1614 1615 1616 1617 1618
}

// allocate initial or bigger memory area in EventBufData
// takes sizes from given ptr and sets up data->ptr
int
NdbEventBuffer::alloc_mem(EventBufData* data, LinearSectionPtr ptr[3])
{
1619 1620
  DBUG_ENTER("NdbEventBuffer::alloc_mem");
  DBUG_PRINT("info", ("ptr sz %u + %u + %u", ptr[0].sz, ptr[1].sz, ptr[2].sz));
1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637
  const Uint32 min_alloc_size = 128;

  Uint32 sz4 = (sizeof(SubTableData) + 3) >> 2;
  Uint32 alloc_size = (sz4 + ptr[0].sz + ptr[1].sz + ptr[2].sz) << 2;
  if (alloc_size < min_alloc_size)
    alloc_size = min_alloc_size;

  if (data->sz < alloc_size)
  {
    NdbMem_Free((char*)data->memory);
    assert(m_total_alloc >= data->sz);
    m_total_alloc -= data->sz;
    data->memory = 0;
    data->sz = 0;

    data->memory = (Uint32*)NdbMem_Allocate(alloc_size);
    if (data->memory == 0)
1638
      DBUG_RETURN(-1);
1639 1640 1641 1642 1643 1644 1645 1646
    data->sz = alloc_size;
    m_total_alloc += data->sz;
  }

  Uint32* memptr = data->memory;
  memptr += sz4;
  int i;
  for (i = 0; i <= 2; i++)
unknown's avatar
unknown committed
1647
  {
1648 1649 1650
    data->ptr[i].p = memptr;
    data->ptr[i].sz = ptr[i].sz;
    memptr += ptr[i].sz;
unknown's avatar
unknown committed
1651 1652
  }

1653
  DBUG_RETURN(0);
1654 1655 1656 1657 1658 1659 1660
}

int 
NdbEventBuffer::copy_data(const SubTableData * const sdata,
                          LinearSectionPtr ptr[3],
                          EventBufData* data)
{
1661
  DBUG_ENTER_EVENT("NdbEventBuffer::copy_data");
1662

1663
  if (alloc_mem(data, ptr) != 0)
1664
    DBUG_RETURN_EVENT(-1);
1665 1666 1667 1668
  memcpy(data->sdata, sdata, sizeof(SubTableData));
  int i;
  for (i = 0; i <= 2; i++)
    memcpy(data->ptr[i].p, ptr[i].p, ptr[i].sz << 2);
1669
  DBUG_RETURN_EVENT(0);
1670
}
1671

1672 1673
static struct Ev_t {
  enum {
unknown's avatar
unknown committed
1674 1675 1676 1677 1678
    enum_INS = NdbDictionary::Event::_TE_INSERT,
    enum_DEL = NdbDictionary::Event::_TE_DELETE,
    enum_UPD = NdbDictionary::Event::_TE_UPDATE,
    enum_NUL = NdbDictionary::Event::_TE_NUL,
    enum_ERR = 255
1679 1680 1681
  };
  int t1, t2, t3;
} ev_t[] = {
unknown's avatar
unknown committed
1682 1683 1684 1685 1686 1687 1688 1689 1690
  { Ev_t::enum_INS, Ev_t::enum_INS, Ev_t::enum_ERR },
  { Ev_t::enum_INS, Ev_t::enum_DEL, Ev_t::enum_NUL }, //ok
  { Ev_t::enum_INS, Ev_t::enum_UPD, Ev_t::enum_INS }, //ok
  { Ev_t::enum_DEL, Ev_t::enum_INS, Ev_t::enum_UPD }, //ok
  { Ev_t::enum_DEL, Ev_t::enum_DEL, Ev_t::enum_ERR },
  { Ev_t::enum_DEL, Ev_t::enum_UPD, Ev_t::enum_ERR },
  { Ev_t::enum_UPD, Ev_t::enum_INS, Ev_t::enum_ERR },
  { Ev_t::enum_UPD, Ev_t::enum_DEL, Ev_t::enum_DEL }, //ok
  { Ev_t::enum_UPD, Ev_t::enum_UPD, Ev_t::enum_UPD }  //ok
1691
};
1692

1693 1694 1695 1696 1697 1698
/*
 *   | INS            | DEL              | UPD
 * 0 | pk ah + all ah | pk ah            | pk ah + new ah 
 * 1 | pk ad + all ad | old pk ad        | new pk ad + new ad 
 * 2 | empty          | old non-pk ah+ad | old ah+ad
 */
unknown's avatar
unknown committed
1699

1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711
static AttributeHeader
copy_head(Uint32& i1, Uint32* p1, Uint32& i2, const Uint32* p2,
          Uint32 flags)
{
  AttributeHeader ah(p2[i2]);
  bool do_copy = (flags & 1);
  if (do_copy)
    p1[i1] = p2[i2];
  i1++;
  i2++;
  return ah;
}
unknown's avatar
unknown committed
1712

1713 1714 1715 1716 1717 1718 1719 1720 1721
static void
copy_attr(AttributeHeader ah,
          Uint32& j1, Uint32* p1, Uint32& j2, const Uint32* p2,
          Uint32 flags)
{
  bool do_copy = (flags & 1);
  bool with_head = (flags & 2);
  Uint32 n = with_head + ah.getDataSize();
  if (do_copy)
1722
  {
1723 1724
    Uint32 k;
    for (k = 0; k < n; k++)
1725
      p1[j1 + k] = p2[j2 + k];
1726
  }
1727 1728
  j1 += n;
  j2 += n;
1729 1730 1731 1732 1733 1734 1735
}

int 
NdbEventBuffer::merge_data(const SubTableData * const sdata,
                           LinearSectionPtr ptr2[3],
                           EventBufData* data)
{
1736
  DBUG_ENTER_EVENT("NdbEventBuffer::merge_data");
1737 1738 1739 1740 1741

  Uint32 nkey = data->m_event_op->m_eventImpl->m_tableImpl->m_noOfKeys;

  int t1 = data->sdata->operation;
  int t2 = sdata->operation;
unknown's avatar
unknown committed
1742
  if (t1 == Ev_t::enum_NUL)
1743
    DBUG_RETURN_EVENT(copy_data(sdata, ptr2, data));
1744 1745 1746 1747 1748 1749 1750 1751 1752

  Ev_t* tp = 0;
  int i;
  for (i = 0; i < sizeof(ev_t)/sizeof(ev_t[0]); i++) {
    if (ev_t[i].t1 == t1 && ev_t[i].t2 == t2) {
      tp = &ev_t[i];
      break;
    }
  }
unknown's avatar
unknown committed
1753
  assert(tp != 0 && tp->t3 != Ev_t::enum_ERR);
1754 1755 1756 1757 1758 1759 1760

  // save old data
  EventBufData olddata = *data;
  data->memory = 0;
  data->sz = 0;

  // compose ptr1 o ptr2 = ptr
1761 1762
  LinearSectionPtr (&ptr1)[3] = olddata.ptr;
  LinearSectionPtr (&ptr)[3] = data->ptr;
1763 1764 1765 1766 1767 1768 1769 1770

  // loop twice where first loop only sets sizes
  int loop;
  for (loop = 0; loop <= 1; loop++)
  {
    if (loop == 1)
    {
      if (alloc_mem(data, ptr) != 0)
1771
        DBUG_RETURN_EVENT(-1);
1772 1773 1774 1775
      *data->sdata = *sdata;
      data->sdata->operation = tp->t3;
    }

1776
    ptr[0].sz = ptr[1].sz = ptr[2].sz = 0;
1777 1778 1779 1780 1781 1782 1783 1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794

    // copy pk from new version
    {
      AttributeHeader ah;
      Uint32 i = 0;
      Uint32 j = 0;
      Uint32 i2 = 0;
      Uint32 j2 = 0;
      while (i < nkey)
      {
        ah = copy_head(i, ptr[0].p, i2, ptr2[0].p, loop);
        copy_attr(ah, j, ptr[1].p, j2, ptr2[1].p, loop);
      }
      ptr[0].sz = i;
      ptr[1].sz = j;
    }

    // merge after values, new version overrides
unknown's avatar
unknown committed
1795
    if (tp->t3 != Ev_t::enum_DEL)
1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833 1834 1835 1836 1837 1838 1839 1840 1841 1842 1843
    {
      AttributeHeader ah;
      Uint32 i = ptr[0].sz;
      Uint32 j = ptr[1].sz;
      Uint32 i1 = 0;
      Uint32 j1 = 0;
      Uint32 i2 = nkey;
      Uint32 j2 = ptr[1].sz;
      while (i1 < nkey)
      {
        j1 += AttributeHeader(ptr1[0].p[i1++]).getDataSize();
      }
      while (1)
      {
        bool b1 = (i1 < ptr1[0].sz);
        bool b2 = (i2 < ptr2[0].sz);
        if (b1 && b2)
        {
          Uint32 id1 = AttributeHeader(ptr1[0].p[i1]).getAttributeId();
          Uint32 id2 = AttributeHeader(ptr2[0].p[i2]).getAttributeId();
          if (id1 < id2)
            b2 = false;
          else if (id1 > id2)
            b1 = false;
          else
          {
            j1 += AttributeHeader(ptr1[0].p[i1++]).getDataSize();
            b1 = false;
          }
        }
        if (b1)
        {
          ah = copy_head(i, ptr[0].p, i1, ptr1[0].p, loop);
          copy_attr(ah, j, ptr[1].p, j1, ptr1[1].p, loop);
        }
        else if (b2)
        {
          ah = copy_head(i, ptr[0].p, i2, ptr2[0].p, loop);
          copy_attr(ah, j, ptr[1].p, j2, ptr2[1].p, loop);
        }
        else
          break;
      }
      ptr[0].sz = i;
      ptr[1].sz = j;
    }

    // merge before values, old version overrides
unknown's avatar
unknown committed
1844
    if (tp->t3 != Ev_t::enum_INS)
1845 1846 1847 1848 1849 1850 1851 1852 1853 1854 1855 1856 1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880
    {
      AttributeHeader ah;
      Uint32 k = 0;
      Uint32 k1 = 0;
      Uint32 k2 = 0;
      while (1)
      {
        bool b1 = (k1 < ptr1[2].sz);
        bool b2 = (k2 < ptr2[2].sz);
        if (b1 && b2)
        {
          Uint32 id1 = AttributeHeader(ptr1[2].p[k1]).getAttributeId();
          Uint32 id2 = AttributeHeader(ptr2[2].p[k2]).getAttributeId();
          if (id1 < id2)
            b2 = false;
          else if (id1 > id2)
            b1 = false;
          else
          {
            k2 += 1 + AttributeHeader(ptr2[2].p[k2]).getDataSize();
            b2 = false;
          }
        }
        if (b1)
        {
          ah = AttributeHeader(ptr1[2].p[k1]);
          copy_attr(ah, k, ptr[2].p, k1, ptr1[2].p, loop | 2);
        }
        else if (b2)
        {
          ah = AttributeHeader(ptr2[2].p[k2]);
          copy_attr(ah, k, ptr[2].p, k2, ptr2[2].p, loop | 2);
        }
        else
          break;
      }
unknown's avatar
unknown committed
1881
      ptr[2].sz = k;
1882 1883 1884 1885 1886
    }
  }

  // free old data
  NdbMem_Free((char*)olddata.memory);
unknown's avatar
unknown committed
1887

1888
  DBUG_RETURN_EVENT(0);
1889
}
1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938 1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953 1954 1955 1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996
 
/*
 * Given blob part event, find main table event on inline part.  It
 * should exist (force in TUP) but may arrive later.  If so, create
 * NUL event on main table.  The real event replaces it later.
 */

// write attribute headers for concatened PK
static void
split_concatenated_pk(const NdbTableImpl* t, Uint32* ah_buffer,
                      const Uint32* pk_buffer, Uint32 pk_sz)
{
  Uint32 sz = 0; // words parsed so far
  Uint32 n;  // pk attr count
  Uint32 i;
  for (i = n = 0; i < t->m_columns.size() && n < t->m_noOfKeys; i++)
  {
    const NdbColumnImpl* c = t->getColumn(i);
    assert(c != NULL);
    if (! c->m_pk)
      continue;

    assert(sz < pk_sz);
    Uint32 bytesize = c->m_attrSize * c->m_arraySize;
    Uint32 lb, len;
    bool ok = NdbSqlUtil::get_var_length(c->m_type, &pk_buffer[sz], bytesize,
                                         lb, len);
    assert(ok);

    AttributeHeader ah(i, lb + len);
    ah_buffer[n++] = ah.m_value;
    sz += ah.getDataSize();
  }
  assert(n == t->m_noOfKeys && sz == pk_sz);
}

int
NdbEventBuffer::get_main_data(Gci_container* bucket,
                              EventBufData_hash::Pos& hpos,
                              EventBufData* blob_data)
{
  DBUG_ENTER_EVENT("NdbEventBuffer::get_main_data");

  NdbEventOperationImpl* main_op = blob_data->m_event_op->theMainOp;
  assert(main_op != NULL);
  const NdbTableImpl* mainTable = main_op->m_eventImpl->m_tableImpl;

  // create LinearSectionPtr for main table key
  LinearSectionPtr ptr[3];
  Uint32 ah_buffer[NDB_MAX_NO_OF_ATTRIBUTES_IN_KEY];
  ptr[0].sz = mainTable->m_noOfKeys;
  ptr[0].p = ah_buffer;
  ptr[1].sz = AttributeHeader(blob_data->ptr[0].p[0]).getDataSize();
  ptr[1].p = blob_data->ptr[1].p;
  ptr[2].sz = 0;
  ptr[2].p = 0;
  split_concatenated_pk(mainTable, ptr[0].p, ptr[1].p, ptr[1].sz);

  DBUG_DUMP_EVENT("ah", (char*)ptr[0].p, ptr[0].sz << 2);
  DBUG_DUMP_EVENT("pk", (char*)ptr[1].p, ptr[1].sz << 2);

  // search for main event buffer
  bucket->m_data_hash.search(hpos, main_op, ptr);
  if (hpos.data != NULL)
    DBUG_RETURN_EVENT(0);

  // not found, create a place-holder
  EventBufData* main_data = alloc_data();
  if (main_data == NULL)
    DBUG_RETURN_EVENT(-1);
  SubTableData sdata = *blob_data->sdata;
  sdata.tableId = main_op->m_eventImpl->m_tableImpl->m_id;
  sdata.operation = NdbDictionary::Event::_TE_NUL;
  if (copy_data(&sdata, ptr, main_data) != 0)
    DBUG_RETURN_EVENT(-1);
  hpos.data = main_data;

  DBUG_RETURN_EVENT(1);
}

void
NdbEventBuffer::add_blob_data(EventBufData* main_data,
                              EventBufData* blob_data)
{
  DBUG_ENTER_EVENT("NdbEventBuffer::add_blob_data");
  DBUG_PRINT_EVENT("info", ("main_data=%p blob_data=%p", main_data, blob_data));
  EventBufData* head;
  head = main_data->m_next_blob;
  while (head != NULL)
  {
    if (head->m_event_op == blob_data->m_event_op)
      break;
    head = head->m_next_blob;
  }
  if (head == NULL)
  {
    head = blob_data;
    head->m_next_blob = main_data->m_next_blob;
    main_data->m_next_blob = head;
  }
  else
  {
    blob_data->m_next = head->m_next;
    head->m_next = blob_data;
  }
  DBUG_VOID_RETURN_EVENT;
}
1997

unknown's avatar
unknown committed
1998 1999
NdbEventOperationImpl *
NdbEventBuffer::move_data()
2000
{
unknown's avatar
unknown committed
2001 2002 2003 2004 2005 2006 2007
  // handle received data
  if (!m_complete_data.m_data.is_empty())
  {
    // move this list to last in m_available_data
    m_available_data.append(m_complete_data.m_data);

    bzero(&m_complete_data, sizeof(m_complete_data));
2008 2009
  }

unknown's avatar
unknown committed
2010 2011
  // handle used data
  if (!m_used_data.is_empty())
2012
  {
unknown's avatar
unknown committed
2013 2014
    // return m_used_data to m_free_data
    free_list(m_used_data);
2015
  }
unknown's avatar
unknown committed
2016 2017
  if (!m_available_data.is_empty())
  {
2018
    DBUG_ENTER_EVENT("NdbEventBuffer::move_data");
unknown's avatar
unknown committed
2019
#ifdef VM_TRACE
2020
    DBUG_PRINT_EVENT("exit",("m_available_data_count %u", m_available_data.m_count));
unknown's avatar
unknown committed
2021
#endif
2022
    DBUG_RETURN_EVENT(m_available_data.m_head->m_event_op);
unknown's avatar
unknown committed
2023 2024 2025
  }
  return 0;
}
2026

unknown's avatar
unknown committed
2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037
void
NdbEventBuffer::free_list(EventBufData_list &list)
{
  // return list to m_free_data
  list.m_tail->m_next= m_free_data;
  m_free_data= list.m_head;
#ifdef VM_TRACE
  m_free_data_count+= list.m_count;
#endif
  m_free_data_sz+= list.m_sz;

2038 2039 2040 2041 2042 2043 2044 2045 2046 2047 2048 2049 2050 2051 2052 2053 2054 2055 2056 2057 2058 2059 2060 2061 2062
  // free blobs XXX unacceptable performance, fix later
  {
    EventBufData* data = list.m_head;
    while (1) {
      while (data->m_next_blob != NULL) {
        EventBufData* blob_head = data->m_next_blob;
        data->m_next_blob = blob_head->m_next_blob;
        blob_head->m_next_blob = NULL;
        while (blob_head != NULL) {
          EventBufData* blob_part = blob_head;
          blob_head = blob_head->m_next;
          blob_part->m_next = m_free_data;
          m_free_data = blob_part;
#ifdef VM_TRACE
          m_free_data_count++;
#endif
          m_free_data_sz += blob_part->sz;
        }
      }
      if (data == list.m_tail)
        break;
      data = data->m_next;
    }
  }

unknown's avatar
unknown committed
2063 2064 2065
  // list returned to m_free_data
  new (&list) EventBufData_list;
}
unknown's avatar
unknown committed
2066

unknown's avatar
unknown committed
2067 2068 2069 2070 2071 2072 2073
NdbEventOperation*
NdbEventBuffer::createEventOperation(const char* eventName,
				     NdbError &theError)
{
  DBUG_ENTER("NdbEventBuffer::createEventOperation");
  NdbEventOperation* tOp= new NdbEventOperation(m_ndb, eventName);
  if (tOp == 0)
2074
  {
unknown's avatar
unknown committed
2075 2076
    theError.code= 4000;
    DBUG_RETURN(NULL);
2077
  }
unknown's avatar
unknown committed
2078 2079 2080 2081 2082 2083 2084
  if (tOp->getState() != NdbEventOperation::EO_CREATED) {
    theError.code= tOp->getNdbError().code;
    delete tOp;
    DBUG_RETURN(NULL);
  }
  DBUG_RETURN(tOp);
}
2085

unknown's avatar
unknown committed
2086 2087 2088 2089
void
NdbEventBuffer::dropEventOperation(NdbEventOperation* tOp)
{
  NdbEventOperationImpl* op= getEventOperationImpl(tOp);
2090

unknown's avatar
unknown committed
2091
  op->stop();
2092

unknown's avatar
unknown committed
2093 2094 2095 2096 2097
  op->m_next= m_dropped_ev_op;
  op->m_prev= 0;
  if (m_dropped_ev_op)
    m_dropped_ev_op->m_prev= op;
  m_dropped_ev_op= op;
2098
 
2099 2100
  // stop blob event ops
  if (op->theMainOp == NULL)
2101 2102
  {
    NdbEventOperationImpl* tBlobOp = op->theBlobOpList;
2103 2104 2105 2106 2107
    while (tBlobOp != NULL)
    {
      tBlobOp->stop();
      tBlobOp = tBlobOp->m_next;
    }
unknown's avatar
unknown committed
2108 2109 2110 2111 2112 2113 2114 2115

    // release blob handles now, further access is user error
    while (op->theBlobList != NULL)
    {
      NdbBlob* tBlob = op->theBlobList;
      op->theBlobList = tBlob->theNext;
      m_ndb->releaseNdbBlob(tBlob);
    }
2116
  }
2117

unknown's avatar
unknown committed
2118 2119 2120
  // ToDo, take care of these to be deleted at the
  // appropriate time, after we are sure that there
  // are _no_ more events coming
unknown's avatar
unknown committed
2121

unknown's avatar
unknown committed
2122
  //  delete tOp;
2123
}
unknown's avatar
unknown committed
2124 2125 2126

void
NdbEventBuffer::reportStatus()
2127
{
unknown's avatar
unknown committed
2128 2129 2130 2131 2132 2133 2134 2135
  EventBufData *apply_buf= m_available_data.m_head;
  Uint64 apply_gci, latest_gci= m_latestGCI;
  if (apply_buf == 0)
    apply_buf= m_complete_data.m_data.m_head;
  if (apply_buf)
    apply_gci= apply_buf->sdata->gci;
  else
    apply_gci= latest_gci;
2136

2137 2138 2139 2140 2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153 2154 2155 2156
  if (100*m_free_data_sz < m_min_free_thresh*m_total_alloc &&
      m_total_alloc > 1024*1024)
  {
    /* report less free buffer than m_free_thresh,
       next report when more free than 2 * m_free_thresh
    */
    m_min_free_thresh= 0;
    m_max_free_thresh= 2 * m_free_thresh;
    goto send_report;
  }
  
  if (100*m_free_data_sz > m_max_free_thresh*m_total_alloc &&
      m_total_alloc > 1024*1024)
  {
    /* report more free than 2 * m_free_thresh
       next report when less free than m_free_thresh
    */
    m_min_free_thresh= m_free_thresh;
    m_max_free_thresh= 100;
    goto send_report;
unknown's avatar
unknown committed
2157
  }
2158
  if (latest_gci-apply_gci >=  m_gci_slip_thresh)
2159
  {
2160 2161 2162 2163 2164 2165 2166 2167 2168 2169 2170 2171 2172 2173 2174
    goto send_report;
  }
  return;

send_report:
  Uint32 data[8];
  data[0]= NDB_LE_EventBufferStatus;
  data[1]= m_total_alloc-m_free_data_sz;
  data[2]= m_total_alloc;
  data[3]= 0;
  data[4]= apply_gci & ~(Uint32)0;
  data[5]= apply_gci >> 32;
  data[6]= latest_gci & ~(Uint32)0;
  data[7]= latest_gci >> 32;
  m_ndb->theImpl->send_event_report(data,8);
unknown's avatar
unknown committed
2175
#ifdef VM_TRACE
2176
  assert(m_total_alloc >= m_free_data_sz);
unknown's avatar
unknown committed
2177
#endif
2178
}
unknown's avatar
unknown committed
2179

2180 2181 2182 2183 2184 2185
// hash table routines

// could optimize the all-fixed case
Uint32
EventBufData_hash::getpkhash(NdbEventOperationImpl* op, LinearSectionPtr ptr[3])
{
2186 2187 2188 2189
  DBUG_ENTER_EVENT("EventBufData_hash::getpkhash");
  DBUG_DUMP_EVENT("ah", (char*)ptr[0].p, ptr[0].sz << 2);
  DBUG_DUMP_EVENT("pk", (char*)ptr[1].p, ptr[1].sz << 2);

2190 2191 2192 2193 2194 2195 2196 2197 2198 2199 2200 2201 2202 2203 2204 2205 2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217
  const NdbTableImpl* tab = op->m_eventImpl->m_tableImpl;

  // in all cases ptr[0] = pk ah.. ptr[1] = pk ad..
  // for pk update (to equivalent pk) post/pre values give same hash
  Uint32 nkey = tab->m_noOfKeys;
  assert(nkey != 0 && nkey <= ptr[0].sz);
  const Uint32* hptr = ptr[0].p;
  const uchar* dptr = (uchar*)ptr[1].p;

  // hash registers
  ulong nr1 = 0;
  ulong nr2 = 0;
  while (nkey-- != 0)
  {
    AttributeHeader ah(*hptr++);
    Uint32 bytesize = ah.getByteSize();
    assert(dptr + bytesize <= (uchar*)(ptr[1].p + ptr[1].sz));

    Uint32 i = ah.getAttributeId();
    const NdbColumnImpl* col = tab->getColumn(i);
    assert(col != 0);

    Uint32 lb, len;
    bool ok = NdbSqlUtil::get_var_length(col->m_type, dptr, bytesize, lb, len);
    assert(ok);

    CHARSET_INFO* cs = col->m_cs ? col->m_cs : &my_charset_bin;
    (*cs->coll->hash_sort)(cs, dptr + lb, len, &nr1, &nr2);
2218
    dptr += ((bytesize + 3) / 4) * 4;
2219
  }
2220 2221
  DBUG_PRINT_EVENT("info", ("hash result=%08x", nr1));
  DBUG_RETURN_EVENT(nr1);
2222 2223 2224 2225 2226
}

bool
EventBufData_hash::getpkequal(NdbEventOperationImpl* op, LinearSectionPtr ptr1[3], LinearSectionPtr ptr2[3])
{
2227 2228 2229 2230 2231 2232
  DBUG_ENTER_EVENT("EventBufData_hash::getpkequal");
  DBUG_DUMP_EVENT("ah1", (char*)ptr1[0].p, ptr1[0].sz << 2);
  DBUG_DUMP_EVENT("pk1", (char*)ptr1[1].p, ptr1[1].sz << 2);
  DBUG_DUMP_EVENT("ah2", (char*)ptr2[0].p, ptr2[0].sz << 2);
  DBUG_DUMP_EVENT("pk2", (char*)ptr2[1].p, ptr2[1].sz << 2);

2233 2234 2235 2236 2237 2238 2239 2240 2241
  const NdbTableImpl* tab = op->m_eventImpl->m_tableImpl;

  Uint32 nkey = tab->m_noOfKeys;
  assert(nkey != 0 && nkey <= ptr1[0].sz && nkey <= ptr2[0].sz);
  const Uint32* hptr1 = ptr1[0].p;
  const Uint32* hptr2 = ptr2[0].p;
  const uchar* dptr1 = (uchar*)ptr1[1].p;
  const uchar* dptr2 = (uchar*)ptr2[1].p;

2242 2243
  bool equal = true;

2244 2245 2246 2247 2248 2249
  while (nkey-- != 0)
  {
    AttributeHeader ah1(*hptr1++);
    AttributeHeader ah2(*hptr2++);
    // sizes can differ on update of varchar endspace
    Uint32 bytesize1 = ah1.getByteSize();
2250
    Uint32 bytesize2 = ah2.getByteSize();
2251 2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267
    assert(dptr1 + bytesize1 <= (uchar*)(ptr1[1].p + ptr1[1].sz));
    assert(dptr2 + bytesize2 <= (uchar*)(ptr2[1].p + ptr2[1].sz));

    assert(ah1.getAttributeId() == ah2.getAttributeId());
    Uint32 i = ah1.getAttributeId();
    const NdbColumnImpl* col = tab->getColumn(i);
    assert(col != 0);

    Uint32 lb1, len1;
    bool ok1 = NdbSqlUtil::get_var_length(col->m_type, dptr1, bytesize1, lb1, len1);
    Uint32 lb2, len2;
    bool ok2 = NdbSqlUtil::get_var_length(col->m_type, dptr2, bytesize2, lb2, len2);
    assert(ok1 && ok2 && lb1 == lb2);

    CHARSET_INFO* cs = col->m_cs ? col->m_cs : &my_charset_bin;
    int res = (cs->coll->strnncollsp)(cs, dptr1 + lb1, len1, dptr2 + lb2, len2, false);
    if (res != 0)
2268 2269 2270 2271
    {
      equal = false;
      break;
    }
2272 2273
    dptr1 += ((bytesize1 + 3) / 4) * 4;
    dptr2 += ((bytesize2 + 3) / 4) * 4;
2274
  }
2275 2276 2277

  DBUG_PRINT_EVENT("info", ("equal=%s", equal ? "true" : "false"));
  DBUG_RETURN_EVENT(equal);
2278 2279 2280 2281 2282
}

void
EventBufData_hash::search(Pos& hpos, NdbEventOperationImpl* op, LinearSectionPtr ptr[3])
{
2283
  DBUG_ENTER_EVENT("EventBufData_hash::search");
2284 2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297
  Uint32 pkhash = getpkhash(op, ptr);
  Uint32 index = (op->m_oid ^ pkhash) % GCI_EVENT_HASH_SIZE;
  EventBufData* data = m_hash[index];
  while (data != 0)
  {
    if (data->m_event_op == op &&
        data->m_pkhash == pkhash &&
        getpkequal(op, data->ptr, ptr))
      break;
    data = data->m_next_hash;
  }
  hpos.index = index;
  hpos.data = data;
  hpos.pkhash = pkhash;
2298 2299
  DBUG_PRINT_EVENT("info", ("search result=%p", data));
  DBUG_VOID_RETURN_EVENT;
2300 2301
}

unknown's avatar
unknown committed
2302 2303
template class Vector<Gci_container>;
template class Vector<NdbEventBuffer::EventBufData_chunk*>;