@@ -357,6 +357,9 @@ private long loadFiles(TableId tableId, Path bulkDir, LoadMappingIterator loadMa
357
357
358
358
Text startRow = loadMapEntry .getKey ().prevEndRow ();
359
359
360
+ String fmtTid = fateId .getTxUUIDStr ();
361
+ log .trace ("{}: Starting bulk load at row: {}" , fmtTid , startRow );
362
+
360
363
Loader loader = new Loader ();
361
364
long t1 ;
362
365
loader .start (bulkDir , manager , tableId , fateId , bulkInfo .setTime );
@@ -378,16 +381,22 @@ private long loadFiles(TableId tableId, Path bulkDir, LoadMappingIterator loadMa
378
381
t1 = System .currentTimeMillis ();
379
382
while (lmi .hasNext ()) {
380
383
loadMapEntry = lmi .next ();
381
- List <TabletMetadata > tablets = findOverlappingTablets (loadMapEntry .getKey (), tabletIter );
384
+ List <TabletMetadata > tablets =
385
+ findOverlappingTablets (fmtTid , loadMapEntry .getKey (), tabletIter );
382
386
loader .load (tablets , loadMapEntry .getValue ());
383
387
}
384
388
}
385
389
390
+ log .trace ("{}: Completed Finding Overlapping Tablets" , fmtTid );
391
+
386
392
long sleepTime = loader .finish ();
387
393
if (sleepTime > 0 ) {
388
- long scanTime = Math .min (System .currentTimeMillis () - t1 , 30000 );
394
+ log .trace ("{}: Tablet Max Sleep is {}" , fmtTid , sleepTime );
395
+ long scanTime = Math .min (System .currentTimeMillis () - t1 , 30_000 );
396
+ log .trace ("{}: Scan time is {}" , fmtTid , scanTime );
389
397
sleepTime = Math .max (sleepTime , scanTime * 2 );
390
398
}
399
+ log .trace ("{}: Sleeping for {}ms" , fmtTid , sleepTime );
391
400
return sleepTime ;
392
401
}
393
402
@@ -397,7 +406,7 @@ private long loadFiles(TableId tableId, Path bulkDir, LoadMappingIterator loadMa
397
406
/**
398
407
* Find all the tablets within the provided bulk load mapping range.
399
408
*/
400
- private List <TabletMetadata > findOverlappingTablets (KeyExtent loadRange ,
409
+ private List <TabletMetadata > findOverlappingTablets (String fmtTid , KeyExtent loadRange ,
401
410
Iterator <TabletMetadata > tabletIter ) {
402
411
403
412
TabletMetadata currTablet = null ;
@@ -406,11 +415,13 @@ private List<TabletMetadata> findOverlappingTablets(KeyExtent loadRange,
406
415
407
416
List <TabletMetadata > tablets = new ArrayList <>();
408
417
currTablet = tabletIter .next ();
418
+ log .trace ("{}: Finding Overlapping Tablets for row: {}" , fmtTid , currTablet .getExtent ());
409
419
410
420
int cmp ;
411
421
412
422
// skip tablets until we find the prevEndRow of loadRange
413
423
while ((cmp = PREV_COMP .compare (currTablet .getPrevEndRow (), loadRange .prevEndRow ())) < 0 ) {
424
+ log .trace ("{}: Skipping tablet: {}" , fmtTid , currTablet .getExtent ());
414
425
currTablet = tabletIter .next ();
415
426
}
416
427
@@ -426,6 +437,7 @@ private List<TabletMetadata> findOverlappingTablets(KeyExtent loadRange,
426
437
// adding tablets to the list until the endRow matches the loadRange
427
438
while ((cmp = END_COMP .compare (currTablet .getEndRow (), loadRange .endRow ())) < 0 ) {
428
439
currTablet = tabletIter .next ();
440
+ log .trace ("{}: Adding tablet: {} to overlapping list" , fmtTid , currTablet .getExtent ());
429
441
tablets .add (currTablet );
430
442
}
431
443
0 commit comments