Skip to content

Commit f944e17

Browse files
committed
Merge branch '3.1'
2 parents 42b3c57 + a23b832 commit f944e17

File tree

2 files changed

+24
-6
lines changed

2 files changed

+24
-6
lines changed

server/manager/src/main/java/org/apache/accumulo/manager/tableOps/bulkVer2/LoadFiles.java

+15-3
Original file line numberDiff line numberDiff line change
@@ -357,6 +357,9 @@ private long loadFiles(TableId tableId, Path bulkDir, LoadMappingIterator loadMa
357357

358358
Text startRow = loadMapEntry.getKey().prevEndRow();
359359

360+
String fmtTid = fateId.getTxUUIDStr();
361+
log.trace("{}: Starting bulk load at row: {}", fmtTid, startRow);
362+
360363
Loader loader = new Loader();
361364
long t1;
362365
loader.start(bulkDir, manager, tableId, fateId, bulkInfo.setTime);
@@ -378,16 +381,22 @@ private long loadFiles(TableId tableId, Path bulkDir, LoadMappingIterator loadMa
378381
t1 = System.currentTimeMillis();
379382
while (lmi.hasNext()) {
380383
loadMapEntry = lmi.next();
381-
List<TabletMetadata> tablets = findOverlappingTablets(loadMapEntry.getKey(), tabletIter);
384+
List<TabletMetadata> tablets =
385+
findOverlappingTablets(fmtTid, loadMapEntry.getKey(), tabletIter);
382386
loader.load(tablets, loadMapEntry.getValue());
383387
}
384388
}
385389

390+
log.trace("{}: Completed Finding Overlapping Tablets", fmtTid);
391+
386392
long sleepTime = loader.finish();
387393
if (sleepTime > 0) {
388-
long scanTime = Math.min(System.currentTimeMillis() - t1, 30000);
394+
log.trace("{}: Tablet Max Sleep is {}", fmtTid, sleepTime);
395+
long scanTime = Math.min(System.currentTimeMillis() - t1, 30_000);
396+
log.trace("{}: Scan time is {}", fmtTid, scanTime);
389397
sleepTime = Math.max(sleepTime, scanTime * 2);
390398
}
399+
log.trace("{}: Sleeping for {}ms", fmtTid, sleepTime);
391400
return sleepTime;
392401
}
393402

@@ -397,7 +406,7 @@ private long loadFiles(TableId tableId, Path bulkDir, LoadMappingIterator loadMa
397406
/**
398407
* Find all the tablets within the provided bulk load mapping range.
399408
*/
400-
private List<TabletMetadata> findOverlappingTablets(KeyExtent loadRange,
409+
private List<TabletMetadata> findOverlappingTablets(String fmtTid, KeyExtent loadRange,
401410
Iterator<TabletMetadata> tabletIter) {
402411

403412
TabletMetadata currTablet = null;
@@ -406,11 +415,13 @@ private List<TabletMetadata> findOverlappingTablets(KeyExtent loadRange,
406415

407416
List<TabletMetadata> tablets = new ArrayList<>();
408417
currTablet = tabletIter.next();
418+
log.trace("{}: Finding Overlapping Tablets for row: {}", fmtTid, currTablet.getExtent());
409419

410420
int cmp;
411421

412422
// skip tablets until we find the prevEndRow of loadRange
413423
while ((cmp = PREV_COMP.compare(currTablet.getPrevEndRow(), loadRange.prevEndRow())) < 0) {
424+
log.trace("{}: Skipping tablet: {}", fmtTid, currTablet.getExtent());
414425
currTablet = tabletIter.next();
415426
}
416427

@@ -426,6 +437,7 @@ private List<TabletMetadata> findOverlappingTablets(KeyExtent loadRange,
426437
// adding tablets to the list until the endRow matches the loadRange
427438
while ((cmp = END_COMP.compare(currTablet.getEndRow(), loadRange.endRow())) < 0) {
428439
currTablet = tabletIter.next();
440+
log.trace("{}: Adding tablet: {} to overlapping list", fmtTid, currTablet.getExtent());
429441
tablets.add(currTablet);
430442
}
431443

test/src/main/resources/log4j2-test.properties

+9-3
Original file line numberDiff line numberDiff line change
@@ -142,14 +142,20 @@ logger.38.level = debug
142142
logger.39.name = org.apache.accumulo.manager.Manager
143143
logger.39.level = trace
144144

145-
logger.40.name = org.apache.accumulo.tablet
145+
logger.40.name = org.apache.accumulo.manager.tableOps.bulkVer2.LoadFiles
146146
logger.40.level = trace
147147

148-
logger.41.name = org.apache.accumulo.server.metadata
148+
logger.41.name = org.apache.accumulo.server.util.checkCommand.CheckRunner
149149
logger.41.level = trace
150150

151-
logger.42.name = org.apache.accumulo.server.util.checkCommand.CheckRunner
151+
logger.42.name = org.apache.accumulo.tablet
152152
logger.42.level = trace
153153

154+
logger.43.name = org.apache.accumulo.server.metadata
155+
logger.43.level = trace
156+
157+
logger.44.name = org.apache.accumulo.server.util.checkCommand.CheckRunner
158+
logger.44.level = trace
159+
154160
rootLogger.level = debug
155161
rootLogger.appenderRef.console.ref = STDOUT

0 commit comments

Comments
 (0)