Skip to content

Commit

Permalink
tmp?
Browse files Browse the repository at this point in the history
  • Loading branch information
Baunsgaard committed Oct 21, 2024
1 parent c641e92 commit f0ccb32
Showing 1 changed file with 2 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -79,8 +79,9 @@ protected void readCSVFrameFromHDFS( Path path, JobConf job, FileSystem fs,
long offset = 0;
ArrayList<Future<Object>> tasks2 = new ArrayList<>();
for( int i=0; i<splits.length -1; i++ ){
long tmp = cret.get(i).get();
tasks2.add(pool.submit(new ReadRowsTask(splits[i], informat, job, dest, (int) offset, i==0)));
offset += cret.get(i).get();
offset += tmp;
}
tasks2.add(pool.submit(new ReadRowsTask(splits[splits.length-1], informat, job, dest, (int) offset, splits.length==1)));

Expand Down

0 comments on commit f0ccb32

Please sign in to comment.