Skip to content

Commit

Permalink
added a new method to get clusterAdjustedDF which can be overridden a…
Browse files Browse the repository at this point in the history
…ccordingly
  • Loading branch information
Nitish1814 authored and sonalgoyal committed Oct 16, 2024
1 parent 4b0799d commit 2d6b591
Showing 1 changed file with 9 additions and 2 deletions.
11 changes: 9 additions & 2 deletions common/core/src/main/java/zingg/common/core/executor/Linker.java
Original file line number Diff line number Diff line change
Expand Up @@ -55,12 +55,19 @@ public void writeOutput(ZFrame<D,R,C> sampleOrginal, ZFrame<D,R,C> dupes) throws
dupesActual = getDSUtil().addUniqueCol(dupesActual, ColName.CLUSTER_COLUMN);
ZFrame<D,R,C>dupes2 = getDSUtil().alignLinked(dupesActual, args);
dupes2 = getDSUtil().postprocessLinked(dupes2, sampleOrginal);
LOG.debug("uncertain output schema is " + dupes2.showSchema());
getPipeUtil().write(dupes2, args.getOutput());
ZFrame<D, R, C> clusterAdjustedDF = getClusterAdjustedDF(dupes2);
LOG.debug("uncertain output schema is " + clusterAdjustedDF.showSchema());
getPipeUtil().write(clusterAdjustedDF, args.getOutput());
}
} catch (Exception e) {
e.printStackTrace();
}
}

public ZFrame<D,R,C> getClusterAdjustedDF(ZFrame<D, R, C> dupes) {
//no adjustment required here
//some class extending it may adjust cluster like adding guid etc
return dupes;
}

}

0 comments on commit 2d6b591

Please sign in to comment.