Skip to content

Commit

Permalink
blocking debug build as per #46
Browse files Browse the repository at this point in the history
  • Loading branch information
sonalgoyal committed Nov 5, 2021
1 parent f014b19 commit a09e947
Show file tree
Hide file tree
Showing 3 changed files with 20 additions and 2 deletions.
4 changes: 2 additions & 2 deletions client/src/main/resources/log4j.properties
Expand Up @@ -28,8 +28,8 @@ log4j.logger.org.elasticsearch.hadoop=WARN
log4j.logger.akka=WARN, FILE
log4j.logger.breeze=WARN, FILE
log4j.logger.zingg=INFO
log4j.logger.zingg.hash=INFO
log4j.logger.zingg.block.Block=INFO
log4j.logger.zingg.hash=DEBUG
log4j.logger.zingg.block=DEBUG
log4j.logger.zingg.Matcher=INFO
log4j.logger.zingg.Model=INFO
log4j.logger.com.datastax.spark=WARN
6 changes: 6 additions & 0 deletions core/src/main/java/zingg/block/Block.java
Expand Up @@ -346,6 +346,9 @@ public static List<Canopy> getHashSuccessors(Collection<Canopy> successors, Obje
public static StringBuilder applyTree(Row tuple, Tree<Canopy> tree,
Canopy root, StringBuilder result) {
if (root.function != null) {
if (LOG.isDebugEnabled()) {
LOG.debug("applying " + root.function);
}
Object hash = root.function.apply(tuple, root.context.fieldName);

result = result.append("|").append(hash);
Expand Down Expand Up @@ -400,6 +403,9 @@ public BlockFunction(Tree<Canopy> tree) {
@Override
public Row call(Row r) {
StringBuilder bf = new StringBuilder();
if (LOG.isDebugEnabled()) {
LOG.debug("blocking row " + r);
}
bf = Block.applyTree(r, tree, tree.getHead(), bf);
Seq<Object> s = r.toSeq();
List<Object> seqList = JavaConversions.seqAsJavaList(s);
Expand Down
12 changes: 12 additions & 0 deletions core/src/main/java/zingg/hash/HashFunction.java
Expand Up @@ -68,5 +68,17 @@ public Dataset<Row> apply(Dataset<Row> ds, String column, String newColumn) {
}

public abstract Object apply(Row ds, String column);


@Override
public String toString() {
return "{" +
" dataType='" + getDataType() + "'" +
", name='" + getName() + "'" +
", isUdf='" + isUdf + "'" +
", returnType='" + getReturnType() + "'" +
"}";
}

}

0 comments on commit a09e947

Please sign in to comment.