Skip to content

Commit

Permalink
Merge pull request #362 from RavirajBaraiya/pip_zingg
Browse files Browse the repository at this point in the history
python api dir deleted and moved FebrlExample.py
  • Loading branch information
sonalgoyal authored Jun 24, 2022
2 parents af6b922 + 4bee13f commit 21e134a
Show file tree
Hide file tree
Showing 7 changed files with 8 additions and 398 deletions.
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
from python.api.zingg.zingg import *
from zingg import *
from zingg.pipes import *

#build the arguments for zingg
args = Arguments()
Expand Down Expand Up @@ -28,21 +29,22 @@
#in that case, replace df with input df
df = spark.read.format("csv").schema("id string, fname string, lname string, stNo string, add1 string, add2 string, city string, state string, areacode string, dob string, ssn string").load("examples/febrl/test.csv")

inputPipe = Pipe("test", "csv")
inputPipe.addProperty("location","examples/febrl/test.csv")
inputPipe = CsvPipe("test")
inputPipe.setLocation("examples/febrl/test.csv")

dfSchema = str(df.schema.json())
inputPipe.setSchema(dfSchema)

args.setData(inputPipe)

#setting outputpipe in 'args'
outputPipe = Pipe("result", "csv")
outputPipe.addProperty("location","/tmp")
outputPipe = CsvPipe("csv")
outputPipe.setLocation("/tmp")

args.setOutput(outputPipe)

options = ClientOptions(["--phase", "trainMatch", "--conf", "dummy", "--license", "dummy", "--email", "xxx@yyy.com"])
options = ClientOptions()
options.setPhase("trainMatch")

#Zingg execution for the given phase
zingg = Zingg(args, options)
Expand Down
Empty file removed python/api/__init__.py
Empty file.
5 changes: 0 additions & 5 deletions python/api/setup.cfg

This file was deleted.

150 changes: 0 additions & 150 deletions python/api/setup.py

This file was deleted.

Empty file removed python/api/zingg/pipes/__init__.py
Empty file.
56 changes: 0 additions & 56 deletions python/api/zingg/pipes/pipes.py

This file was deleted.

Loading

0 comments on commit 21e134a

Please sign in to comment.