Skip to content

Commit 93f6119

Browse files
bug fixes
1 parent b89a8a2 commit 93f6119

2 files changed

Lines changed: 16 additions & 9 deletions

File tree

Pipfile

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,6 @@ verify_ssl = true
77

88
[packages]
99
requests = "2.4.2"
10-
Pillow = "8.0.1"
1110
pymongo = "3.11.1"
1211

1312
[requires]

examples/titanic.py

Lines changed: 16 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -3,16 +3,16 @@
33
from learning_orchestra_client.transform.data_type import TransformDataType
44
from learning_orchestra_client.builder import BuilderSparkMl
55

6-
CLUSTER_IP = "http://34.66.75.31"
6+
CLUSTER_IP = "http://35.193.116.104"
77

88
dataset_csv = DatasetCsv(CLUSTER_IP)
99

1010
dataset_csv.insert_dataset_async(
11-
url="https://filebin.net/r4b6z6sganz2opsh/train.csv?t=9d3lp7jm",
11+
url="https://filebin.net/boniydu54k710l54/train.csv?t=s350xryf",
1212
dataset_name="titanic_training",
1313
)
1414
dataset_csv.insert_dataset_async(
15-
url="https://filebin.net/r0c41p538us5fcrz/test.csv?t=td68r02h",
15+
url="https://filebin.net/udtf7eogfgasqnx5/test.csv?t=h79pcy0l",
1616
dataset_name="titanic_testing"
1717
)
1818

@@ -41,7 +41,7 @@
4141

4242
transform_projection.remove_dataset_attributes_async(
4343
dataset_name="titanic_training",
44-
projection_name="titanic_training_projection4",
44+
projection_name="titanic_training_projection",
4545
fields=required_columns)
4646

4747
required_columns.remove("Survived")
@@ -174,8 +174,11 @@
174174
training_df = datasets_list[TRAINING_DF_INDEX]
175175
testing_df = datasets_list[TESTING_DF_INDEX]
176176
177+
columns_without_label = training_df.columns.copy()
178+
columns_without_label.remove("label")
179+
177180
assembler = VectorAssembler(
178-
inputCols=training_df.columns[:],
181+
inputCols=columns_without_label,
179182
outputCol="features")
180183
assembler.setHandleInvalid('skip')
181184
@@ -192,7 +195,12 @@
192195
modeling_code=modeling_code,
193196
model_classifiers=["LR", "DT", "GB", "RF", "NB"])
194197

195-
for prediction in result["result"]:
196-
builder.wait(dataset_name=prediction)
198+
PREDICTION_NAME_INDEX_IN_URL = 6
199+
INDEX_TO_REMOVE_URI_PARAMETERS = 0
200+
for prediction_url in result["result"]:
201+
prediction_name = prediction_url. \
202+
split("/")[PREDICTION_NAME_INDEX_IN_URL]. \
203+
split("?")[INDEX_TO_REMOVE_URI_PARAMETERS]
204+
builder.wait(dataset_name=prediction_name)
197205
print(builder.search_builder_register_predictions(
198-
builder_name=prediction, limit=1, pretty_response=True))
206+
builder_name=prediction_name, limit=1, pretty_response=True))

0 commit comments

Comments
 (0)