Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
54 commits
Select commit Hold shift + click to select a range
f16ba08
minor fixes to usage.rst (#1090)
mfeurer May 31, 2021
6717e66
Add Windows to Github Action CI matrix (#1095)
PGijsbers Jun 16, 2021
2984403
Add ChunkedError to list of retry exception (#1118)
PGijsbers Oct 27, 2021
a6c0576
Always ignore MaxRetryError but log with warning (#1119)
PGijsbers Oct 27, 2021
b4c868a
Fix/1110 (#1117)
PGijsbers Oct 28, 2021
aed5010
Add AttributeError as suspect for dependency issue (#1121)
PGijsbers Nov 3, 2021
db7bb9a
Add CITATION.cff (#1120)
PGijsbers Jan 11, 2022
493511a
Precommit update (#1129)
PGijsbers Apr 14, 2022
99a62f6
Predictions (#1128)
PGijsbers Apr 19, 2022
c911d6d
Use GET instead of POST for flow exist (#1147)
PGijsbers Jun 28, 2022
c6fab8e
pre-commit update (#1150)
PGijsbers Jul 11, 2022
a8d96d5
Replace removed file with new target for download test (#1158)
PGijsbers Aug 16, 2022
ccb3e8e
Fix outdated docstring for list_tasks function (#1149)
chadmarchand Oct 6, 2022
9ce2a6b
Improve the error message on out-of-sync flow ids (#1171)
PGijsbers Oct 7, 2022
2ed77db
Add scikit-learn 1.0 and 1.1 values for test (#1168)
PGijsbers Oct 7, 2022
2fde8d5
Update Pipeline description for >=1.0 (#1170)
PGijsbers Oct 7, 2022
2ddae0f
Update URL to reflect new endpoint (#1172)
PGijsbers Oct 7, 2022
c17704e
Remove tests which only test scikit-learn functionality (#1169)
PGijsbers Oct 7, 2022
953f84e
fix nonetype error during print for tasks without class labels (#1148)
willcmartin Oct 7, 2022
6da0aac
Flow exists GET is deprecated, use POST (#1173)
PGijsbers Oct 10, 2022
22ee9cd
Test `get_parquet` on production server (#1174)
PGijsbers Oct 11, 2022
5cd6973
Refactor out different test cases to separate tests (#1176)
PGijsbers Oct 18, 2022
e6250fa
Provide clearer error when server provides bad data description XML (…
PGijsbers Oct 24, 2022
75fed8a
Update more sklearn tests (#1175)
PGijsbers Oct 24, 2022
f37ebbe
Remove dtype checking for prediction comparison (#1177)
PGijsbers Nov 24, 2022
a909a0c
feat(minio): Allow for proxies (#1184)
eddiebergman Nov 25, 2022
1dfe398
Update __version__.py (#1189)
PGijsbers Nov 25, 2022
580b536
Download all files (#1188)
PGijsbers Nov 25, 2022
5eb84ce
Skip tests that use arff reading optimization for typecheck (#1185)
PGijsbers Nov 25, 2022
467f6eb
Update configs (#1199)
PGijsbers Feb 20, 2023
dd62f2b
Update tests for sklearn 1.2, server issue (#1200)
PGijsbers Feb 20, 2023
2a7ab17
Version bump to dev and add changelog stub (#1190)
PGijsbers Feb 20, 2023
5f72e2e
Add: dependabot checks for workflow versions (#1155)
eddiebergman Feb 20, 2023
7d069a9
Change the cached file to reflect new standard #1188 (#1203)
PGijsbers Feb 21, 2023
23755bf
Bump actions/checkout from 2 to 3 (#1206)
dependabot[bot] Feb 21, 2023
603fe60
Update docker actions (#1211)
mfeurer Feb 22, 2023
17ff086
Support new numpy (#1215)
mfeurer Feb 23, 2023
d9850be
Allow unknown task types on the server (#1216)
mfeurer Feb 23, 2023
a968288
Mark sklearn tests (#1202)
PGijsbers Feb 23, 2023
beb598c
Bump actions/setup-python from 2 to 4 (#1212)
dependabot[bot] Feb 24, 2023
c590b3a
Make OpenMLTraceIteration a dataclass (#1201)
PGijsbers Feb 24, 2023
bbf09b3
Fix: correctly order the ground truth and prediction for ARFF files i…
LennartPurucker Feb 24, 2023
b84536a
Fix documentation building (#1217)
mfeurer Feb 24, 2023
5730669
Fix CI Python 3.6 (#1218)
mfeurer Feb 24, 2023
5b2ac46
Bump docker/setup-buildx-action from 1 to 2 (#1221)
dependabot[bot] Feb 24, 2023
5dcb7a3
Update run.py (#1194)
v-parmar Feb 24, 2023
687a0f1
Refactor if-statements (#1219)
PGijsbers Mar 1, 2023
c0a75bd
Ci python 38 (#1220)
mfeurer Mar 1, 2023
ce82fd5
Add summary of locally computed metrics to representation of run (#…
LennartPurucker Mar 1, 2023
c177d39
Better Error for Checksum Mismatch (#1225)
LennartPurucker Mar 4, 2023
24cbc5e
Fix coverage (#1226)
PGijsbers Mar 4, 2023
3c00d7b
Issue 1028: public delete functions for run, task, flow and database …
Mirkazemi Mar 21, 2023
7127e9c
Update changelog and version number for new release (#1230)
mfeurer Mar 22, 2023
bb3793d
Merge pull request #1233 from openml/main
mfeurer Mar 22, 2023
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Make OpenMLTraceIteration a dataclass (#1201)
It provides a better repr and is less verbose.
  • Loading branch information
PGijsbers authored Feb 24, 2023
commit c590b3a3b6715fef88ee1aa9f65dd398b8de23c1
86 changes: 37 additions & 49 deletions openml/runs/trace.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
# License: BSD 3-Clause

from collections import OrderedDict
from dataclasses import dataclass
import json
import os
from typing import List, Tuple, Optional # noqa F401
Expand Down Expand Up @@ -331,12 +332,12 @@ def trace_from_xml(cls, xml):
)

current = OpenMLTraceIteration(
repeat,
fold,
iteration,
setup_string,
evaluation,
selected,
repeat=repeat,
fold=fold,
iteration=iteration,
setup_string=setup_string,
evaluation=evaluation,
selected=selected,
)
trace[(repeat, fold, iteration)] = current

Expand Down Expand Up @@ -386,8 +387,11 @@ def __iter__(self):
yield val


class OpenMLTraceIteration(object):
"""OpenML Trace Iteration: parsed output from Run Trace call
@dataclass
class OpenMLTraceIteration:
"""
OpenML Trace Iteration: parsed output from Run Trace call
Exactly one of `setup_string` or `parameters` must be provided.

Parameters
----------
Expand All @@ -400,8 +404,9 @@ class OpenMLTraceIteration(object):
iteration : int
iteration number of optimization procedure

setup_string : str
setup_string : str, optional
json string representing the parameters
If not provided, ``parameters`` should be set.

evaluation : double
The evaluation that was awarded to this trace iteration.
Expand All @@ -412,42 +417,37 @@ class OpenMLTraceIteration(object):
selected for making predictions. Per fold/repeat there
should be only one iteration selected

parameters : OrderedDict
parameters : OrderedDict, optional
Dictionary specifying parameter names and their values.
If not provided, ``setup_string`` should be set.
"""

def __init__(
self,
repeat,
fold,
iteration,
setup_string,
evaluation,
selected,
parameters=None,
):

if not isinstance(selected, bool):
raise TypeError(type(selected))
if setup_string and parameters:
repeat: int
fold: int
iteration: int

evaluation: float
selected: bool

setup_string: Optional[str] = None
parameters: Optional[OrderedDict] = None

def __post_init__(self):
# TODO: refactor into one argument of type <str | OrderedDict>
if self.setup_string and self.parameters:
raise ValueError(
"Can only be instantiated with either " "setup_string or parameters argument."
"Can only be instantiated with either `setup_string` or `parameters` argument."
)
elif not setup_string and not parameters:
raise ValueError("Either setup_string or parameters needs to be passed as " "argument.")
if parameters is not None and not isinstance(parameters, OrderedDict):
elif not (self.setup_string or self.parameters):
raise ValueError(
"Either `setup_string` or `parameters` needs to be passed as argument."
)
if self.parameters is not None and not isinstance(self.parameters, OrderedDict):
raise TypeError(
"argument parameters is not an instance of OrderedDict, but %s"
% str(type(parameters))
% str(type(self.parameters))
)

self.repeat = repeat
self.fold = fold
self.iteration = iteration
self.setup_string = setup_string
self.evaluation = evaluation
self.selected = selected
self.parameters = parameters

def get_parameters(self):
result = {}
# parameters have prefix 'parameter_'
Expand All @@ -461,15 +461,3 @@ def get_parameters(self):
for param, value in self.parameters.items():
result[param[len(PREFIX) :]] = value
return result

def __repr__(self):
"""
tmp string representation, will be changed in the near future
"""
return "[(%d,%d,%d): %f (%r)]" % (
self.repeat,
self.fold,
self.iteration,
self.evaluation,
self.selected,
)
2 changes: 1 addition & 1 deletion tests/test_runs/test_trace.py
Original file line number Diff line number Diff line change
Expand Up @@ -63,7 +63,7 @@ def test_duplicate_name(self):
]
trace_content = [[0, 0, 0, 0.5, "true", 1], [0, 0, 0, 0.9, "false", 2]]
with self.assertRaisesRegex(
ValueError, "Either setup_string or parameters needs to be passed as argument."
ValueError, "Either `setup_string` or `parameters` needs to be passed as argument."
):
OpenMLRunTrace.generate(trace_attributes, trace_content)

Expand Down