Skip to content

test: Mock all production server calls in test_task_functions.py (#1649) #1761

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
sumitsaraswat362 wants to merge 2 commits into
base: main
Choose a base branch
from
Open

test: Mock all production server calls in test_task_functions.py (#1649) #1761

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
2314cbc
test: mock live server call in test_list_clustering_task
Oct 3, 2026
3a40548
test: mock all production server calls in test_task_functions.py
Oct 3, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
25 changes: 25 additions & 0 deletions tests/files/mock_responses/tasks/task_126033.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
<oml:task xmlns:oml="http://openml.org/openml">
<oml:task_id>126033</oml:task_id>
<oml:task_name>Task 126033: anneal (Clustering)</oml:task_name>
<oml:task_type_id>5</oml:task_type_id>
<oml:task_type>Clustering</oml:task_type>
<oml:input name="source_data">
<oml:data_set>
<oml:data_set_id>2</oml:data_set_id>
<oml:target_feature></oml:target_feature>
</oml:data_set> </oml:input>
<oml:input name="estimation_procedure">
<oml:estimation_procedure>
<oml:id>17</oml:id>
<oml:type>testontrainingdata</oml:type>
<oml:data_splits_url>https://openml.org/api_splits/get/126033/Task_126033_splits.arff</oml:data_splits_url>
<oml:parameter name="number_repeats">50</oml:parameter>
<oml:parameter name="stratified_sampling"></oml:parameter>
</oml:estimation_procedure> </oml:input>
<oml:output name="predictions">
<oml:predictions>
<oml:format>ARFF</oml:format>
<oml:feature name="row_id" type="numeric"/>
<oml:feature name="cluster" type="numeric"/>
</oml:predictions> </oml:output>
</oml:task>
39 changes: 39 additions & 0 deletions tests/files/mock_responses/tasks/task_34536.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,39 @@
<oml:task xmlns:oml="http://openml.org/openml">
<oml:task_id>34536</oml:task_id>
<oml:task_name>Task 34536: Internet-Advertisements (Supervised Classification)</oml:task_name>
<oml:task_type_id>1</oml:task_type_id>
<oml:task_type>Supervised Classification</oml:task_type>
<oml:input name="source_data">
<oml:data_set>
<oml:data_set_id>1176</oml:data_set_id>
<oml:target_feature>class</oml:target_feature>
</oml:data_set> </oml:input>
<oml:input name="estimation_procedure">
<oml:estimation_procedure>
<oml:id>1</oml:id>
<oml:type>crossvalidation</oml:type>
<oml:data_splits_url>https://openml.org/api_splits/get/34536/Task_34536_splits.arff</oml:data_splits_url>
<oml:parameter name="number_repeats">1</oml:parameter>
<oml:parameter name="number_folds">10</oml:parameter>
<oml:parameter name="percentage"></oml:parameter>
<oml:parameter name="stratified_sampling">true</oml:parameter>
</oml:estimation_procedure> </oml:input>
<oml:input name="cost_matrix">
<oml:cost_matrix></oml:cost_matrix> </oml:input>
<oml:input name="evaluation_measures">
<oml:evaluation_measures>
<oml:evaluation_measure></oml:evaluation_measure>
</oml:evaluation_measures> </oml:input>
<oml:output name="predictions">
<oml:predictions>
<oml:format>ARFF</oml:format>
<oml:feature name="repeat" type="integer"/>
<oml:feature name="fold" type="integer"/>
<oml:feature name="row_id" type="integer"/>
<oml:feature name="confidence.classname" type="numeric"/>
<oml:feature name="prediction" type="string"/>
</oml:predictions> </oml:output>
<oml:tag>OpenML100</oml:tag>
<oml:tag>study_123</oml:tag>
<oml:tag>study_14</oml:tag>
</oml:task>
33 changes: 33 additions & 0 deletions tests/files/mock_responses/tasks/task_5001.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,33 @@
<oml:task xmlns:oml="http://openml.org/openml">
<oml:task_id>5001</oml:task_id>
<oml:task_name>Task 5001: visualizing_galaxy (Supervised Regression)</oml:task_name>
<oml:task_type_id>2</oml:task_type_id>
<oml:task_type>Supervised Regression</oml:task_type>
<oml:input name="source_data">
<oml:data_set>
<oml:data_set_id>690</oml:data_set_id>
<oml:target_feature>velocity</oml:target_feature>
</oml:data_set> </oml:input>
<oml:input name="estimation_procedure">
<oml:estimation_procedure>
<oml:id>7</oml:id>
<oml:type>crossvalidation</oml:type>
<oml:data_splits_url>https://openml.org//api_splits/get/5001/Task_5001_splits.arff</oml:data_splits_url>
<oml:parameter name="number_repeats">1</oml:parameter>
<oml:parameter name="number_folds">10</oml:parameter>
<oml:parameter name="percentage"></oml:parameter>
</oml:estimation_procedure> </oml:input>
<oml:input name="evaluation_measures">
<oml:evaluation_measures>
<oml:evaluation_measure>mean_absolute_error</oml:evaluation_measure>
</oml:evaluation_measures> </oml:input>
<oml:output name="predictions">
<oml:predictions>
<oml:format>ARFF</oml:format>
<oml:feature name="repeat" type="integer"/>
<oml:feature name="fold" type="integer"/>
<oml:feature name="row_id" type="integer"/>
<oml:feature name="prediction" type="string"/>
</oml:predictions> </oml:output>
<oml:tag>under1m</oml:tag>
</oml:task>
35 changes: 35 additions & 0 deletions tests/files/mock_responses/tasks/task_64.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,35 @@
<oml:task xmlns:oml="http://openml.org/openml">
<oml:task_id>64</oml:task_id>
<oml:task_name>Task 64: labor (Learning Curve)</oml:task_name>
<oml:task_type_id>3</oml:task_type_id>
<oml:task_type>Learning Curve</oml:task_type>
<oml:input name="source_data">
<oml:data_set>
<oml:data_set_id>4</oml:data_set_id>
<oml:target_feature>class</oml:target_feature>
</oml:data_set> </oml:input>
<oml:input name="estimation_procedure">
<oml:estimation_procedure>
<oml:id>14</oml:id>
<oml:type>crossvalidation</oml:type>
<oml:data_splits_url>https://openml.org//api_splits/get/64/Task_64_splits.arff</oml:data_splits_url>
<oml:parameter name="number_repeats">10</oml:parameter>
<oml:parameter name="number_folds">10</oml:parameter>
<oml:parameter name="number_samples">1</oml:parameter>
</oml:estimation_procedure> </oml:input>
<oml:input name="evaluation_measures">
<oml:evaluation_measures>
<oml:evaluation_measure>predictive_accuracy</oml:evaluation_measure>
</oml:evaluation_measures> </oml:input>
<oml:output name="predictions">
<oml:predictions>
<oml:format>ARFF</oml:format>
<oml:feature name="repeat" type="integer"/>
<oml:feature name="fold" type="integer"/>
<oml:feature name="sample" type="integer"/>
<oml:feature name="row_id" type="integer"/>
<oml:feature name="confidence.classname" type="numeric"/>
<oml:feature name="prediction" type="string"/>
</oml:predictions> </oml:output>
<oml:tag>under1m</oml:tag>
</oml:task>
209 changes: 209 additions & 0 deletions tests/files/mock_responses/tasks/task_list_clustering.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,209 @@
<oml:tasks xmlns:oml="http://openml.org/openml">
<oml:task>
<oml:task_id>126033</oml:task_id>
<oml:task_type_id>5</oml:task_type_id>
<oml:task_type>Clustering</oml:task_type>
<oml:did>2</oml:did>
<oml:name>anneal</oml:name>
<oml:status>active</oml:status>
<oml:format>ARFF</oml:format>
<oml:input name="estimation_procedure">17</oml:input>
<oml:input name="source_data">2</oml:input>
<oml:quality name="MajorityClassSize">684.0</oml:quality>
<oml:quality name="MaxNominalAttDistinctValues">7.0</oml:quality>
<oml:quality name="MinorityClassSize">8.0</oml:quality>
<oml:quality name="NumberOfClasses">5.0</oml:quality>
<oml:quality name="NumberOfFeatures">39.0</oml:quality>
<oml:quality name="NumberOfInstances">898.0</oml:quality>
<oml:quality name="NumberOfInstancesWithMissingValues">898.0</oml:quality>
<oml:quality name="NumberOfMissingValues">22175.0</oml:quality>
<oml:quality name="NumberOfNumericFeatures">6.0</oml:quality>
<oml:quality name="NumberOfSymbolicFeatures">33.0</oml:quality>
</oml:task>
<oml:task>
<oml:task_id>126034</oml:task_id>
<oml:task_type_id>5</oml:task_type_id>
<oml:task_type>Clustering</oml:task_type>
<oml:did>3</oml:did>
<oml:name>kr-vs-kp</oml:name>
<oml:status>active</oml:status>
<oml:format>ARFF</oml:format>
<oml:input name="estimation_procedure">17</oml:input>
<oml:input name="source_data">3</oml:input>
<oml:quality name="MajorityClassSize">1669.0</oml:quality>
<oml:quality name="MaxNominalAttDistinctValues">3.0</oml:quality>
<oml:quality name="MinorityClassSize">1527.0</oml:quality>
<oml:quality name="NumberOfClasses">2.0</oml:quality>
<oml:quality name="NumberOfFeatures">37.0</oml:quality>
<oml:quality name="NumberOfInstances">3196.0</oml:quality>
<oml:quality name="NumberOfInstancesWithMissingValues">0.0</oml:quality>
<oml:quality name="NumberOfMissingValues">0.0</oml:quality>
<oml:quality name="NumberOfNumericFeatures">0.0</oml:quality>
<oml:quality name="NumberOfSymbolicFeatures">37.0</oml:quality>
</oml:task>
<oml:task>
<oml:task_id>126035</oml:task_id>
<oml:task_type_id>5</oml:task_type_id>
<oml:task_type>Clustering</oml:task_type>
<oml:did>4</oml:did>
<oml:name>labor</oml:name>
<oml:status>active</oml:status>
<oml:format>ARFF</oml:format>
<oml:input name="estimation_procedure">17</oml:input>
<oml:input name="source_data">4</oml:input>
<oml:quality name="MajorityClassSize">37.0</oml:quality>
<oml:quality name="MaxNominalAttDistinctValues">3.0</oml:quality>
<oml:quality name="MinorityClassSize">20.0</oml:quality>
<oml:quality name="NumberOfClasses">2.0</oml:quality>
<oml:quality name="NumberOfFeatures">17.0</oml:quality>
<oml:quality name="NumberOfInstances">57.0</oml:quality>
<oml:quality name="NumberOfInstancesWithMissingValues">56.0</oml:quality>
<oml:quality name="NumberOfMissingValues">326.0</oml:quality>
<oml:quality name="NumberOfNumericFeatures">8.0</oml:quality>
<oml:quality name="NumberOfSymbolicFeatures">9.0</oml:quality>
</oml:task>
<oml:task>
<oml:task_id>126036</oml:task_id>
<oml:task_type_id>5</oml:task_type_id>
<oml:task_type>Clustering</oml:task_type>
<oml:did>5</oml:did>
<oml:name>arrhythmia</oml:name>
<oml:status>active</oml:status>
<oml:format>ARFF</oml:format>
<oml:input name="estimation_procedure">17</oml:input>
<oml:input name="source_data">5</oml:input>
<oml:quality name="MajorityClassSize">245.0</oml:quality>
<oml:quality name="MaxNominalAttDistinctValues">13.0</oml:quality>
<oml:quality name="MinorityClassSize">2.0</oml:quality>
<oml:quality name="NumberOfClasses">13.0</oml:quality>
<oml:quality name="NumberOfFeatures">280.0</oml:quality>
<oml:quality name="NumberOfInstances">452.0</oml:quality>
<oml:quality name="NumberOfInstancesWithMissingValues">384.0</oml:quality>
<oml:quality name="NumberOfMissingValues">408.0</oml:quality>
<oml:quality name="NumberOfNumericFeatures">206.0</oml:quality>
<oml:quality name="NumberOfSymbolicFeatures">74.0</oml:quality>
</oml:task>
<oml:task>
<oml:task_id>126037</oml:task_id>
<oml:task_type_id>5</oml:task_type_id>
<oml:task_type>Clustering</oml:task_type>
<oml:did>6</oml:did>
<oml:name>letter</oml:name>
<oml:status>active</oml:status>
<oml:format>ARFF</oml:format>
<oml:input name="estimation_procedure">17</oml:input>
<oml:input name="source_data">6</oml:input>
<oml:quality name="MajorityClassSize">813.0</oml:quality>
<oml:quality name="MaxNominalAttDistinctValues">26.0</oml:quality>
<oml:quality name="MinorityClassSize">734.0</oml:quality>
<oml:quality name="NumberOfClasses">26.0</oml:quality>
<oml:quality name="NumberOfFeatures">17.0</oml:quality>
<oml:quality name="NumberOfInstances">20000.0</oml:quality>
<oml:quality name="NumberOfInstancesWithMissingValues">0.0</oml:quality>
<oml:quality name="NumberOfMissingValues">0.0</oml:quality>
<oml:quality name="NumberOfNumericFeatures">16.0</oml:quality>
<oml:quality name="NumberOfSymbolicFeatures">1.0</oml:quality>
</oml:task>
<oml:task>
<oml:task_id>126038</oml:task_id>
<oml:task_type_id>5</oml:task_type_id>
<oml:task_type>Clustering</oml:task_type>
<oml:did>7</oml:did>
<oml:name>audiology</oml:name>
<oml:status>active</oml:status>
<oml:format>ARFF</oml:format>
<oml:input name="estimation_procedure">17</oml:input>
<oml:input name="source_data">7</oml:input>
<oml:quality name="MajorityClassSize">57.0</oml:quality>
<oml:quality name="MaxNominalAttDistinctValues">24.0</oml:quality>
<oml:quality name="MinorityClassSize">1.0</oml:quality>
<oml:quality name="NumberOfClasses">24.0</oml:quality>
<oml:quality name="NumberOfFeatures">70.0</oml:quality>
<oml:quality name="NumberOfInstances">226.0</oml:quality>
<oml:quality name="NumberOfInstancesWithMissingValues">222.0</oml:quality>
<oml:quality name="NumberOfMissingValues">317.0</oml:quality>
<oml:quality name="NumberOfNumericFeatures">0.0</oml:quality>
<oml:quality name="NumberOfSymbolicFeatures">70.0</oml:quality>
</oml:task>
<oml:task>
<oml:task_id>126039</oml:task_id>
<oml:task_type_id>5</oml:task_type_id>
<oml:task_type>Clustering</oml:task_type>
<oml:did>8</oml:did>
<oml:name>liver-disorders</oml:name>
<oml:status>active</oml:status>
<oml:format>ARFF</oml:format>
<oml:input name="estimation_procedure">17</oml:input>
<oml:input name="source_data">8</oml:input>
<oml:quality name="NumberOfClasses">0.0</oml:quality>
<oml:quality name="NumberOfFeatures">6.0</oml:quality>
<oml:quality name="NumberOfInstances">345.0</oml:quality>
<oml:quality name="NumberOfInstancesWithMissingValues">0.0</oml:quality>
<oml:quality name="NumberOfMissingValues">0.0</oml:quality>
<oml:quality name="NumberOfNumericFeatures">6.0</oml:quality>
<oml:quality name="NumberOfSymbolicFeatures">0.0</oml:quality>
</oml:task>
<oml:task>
<oml:task_id>126040</oml:task_id>
<oml:task_type_id>5</oml:task_type_id>
<oml:task_type>Clustering</oml:task_type>
<oml:did>9</oml:did>
<oml:name>autos</oml:name>
<oml:status>active</oml:status>
<oml:format>ARFF</oml:format>
<oml:input name="estimation_procedure">17</oml:input>
<oml:input name="source_data">9</oml:input>
<oml:quality name="MajorityClassSize">67.0</oml:quality>
<oml:quality name="MaxNominalAttDistinctValues">22.0</oml:quality>
<oml:quality name="MinorityClassSize">3.0</oml:quality>
<oml:quality name="NumberOfClasses">6.0</oml:quality>
<oml:quality name="NumberOfFeatures">26.0</oml:quality>
<oml:quality name="NumberOfInstances">205.0</oml:quality>
<oml:quality name="NumberOfInstancesWithMissingValues">46.0</oml:quality>
<oml:quality name="NumberOfMissingValues">59.0</oml:quality>
<oml:quality name="NumberOfNumericFeatures">15.0</oml:quality>
<oml:quality name="NumberOfSymbolicFeatures">11.0</oml:quality>
</oml:task>
<oml:task>
<oml:task_id>126041</oml:task_id>
<oml:task_type_id>5</oml:task_type_id>
<oml:task_type>Clustering</oml:task_type>
<oml:did>10</oml:did>
<oml:name>lymph</oml:name>
<oml:status>active</oml:status>
<oml:format>ARFF</oml:format>
<oml:input name="estimation_procedure">17</oml:input>
<oml:input name="source_data">10</oml:input>
<oml:quality name="MajorityClassSize">81.0</oml:quality>
<oml:quality name="MaxNominalAttDistinctValues">8.0</oml:quality>
<oml:quality name="MinorityClassSize">2.0</oml:quality>
<oml:quality name="NumberOfClasses">4.0</oml:quality>
<oml:quality name="NumberOfFeatures">19.0</oml:quality>
<oml:quality name="NumberOfInstances">148.0</oml:quality>
<oml:quality name="NumberOfInstancesWithMissingValues">0.0</oml:quality>
<oml:quality name="NumberOfMissingValues">0.0</oml:quality>
<oml:quality name="NumberOfNumericFeatures">3.0</oml:quality>
<oml:quality name="NumberOfSymbolicFeatures">16.0</oml:quality>
</oml:task>
<oml:task>
<oml:task_id>126042</oml:task_id>
<oml:task_type_id>5</oml:task_type_id>
<oml:task_type>Clustering</oml:task_type>
<oml:did>11</oml:did>
<oml:name>balance-scale</oml:name>
<oml:status>active</oml:status>
<oml:format>ARFF</oml:format>
<oml:input name="estimation_procedure">17</oml:input>
<oml:input name="source_data">11</oml:input>
<oml:quality name="MajorityClassSize">288.0</oml:quality>
<oml:quality name="MaxNominalAttDistinctValues">3.0</oml:quality>
<oml:quality name="MinorityClassSize">49.0</oml:quality>
<oml:quality name="NumberOfClasses">3.0</oml:quality>
<oml:quality name="NumberOfFeatures">5.0</oml:quality>
<oml:quality name="NumberOfInstances">625.0</oml:quality>
<oml:quality name="NumberOfInstancesWithMissingValues">0.0</oml:quality>
<oml:quality name="NumberOfMissingValues">0.0</oml:quality>
<oml:quality name="NumberOfNumericFeatures">4.0</oml:quality>
<oml:quality name="NumberOfSymbolicFeatures">1.0</oml:quality>
</oml:task>
</oml:tasks>
Loading