Skip to content

Commit

Permalink
Merge pull request #663 from EducationalTestingService/release/11.2.0
Browse files Browse the repository at this point in the history
Release/11.2.0
  • Loading branch information
tamarl08 authored Oct 9, 2023
2 parents e27474d + d35ef2c commit c952c72
Show file tree
Hide file tree
Showing 50 changed files with 53 additions and 11 deletions.
2 changes: 1 addition & 1 deletion README.rst
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@ Rater Scoring Modeling Tool
:target: https://anaconda.org/ets/rsmtool
:alt: Conda package for SKLL

.. image:: https://img.shields.io/readthedocs/rsmtool/v11.1.1.svg
.. image:: https://img.shields.io/readthedocs/rsmtool/v11.2.0.svg
:target: https://rsmtool.readthedocs.io
:alt: Docs

Expand Down
4 changes: 2 additions & 2 deletions conda-recipe/rsmtool/meta.yaml
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
package:
name: rsmtool
version: 11.1.1
version: 11.2.0

source:
path: ../../../rsmtool

build:
number: 1
number: 0
noarch: python
script:
- cd $SRC_DIR
Expand Down
8 changes: 5 additions & 3 deletions rsmtool/notebooks/builtin_model.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -144,10 +144,12 @@
"grey_colors = sns.color_palette('Greys', len(features_used))[::-1]\n",
"with sns.axes_style('whitegrid'):\n",
" ax1=fig.add_subplot(121)\n",
" sns.barplot(x=\"feature\", y=\"standardized\", data=df_betas_sorted, \n",
" sns.barplot(x=\"feature\", y=\"standardized\", hue=\"feature\",\n",
" legend=False, data=df_betas_sorted, \n",
" order=df_betas_sorted['feature'].values,\n",
" palette=sns.color_palette(\"Greys\", 1), ax=ax1)\n",
" ax1.set_xticklabels(df_betas_sorted['feature'].values, rotation=90)\n",
" palette=sns.color_palette(\"Greys\", len(features_used)), ax=ax1)\n",
" tick_positions = np.arange(len(features_used))\n",
" ax1.set_xticks(tick_positions, df_betas_sorted['feature'].values, rotation=90)\n",
" ax1.set_title('Values of standardized coefficients')\n",
" ax1.set_xlabel('')\n",
" ax1.set_ylabel('')\n",
Expand Down
4 changes: 2 additions & 2 deletions rsmtool/notebooks/comparison/header.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -432,8 +432,8 @@
"log_msgs = []\n",
"# first check the training set\n",
"if not (outputs_old['df_descriptives'].empty or outputs_new['df_descriptives'].empty):\n",
" oldTrainN = outputs_old['df_descriptives']['N'][0] # take the N from the descriptive stats for the first feature\n",
" newTrainN = outputs_new['df_descriptives']['N'][0]\n",
" oldTrainN = outputs_old['df_descriptives']['N'].iloc[0] # take the N from the descriptive stats for the first feature\n",
" newTrainN = outputs_new['df_descriptives']['N'].iloc[0]\n",
" if oldTrainN != newTrainN:\n",
" log_msg = \"WARNING: the training sets were different sizes. old N: {}, new N: {}.\".format(oldTrainN, newTrainN)\n",
" log_msgs.append(log_msg)\n",
Expand Down
2 changes: 1 addition & 1 deletion rsmtool/version.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,5 +5,5 @@
in one place. Based on the suggestion `here. <http://bit.ly/16LbuJF>`_
"""

__version__ = "11.1.1"
__version__ = "11.2.0"
VERSION = tuple(int(x) for x in __version__.split("."))
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@
"num_features_to_display": 15,
"show_auto_cohorts": true,
"standardize_features": true,
"truncate_outliers": true,
"general_sections": [
"all"
],
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,7 @@
"use_scaled_predictions": false,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,7 @@
"use_scaled_predictions": false,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Binary file not shown.
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Binary file not shown.
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Binary file not shown.
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Binary file not shown.
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@
"num_features_to_display": 15,
"show_auto_cohorts": true,
"standardize_features": true,
"truncate_outliers": true,
"general_sections": [
"all"
],
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@
"use_scaled_predictions": false,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"sign": null,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
"exclude_zero_scores": true,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@
"use_scaled_predictions": false,
"select_transformations": false,
"standardize_features": true,
"truncate_outliers": true,
"use_thumbnails": false,
"use_truncation_thresholds": false,
"predict_expected_scores": false,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,7 @@
"sample_size": 10,
"num_features_to_display": 15,
"show_auto_cohorts": true,
"truncate_outliers": false,
"standardize_features": true,
"general_sections": [
"all"
Expand All @@ -19,6 +20,5 @@
"sample_ids": null,
"use_wandb": false,
"wandb_project": null,
"wandb_entity": null,
"truncate_outliers": false
"wandb_entity": null
}
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@
"num_features_to_display": 15,
"show_auto_cohorts": true,
"standardize_features": true,
"truncate_outliers": true,
"general_sections": [
"all"
],
Expand Down

0 comments on commit c952c72

Please sign in to comment.