Closed abhi8893 closed 4 years ago
from titansurv.pipeline import pipeline1 as dp from titansurv.utils import print_params print_params(dp)
Duplicate parameters in
mlmodel corresponding to 'train' step, and
preprocess_data corresponding to 'preprocessing' step
Output:
['data', 'description', 'mlmodel__bootstrap', 'mlmodel__ccp_alpha', 'mlmodel__class_weight', 'mlmodel__criterion', 'mlmodel__max_depth', 'mlmodel__max_features', 'mlmodel__max_leaf_nodes', 'mlmodel__max_samples', 'mlmodel__min_impurity_decrease', 'mlmodel__min_impurity_split', 'mlmodel__min_samples_leaf', 'mlmodel__min_samples_split', 'mlmodel__min_weight_fraction_leaf', 'mlmodel__n_estimators', 'mlmodel__n_jobs', 'mlmodel__oob_score', 'mlmodel__random_state', 'mlmodel__verbose', 'mlmodel__warm_start', 'mlmodel', 'prepare_data__memory', 'prepare_data__steps', 'prepare_data__verbose', 'prepare_data__nan_drpr', 'prepare_data__nan_drpr__key', 'prepare_data', 'preprocess_data__n_jobs', 'preprocess_data__remainder', 'preprocess_data__sparse_threshold', 'preprocess_data__transformer_weights', 'preprocess_data__transformers', 'preprocess_data__verbose', 'preprocess_data__enc', 'preprocess_data__imp_scaler', 'preprocess_data__pre_Name', 'preprocess_data__pre_Cabin', 'preprocess_data__pre_Ticket', 'preprocess_data__Pre_SibSp', 'preprocess_data__Pre_Parch', 'preprocess_data__enc__categories', 'preprocess_data__enc__drop', 'preprocess_data__enc__dtype', 'preprocess_data__enc__handle_unknown', 'preprocess_data__enc__sparse', 'preprocess_data__imp_scaler__memory', 'preprocess_data__imp_scaler__steps', 'preprocess_data__imp_scaler__verbose', 'preprocess_data__imp_scaler__imp', 'preprocess_data__imp_scaler__scaler', 'preprocess_data__imp_scaler__imp__add_indicator', 'preprocess_data__imp_scaler__imp__copy', 'preprocess_data__imp_scaler__imp__fill_value', 'preprocess_data__imp_scaler__imp__missing_values', 'preprocess_data__imp_scaler__imp__strategy', 'preprocess_data__imp_scaler__imp__verbose', 'preprocess_data__imp_scaler__scaler__copy', 'preprocess_data__imp_scaler__scaler__with_mean', 'preprocess_data__imp_scaler__scaler__with_std', 'preprocess_data__pre_Name__memory', 'preprocess_data__pre_Name__steps', 'preprocess_data__pre_Name__verbose', 'preprocess_data__pre_Name__featurize', 'preprocess_data__pre_Name__enc', 'preprocess_data__pre_Name__featurize__accept_sparse', 'preprocess_data__pre_Name__featurize__check_inverse', 'preprocess_data__pre_Name__featurize__func', 'preprocess_data__pre_Name__featurize__inv_kw_args', 'preprocess_data__pre_Name__featurize__inverse_func', 'preprocess_data__pre_Name__featurize__kw_args', 'preprocess_data__pre_Name__featurize__validate', 'preprocess_data__pre_Name__enc__categories', 'preprocess_data__pre_Name__enc__drop', 'preprocess_data__pre_Name__enc__dtype', 'preprocess_data__pre_Name__enc__handle_unknown', 'preprocess_data__pre_Name__enc__sparse', 'preprocess_data__pre_Cabin__memory', 'preprocess_data__pre_Cabin__steps', 'preprocess_data__pre_Cabin__verbose', 'preprocess_data__pre_Cabin__featurize', 'preprocess_data__pre_Cabin__enc', 'preprocess_data__pre_Cabin__featurize__accept_sparse', 'preprocess_data__pre_Cabin__featurize__check_inverse', 'preprocess_data__pre_Cabin__featurize__func', 'preprocess_data__pre_Cabin__featurize__inv_kw_args', 'preprocess_data__pre_Cabin__featurize__inverse_func', 'preprocess_data__pre_Cabin__featurize__kw_args', 'preprocess_data__pre_Cabin__featurize__validate', 'preprocess_data__pre_Cabin__enc__categories', 'preprocess_data__pre_Cabin__enc__drop', 'preprocess_data__pre_Cabin__enc__dtype', 'preprocess_data__pre_Cabin__enc__handle_unknown', 'preprocess_data__pre_Cabin__enc__sparse', 'preprocess_data__pre_Ticket__memory', 'preprocess_data__pre_Ticket__steps', 'preprocess_data__pre_Ticket__verbose', 'preprocess_data__pre_Ticket__featurize', 'preprocess_data__pre_Ticket__binarizer', 'preprocess_data__pre_Ticket__featurize__accept_sparse', 'preprocess_data__pre_Ticket__featurize__check_inverse', 'preprocess_data__pre_Ticket__featurize__func', 'preprocess_data__pre_Ticket__featurize__inv_kw_args', 'preprocess_data__pre_Ticket__featurize__inverse_func', 'preprocess_data__pre_Ticket__featurize__kw_args', 'preprocess_data__pre_Ticket__featurize__validate', 'preprocess_data__pre_Ticket__binarizer__accept_sparse', 'preprocess_data__pre_Ticket__binarizer__check_inverse', 'preprocess_data__pre_Ticket__binarizer__func', 'preprocess_data__pre_Ticket__binarizer__inv_kw_args', 'preprocess_data__pre_Ticket__binarizer__inverse_func', 'preprocess_data__pre_Ticket__binarizer__kw_args', 'preprocess_data__pre_Ticket__binarizer__validate', 'preprocess_data__Pre_SibSp__memory', 'preprocess_data__Pre_SibSp__steps', 'preprocess_data__Pre_SibSp__verbose', 'preprocess_data__Pre_SibSp__binner', 'preprocess_data__Pre_SibSp__enc', 'preprocess_data__Pre_SibSp__binner__accept_sparse', 'preprocess_data__Pre_SibSp__binner__check_inverse', 'preprocess_data__Pre_SibSp__binner__func', 'preprocess_data__Pre_SibSp__binner__inv_kw_args', 'preprocess_data__Pre_SibSp__binner__inverse_func', 'preprocess_data__Pre_SibSp__binner__kw_args', 'preprocess_data__Pre_SibSp__binner__validate', 'preprocess_data__Pre_SibSp__enc__categories', 'preprocess_data__Pre_SibSp__enc__drop', 'preprocess_data__Pre_SibSp__enc__dtype', 'preprocess_data__Pre_SibSp__enc__handle_unknown', 'preprocess_data__Pre_SibSp__enc__sparse', 'preprocess_data__Pre_Parch__memory', 'preprocess_data__Pre_Parch__steps', 'preprocess_data__Pre_Parch__verbose', 'preprocess_data__Pre_Parch__binner', 'preprocess_data__Pre_Parch__enc', 'preprocess_data__Pre_Parch__binner__accept_sparse', 'preprocess_data__Pre_Parch__binner__check_inverse', 'preprocess_data__Pre_Parch__binner__func', 'preprocess_data__Pre_Parch__binner__inv_kw_args', 'preprocess_data__Pre_Parch__binner__inverse_func', 'preprocess_data__Pre_Parch__binner__kw_args', 'preprocess_data__Pre_Parch__binner__validate', 'preprocess_data__Pre_Parch__enc__categories', 'preprocess_data__Pre_Parch__enc__drop', 'preprocess_data__Pre_Parch__enc__dtype', 'preprocess_data__Pre_Parch__enc__handle_unknown', 'preprocess_data__Pre_Parch__enc__sparse', 'preprocess_data', 'ycol', 'preprocessing', 'train', 'preprocessing__n_jobs', 'preprocessing__remainder', 'preprocessing__sparse_threshold', 'preprocessing__transformer_weights', 'preprocessing__transformers', 'preprocessing__verbose', 'preprocessing__enc', 'preprocessing__imp_scaler', 'preprocessing__pre_Name', 'preprocessing__pre_Cabin', 'preprocessing__pre_Ticket', 'preprocessing__Pre_SibSp', 'preprocessing__Pre_Parch', 'preprocessing__enc__categories', 'preprocessing__enc__drop', 'preprocessing__enc__dtype', 'preprocessing__enc__handle_unknown', 'preprocessing__enc__sparse', 'preprocessing__imp_scaler__memory', 'preprocessing__imp_scaler__steps', 'preprocessing__imp_scaler__verbose', 'preprocessing__imp_scaler__imp', 'preprocessing__imp_scaler__scaler', 'preprocessing__imp_scaler__imp__add_indicator', 'preprocessing__imp_scaler__imp__copy', 'preprocessing__imp_scaler__imp__fill_value', 'preprocessing__imp_scaler__imp__missing_values', 'preprocessing__imp_scaler__imp__strategy', 'preprocessing__imp_scaler__imp__verbose', 'preprocessing__imp_scaler__scaler__copy', 'preprocessing__imp_scaler__scaler__with_mean', 'preprocessing__imp_scaler__scaler__with_std', 'preprocessing__pre_Name__memory', 'preprocessing__pre_Name__steps', 'preprocessing__pre_Name__verbose', 'preprocessing__pre_Name__featurize', 'preprocessing__pre_Name__enc', 'preprocessing__pre_Name__featurize__accept_sparse', 'preprocessing__pre_Name__featurize__check_inverse', 'preprocessing__pre_Name__featurize__func', 'preprocessing__pre_Name__featurize__inv_kw_args', 'preprocessing__pre_Name__featurize__inverse_func', 'preprocessing__pre_Name__featurize__kw_args', 'preprocessing__pre_Name__featurize__validate', 'preprocessing__pre_Name__enc__categories', 'preprocessing__pre_Name__enc__drop', 'preprocessing__pre_Name__enc__dtype', 'preprocessing__pre_Name__enc__handle_unknown', 'preprocessing__pre_Name__enc__sparse', 'preprocessing__pre_Cabin__memory', 'preprocessing__pre_Cabin__steps', 'preprocessing__pre_Cabin__verbose', 'preprocessing__pre_Cabin__featurize', 'preprocessing__pre_Cabin__enc', 'preprocessing__pre_Cabin__featurize__accept_sparse', 'preprocessing__pre_Cabin__featurize__check_inverse', 'preprocessing__pre_Cabin__featurize__func', 'preprocessing__pre_Cabin__featurize__inv_kw_args', 'preprocessing__pre_Cabin__featurize__inverse_func', 'preprocessing__pre_Cabin__featurize__kw_args', 'preprocessing__pre_Cabin__featurize__validate', 'preprocessing__pre_Cabin__enc__categories', 'preprocessing__pre_Cabin__enc__drop', 'preprocessing__pre_Cabin__enc__dtype', 'preprocessing__pre_Cabin__enc__handle_unknown', 'preprocessing__pre_Cabin__enc__sparse', 'preprocessing__pre_Ticket__memory', 'preprocessing__pre_Ticket__steps', 'preprocessing__pre_Ticket__verbose', 'preprocessing__pre_Ticket__featurize', 'preprocessing__pre_Ticket__binarizer', 'preprocessing__pre_Ticket__featurize__accept_sparse', 'preprocessing__pre_Ticket__featurize__check_inverse', 'preprocessing__pre_Ticket__featurize__func', 'preprocessing__pre_Ticket__featurize__inv_kw_args', 'preprocessing__pre_Ticket__featurize__inverse_func', 'preprocessing__pre_Ticket__featurize__kw_args', 'preprocessing__pre_Ticket__featurize__validate', 'preprocessing__pre_Ticket__binarizer__accept_sparse', 'preprocessing__pre_Ticket__binarizer__check_inverse', 'preprocessing__pre_Ticket__binarizer__func', 'preprocessing__pre_Ticket__binarizer__inv_kw_args', 'preprocessing__pre_Ticket__binarizer__inverse_func', 'preprocessing__pre_Ticket__binarizer__kw_args', 'preprocessing__pre_Ticket__binarizer__validate', 'preprocessing__Pre_SibSp__memory', 'preprocessing__Pre_SibSp__steps', 'preprocessing__Pre_SibSp__verbose', 'preprocessing__Pre_SibSp__binner', 'preprocessing__Pre_SibSp__enc', 'preprocessing__Pre_SibSp__binner__accept_sparse', 'preprocessing__Pre_SibSp__binner__check_inverse', 'preprocessing__Pre_SibSp__binner__func', 'preprocessing__Pre_SibSp__binner__inv_kw_args', 'preprocessing__Pre_SibSp__binner__inverse_func', 'preprocessing__Pre_SibSp__binner__kw_args', 'preprocessing__Pre_SibSp__binner__validate', 'preprocessing__Pre_SibSp__enc__categories', 'preprocessing__Pre_SibSp__enc__drop', 'preprocessing__Pre_SibSp__enc__dtype', 'preprocessing__Pre_SibSp__enc__handle_unknown', 'preprocessing__Pre_SibSp__enc__sparse', 'preprocessing__Pre_Parch__memory', 'preprocessing__Pre_Parch__steps', 'preprocessing__Pre_Parch__verbose', 'preprocessing__Pre_Parch__binner', 'preprocessing__Pre_Parch__enc', 'preprocessing__Pre_Parch__binner__accept_sparse', 'preprocessing__Pre_Parch__binner__check_inverse', 'preprocessing__Pre_Parch__binner__func', 'preprocessing__Pre_Parch__binner__inv_kw_args', 'preprocessing__Pre_Parch__binner__inverse_func', 'preprocessing__Pre_Parch__binner__kw_args', 'preprocessing__Pre_Parch__binner__validate', 'preprocessing__Pre_Parch__enc__categories', 'preprocessing__Pre_Parch__enc__drop', 'preprocessing__Pre_Parch__enc__dtype', 'preprocessing__Pre_Parch__enc__handle_unknown', 'preprocessing__Pre_Parch__enc__sparse', 'train__bootstrap', 'train__ccp_alpha', 'train__class_weight', 'train__criterion', 'train__max_depth', 'train__max_features', 'train__max_leaf_nodes', 'train__max_samples', 'train__min_impurity_decrease', 'train__min_impurity_split', 'train__min_samples_leaf', 'train__min_samples_split', 'train__min_weight_fraction_leaf', 'train__n_estimators', 'train__n_jobs', 'train__oob_score', 'train__random_state', 'train__verbose', 'train__warm_start']
Created new branch and fixed it here https://github.com/abhi8893/Titanic-Survival/blob/18278aee5220eed50e02d4c196842f0733c2170b/titansurv/pipeline/data_pipeline.py#L193-L205
Duplicate parameters in
mlmodel corresponding to 'train' step, and
preprocess_data corresponding to 'preprocessing' step
Output: