AVh5dZddlmZddlmZddlmZddlmZddlmZddlm Z ddlm Z dd lm Z dd lmZdd lmZdd lmZdd lmZddlmZddlmZddlmZddlmZddlmZddlm Z!ddlm"Z#ddlm$Z%ddlm&Z&ddlm'Z(ddlm)Z*ddlm+Z,ddlm-Z.ddlm/Z0ddl1m2Z2GddZ3Gdd e2jhjjZ6Gd!d"Z7Gd#d$e2jhjjZ8Gd%d&Z9y')(zOps for boosted_trees.)ops) array_ops)gen_boosted_trees_ops) resources)boosted_trees_aggregate_stats)boosted_trees_bucketize)*boosted_trees_calculate_best_feature_split)-boosted_trees_calculate_best_feature_split_v2).boosted_trees_calculate_best_gains_per_feature)boosted_trees_center_bias)-boosted_trees_create_quantile_stream_resource)#boosted_trees_example_debug_outputs)%boosted_trees_make_quantile_summaries) boosted_trees_make_stats_summary)boosted_trees_predict)4boosted_trees_quantile_stream_resource_add_summaries)2boosted_trees_quantile_stream_resource_deserialize),boosted_trees_quantile_stream_resource_flush).make_save_specNs"  # # , ,VZ OOr._bucket_boundaries_) resource_handle _num_streams _create_opget_bucket_boundariesr3strsuperr:__init__) selfrG create_op num_streamsrCbucket_boundariesspecsrEirD __class__s ` @r,rMz$QuantileAccumulatorSaveable.__init__Es*D#DDO-d.B.B.2.?.?AJ EP4$$ % *1-/Ds1v/M Ne %t5d6J6J6;TCr.c|}tj|jg5t|j|cdddS#1swYyxYw)N)rQ)rcontrol_dependenciesrIquantile_resource_deserializerG)rNrestored_tensorsunused_tensor_shapesrQs r,restorez#QuantileAccumulatorSaveable.restoreXsK( ! !4??"3 4E *   2CEEEEs AA r/r0r1r2rMrZ __classcell__rTs@r,r:r:Bs>C&Er.r:c\eZdZdZ d dZdZdZedZdZ dZ d Z d Z d Z d Zy)QuantileAccumulatorzSaveableObject implementation for QuantileAccumulator. The bucket boundaries are serialized and deserialized from checkpointing. Nc 6~||_||_||_tj|d5}||_|j |_|j|_ |j}dddtj|j|jtjtjjt!|j|j|j|jj"y#1swYxYw)Nr_)_epsrH_num_quantilesr name_scope_name_create_resourcerG _initialize_init_opis_initializedrregister_resourceadd_to_collection GraphKeysSAVEABLE_OBJECTSr:rC)rNepsilonrP num_quantilesrC max_elementsis_initialized_ops r,rMzQuantileAccumulator.__init__es DI#D'D 3 40dj!224d&&(dm--/ 0  4 4dmm 13#--885"22DMM"//1E1E1J1JLM00s ADDcFtd|j|jSNr<) container shared_namerC)quantile_resource_handle_oprdrNs r,rez$QuantileAccumulator._create_resource}s &$**4:: ??r.cXt|j|j|jSr>)create_quantile_stream_resourcerGrarHrvs r,rfzQuantileAccumulator._initializes& *4+?+?+/+<+< >>r.c\|j|j|_|jSr>rgrfrvs r, initializerzQuantileAccumulator.initializer& }}&&(dm ==r.c,t|jSr>) is_quantile_resource_initializedrGrvs r,rhz"QuantileAccumulator.is_initializeds +D,@,@ AAr.ctdNzyWhen the need arises, TF2 compatibility can be added by implementing this method, along with _restore_from_tensors below.NotImplementedErrorrvs r,_serialize_to_tensorsz)QuantileAccumulator._serialize_to_tensors = >>r.ctdNzyWhen the need arises, TF2 compatibility can be added by implementing this method, along with _serialize_to_tensors above.rrNrXs r,_restore_from_tensorsz)QuantileAccumulator._restore_from_tensorsrr.c`t|||j}t|j|}|Sr>)make_quantile_summariesraquantile_add_summariesrG)rN float_columnsexample_weights summaries summary_ops r, add_summariesz!QuantileAccumulator.add_summariess/' (, 3I'(<()quantile_flushrGrbrvs r,flushzQuantileAccumulator.flushs $..0C0C DDr.cBt|j|jSr>)rJrGrHrvs r,rJz)QuantileAccumulator.get_bucket_boundariess !5!5t7H7H IIr.)NN)r/r0r1r2rMrerfpropertyr{rhrrrrrJr8r.r,r_r__sT M0?>   B> >  EJr.r_c(eZdZdZfdZdZxZS)_TreeEnsembleSavablez/SaveableObject implementation for TreeEnsemble.ctj|\}}d}tjj |||dztjj |||dzg}t t ||||||_||_ y)zCreates a _TreeEnsembleSavable object. Args: resource_handle: handle to the decision tree ensemble variable. create_op: the op to initialize the variable. name: the name to save the tree ensemble variable under. r<_stamp _serializedN) r boosted_trees_serialize_ensemblerr?r@rLrrMrGrI) rNrGrOrC stamp_token serializedrDrRrTs r,rMz_TreeEnsembleSavable.__init__s >>OK J '' Z(,x 9 '' J(,}(< > E  .tL*DDOr.ctj|jg5tj|j |d|dcdddS#1swYyxYw)agRestores the associated tree ensemble from 'restored_tensors'. Args: restored_tensors: the tensors that were loaded from a checkpoint. unused_restored_shapes: the shapes this object should conform to after restore. Not meaningful for trees. Returns: The operation that restores the state of the tree ensemble variable. r)rtree_ensemble_serializedN)rrVrIr"boosted_trees_deserialize_ensemblerG)rNrXunused_restored_shapess r,rZz_TreeEnsembleSavable.restoresU ! !4??"3 48 " E E   &q)#3A#68888s (AAr[r]s@r,rrs7 08r.rc^eZdZdZddZdZdZedZdZ dZ dZ d Z d Z d Zd Zy ) TreeEnsemblezCreates TreeEnsemble resource.c (||_||_||_tj|d5}||_|j |_|j|_ |j}|satjtjjt|j|j|jj t#j$|j|j|| dddy#1swYyxYw)Nr) is_shared) _stamp_token_serialized_proto _is_localrrcrdrerGrfrgrhrjrkrlrr{rCrri)rNrCris_localserialized_protorps r,rMzTreeEnsemble.__init__s#D-DDN n -"dj!224d&&(dm--/  cmm<<2"&"6"68H8H"&"6"6";";= >!!        L """"s CDDcZtjd|j|jSrr)r)boosted_trees_ensemble_resource_handle_oprdrvs r,rezTreeEnsemble._create_resources$ J J$**4:: ??r.cntj|j|j|jS)N)r)rboosted_trees_create_ensemblerGrrrvs r,rfzTreeEnsemble._initializes0 > >  !%!7!7 99r.c\|j|j|_|jSr>rzrvs r,r{zTreeEnsemble.initializerr|r.c@tj|jSr>)r%is_boosted_trees_ensemble_initializedrGrvs r,rhzTreeEnsemble.is_initializeds F F  r.ctdrrrvs r,rz"TreeEnsemble._serialize_to_tensorsrr.ctdrrrs r,rz"TreeEnsemble._restore_from_tensorsrr.cPtj|j\}}}}}|S)z0Returns the current stamp token of the resource.)r!boosted_trees_get_ensemble_statesrG)rNr_s r,get_stamp_tokenzTreeEnsemble.get_stamp_tokens2 ??   "KAq! r.c,tj|j\}}}}}tj|dtj|dtj|dtj|dtj|dfS)zReturns states of the tree ensemble. Returns: stamp_token, num_trees, num_finalized_trees, num_attempted_layers and range of the nodes in the latest layer. r)rC num_treesnum_finalized_treesnum_attempted_layerslast_layer_nodes_range)rrrGridentity)rNrrrr nodes_ranges r, get_stateszTreeEnsemble.get_statess  @ @  ! ! #[)02F   { ?   y{ ;   29N O   $+A C   {1I J  LLr.c@tj|jS)zSerializes the ensemble into proto and returns the serialized proto. Returns: stamp_token: int64 scalar Tensor to denote the stamp of the resource. serialized_proto: string scalar Tensor of the serialized proto. )rrrGrvs r, serializezTreeEnsemble.serialize"s  ! A A  r.cDtj|j||S)aDeserialize the input proto and resets the ensemble from it. Args: stamp_token: int64 scalar Tensor to denote the stamp of the resource. serialized_proto: string scalar Tensor of the serialized proto. Returns: Operation (for dependencies). )rrrG)rNrrs r, deserializezTreeEnsemble.deserialize,s% ! C C k+; ==r.N)rFr<)r/r0r1r2rMrerfrr{rhrrrrrrr8r.r,rrsL&"*?9    > > L& =r.rN):r2tensorflow.python.frameworkrtensorflow.python.opsrrr+tensorflow.python.ops.gen_boosted_trees_opsrrr calculate_best_feature_splitr calculate_best_feature_split_v2r calculate_best_gains_per_featurer center_biasr rxrexample_debug_outputsrrrmake_stats_summaryrpredictrrrrWrrrrJrrurr#sparse_calculate_best_feature_splitrtraining_predictrupdate_ensemblerupdate_ensemble_v2rr~tensorflow.python.trainingrrr?SaveableObjectr:r_rrr8r.r,rs++7+VOCIK`ItxnXGLvNH\QjhnR- ( ( E%"8"8"G"GE:CJCJL*8511@@*8Ze=e=r.