o i e5@sdZddlmZddlmZddlmZddlmZddlmZddlm Z ddlm Z dd lm Z dd lmZdd lmZdd lmZdd lmZddlmZddlmZddlmZddlmZddlmZddlm Z!ddlm"Z#ddlm$Z%ddlm&Z&ddlm'Z(ddlm)Z*ddlm+Z,ddlm-Z.ddlm/Z0ddl1m2Z2GdddZ3Gdd d e2j4j5Z6Gd!d"d"Z7Gd#d$d$e2j4j5Z8Gd%d&d&Z9d'S)(zOps for boosted_trees.)ops) array_ops)gen_boosted_trees_ops) resources)boosted_trees_aggregate_stats)boosted_trees_bucketize)*boosted_trees_calculate_best_feature_split)-boosted_trees_calculate_best_feature_split_v2).boosted_trees_calculate_best_gains_per_feature)boosted_trees_center_bias)-boosted_trees_create_quantile_stream_resource)#boosted_trees_example_debug_outputs)%boosted_trees_make_quantile_summaries) boosted_trees_make_stats_summary)boosted_trees_predict)4boosted_trees_quantile_stream_resource_add_summaries)2boosted_trees_quantile_stream_resource_deserialize),boosted_trees_quantile_stream_resource_flush).make_save_spec_bucket_boundaries_) resource_handle _num_streams _create_opget_bucket_boundariesr0strsuperr6__init__) selfrB create_op num_streamsr>bucket_boundariesspecsr@i __class__r=r*rHEs z$QuantileAccumulatorSaveable.__init__cCsD|}t|jgt|j|dWdS1swYdS)N)rL)rcontrol_dependenciesrDquantile_resource_deserializerB)rIrestored_tensorsunused_tensor_shapesrLr)r)r*restoreXs $z#QuantileAccumulatorSaveable.restorer,r-r.r/rHrU __classcell__r)r)rOr*r6Bs r6c@sjeZdZdZ  dddZddZddZed d Zd d Z d dZ ddZ ddZ ddZ ddZdS)QuantileAccumulatorzSaveableObject implementation for QuantileAccumulator. The bucket boundaries are serialized and deserialized from checkpointing. NcCs~||_||_||_t|d}||_||_||_ | }Wdn1s,wYt |j|j |t tjjt|j|j |j|jjdS)NrX)_epsrC_num_quantilesr name_scope_name_create_resourcerB _initialize_init_opis_initializedrregister_resourceadd_to_collection GraphKeysSAVEABLE_OBJECTSr6r>)rIepsilonrK num_quantilesr> max_elementsis_initialized_opr)r)r*rHes&      zQuantileAccumulator.__init__cCstd|j|jdSNr7) container shared_namer>)quantile_resource_handle_opr\rIr)r)r*r]}s z$QuantileAccumulator._create_resourcecCst|j|j|jSr8)create_quantile_stream_resourcerBrYrCrmr)r)r*r^s zQuantileAccumulator._initializecC|jdur ||_|jSr8r_r^rmr)r)r* initializer  zQuantileAccumulator.initializercCs t|jSr8) is_quantile_resource_initializedrBrmr)r)r*r`s z"QuantileAccumulator.is_initializedcCtdNzyWhen the need arises, TF2 compatibility can be added by implementing this method, along with _restore_from_tensors below.NotImplementedErrorrmr)r)r*_serialize_to_tensorsz)QuantileAccumulator._serialize_to_tensorscCrtNzyWhen the need arises, TF2 compatibility can be added by implementing this method, along with _serialize_to_tensors above.rvrIrSr)r)r*_restore_from_tensorsryz)QuantileAccumulator._restore_from_tensorscCst|||j}t|j|}|Sr8)make_quantile_summariesrYquantile_add_summariesrB)rI float_columnsexample_weights summaries summary_opr)r)r* add_summariess  z!QuantileAccumulator.add_summariescCt|j|jSr8)quantile_flushrBrZrmr)r)r*flushzQuantileAccumulator.flushcCrr8)rErBrCrmr)r)r*rErz)QuantileAccumulator.get_bucket_boundaries)NN)r,r-r.r/rHr]r^propertyrqr`rxr|rrrEr)r)r)r*rX_s    rXcr5)_TreeEnsembleSavablez/SaveableObject implementation for TreeEnsemble.cs^t|\}}d}tj|||dtj|||dg}tt||||||_||_ dS)zCreates a _TreeEnsembleSavable object. Args: resource_handle: handle to the decision tree ensemble variable. create_op: the op to initialize the variable. name: the name to save the tree ensemble variable under. r7_stamp _serializedN) r boosted_trees_serialize_ensemblerr9r:rGrrHrBrD)rIrBrJr> stamp_token serializedr?rMrOr)r*rHs    z_TreeEnsembleSavable.__init__cCsLt|jgtj|j|d|ddWdS1swYdS)agRestores the associated tree ensemble from 'restored_tensors'. Args: restored_tensors: the tensors that were loaded from a checkpoint. unused_restored_shapes: the shapes this object should conform to after restore. Not meaningful for trees. Returns: The operation that restores the state of the tree ensemble variable. r)rtree_ensemble_serializedN)rrQrDr"boosted_trees_deserialize_ensemblerB)rIrSunused_restored_shapesr)r)r*rUs $z_TreeEnsembleSavable.restorerVr)r)rOr*rs rc@sneZdZdZdddZddZd d Zed d Zd dZ ddZ ddZ ddZ ddZ ddZddZdS) TreeEnsemblezCreates TreeEnsemble resource.rFr7cCs||_||_||_t|d8}||_||_||_ | }|s3t tj j t|j|j|jjtj|j|j|| dWddS1sJwYdS)Nr) is_shared) _stamp_token_serialized_proto _is_localrr[r\r]rBr^r_r`rbrcrdrrqr>rra)rIr>ris_localserialized_protorhr)r)r*rHs,   "zTreeEnsemble.__init__cCstjd|j|jdSri)r)boosted_trees_ensemble_resource_handle_opr\rmr)r)r*r]s zTreeEnsemble._create_resourcecCstj|j|j|jdS)N)r)rboosted_trees_create_ensemblerBrrrmr)r)r*r^s zTreeEnsemble._initializecCror8rprmr)r)r*rqrrzTreeEnsemble.initializercC t|jSr8)r%is_boosted_trees_ensemble_initializedrBrmr)r)r*r`szTreeEnsemble.is_initializedcCrtrurvrmr)r)r*rxryz"TreeEnsemble._serialize_to_tensorscCrtrzrvr{r)r)r*r|ryz"TreeEnsemble._restore_from_tensorscCst|j\}}}}}|S)z0Returns the current stamp token of the resource.)r!boosted_trees_get_ensemble_statesrB)rIr_r)r)r*get_stamp_tokens  zTreeEnsemble.get_stamp_tokencCsVt|j\}}}}}tj|ddtj|ddtj|ddtj|ddtj|ddfS)zReturns states of the tree ensemble. Returns: stamp_token, num_trees, num_finalized_trees, num_attempted_layers and range of the nodes in the latest layer. r)r> num_treesnum_finalized_treesnum_attempted_layerslast_layer_nodes_range)rrrBridentity)rIrrrr nodes_ranger)r)r* get_statess      zTreeEnsemble.get_statescCr)zSerializes the ensemble into proto and returns the serialized proto. Returns: stamp_token: int64 scalar Tensor to denote the stamp of the resource. serialized_proto: string scalar Tensor of the serialized proto. )rrrBrmr)r)r* serialize"szTreeEnsemble.serializecCst|j||S)aDeserialize the input proto and resets the ensemble from it. Args: stamp_token: int64 scalar Tensor to denote the stamp of the resource. serialized_proto: string scalar Tensor of the serialized proto. Returns: Operation (for dependencies). )rrrB)rIrrr)r)r* deserialize,s zTreeEnsemble.deserializeN)rFr7)r,r-r.r/rHr]r^rrqr`rxr|rrrrr)r)r)r*rs   rN):r/tensorflow.python.frameworkrtensorflow.python.opsrrr+tensorflow.python.ops.gen_boosted_trees_opsrrrcalculate_best_feature_splitr calculate_best_feature_split_v2r calculate_best_gains_per_featurer center_biasr rnr example_debug_outputsrr}rmake_stats_summaryrpredictrr~rrRrrrrErrlrr#sparse_calculate_best_feature_splitrtraining_predictrupdate_ensemblerupdate_ensemble_v2rrstensorflow.python.trainingrrr9SaveableObjectr6rXrrr)r)r)r*sB                           F-