o e=o@s"ddlZddlZddlZddlZddlZddlZddlmZddlZ ddl Z ddl Z ddl m Z ddlmZddlmZmZmZmZmZmZmZmZddlmZddlmZddlmZdd lmZdd l m!Z!dd l"m#Z#dd l$m%Z%dd l&m'Z'm(Z(e GdddZ)de*de*fddZ+dS)N) import_module) load_dotenv)tqdm)API_URLAPP_URL DEMO_KEYSTYPE_CLASSICATIONTYPE_INSTANCE_SEGMENTATIONTYPE_OBJECT_DETECTIONTYPE_SEMANTIC_SEGMENTATION UNIVERSE_URL)Dataset)ClassificationModel)InstanceSegmentationModel)ObjectDetectionModel)SemanticSegmentationModel)amend_data_yaml) write_line)get_wrong_dependencies_versions*print_warn_for_wrong_dependencies_versionsc@seZdZdZ d'ddZddZd(dd Zd)d efd d Zd'ddZ d*defddZ de de ddfddZ ddZ ddZddZddZdd Zd!e d"e fd#d$Zd%d&ZdS)+Versionz8 Class representing a Roboflow dataset version. Nc Cs|tvr'|dkr||_||_d|_d|_dS||_||_d|_d|_d|_dS||_||_t|d|_||_|d|_|d |_ |d |_|d |_ |d |_ |d |_ ||_||_ | |_| |_| durfin| |_| |_d|vrx|d|_ng|_tjt|} |jtkrt|j|j|j| ||j|j d|_dS|jtkrt|j|j|j| ||j|j d|_dS|jtkrt|j|j|j|j |d|_dS|jtkrt|j|j|_dSd|_dS)z. Initialize a Version object. coco-128-samplezcoco-1281zchess-pieces-new23zjoseph-nelson/chess-pieces-new version_id augmentationcreatedidimages preprocessingsplitsNexports)localcolorsr )r$r r#) r_Version__api_key model_formatnameversionrunwrap_version_idtyperrrr r! workspaceprojectpublicr$keysr"ospathbasenamestrr rmodelrrr rr r) self version_dictr*api_keyr'r(r&r#r+r,r-r$version_without_workspacer8D/var/www/myenv/lib/python3.10/site-packages/roboflow/core/version.py__init__*s|                zVersion.__init__cCstd|jd|jd|jd}tj|d|jid}||dddur,d}n t |dd}|dd|fS) N/ ?nocache=truer6paramsr(progressg generating) rr+r,r(requestsgetr%raise_for_statusjsonfloat)r4urlresponser?r8r8r9__check_if_generatings"zVersion.__check_if_generatingFcCsx|\}}|r-dtt|ddd}tjd|tjtd|j ddS|r:tjd tjdS) Nz0Generating version still in progress. Progress: d% T)recurse ) _Version__check_if_generatingr2roundsysstdoutwriteflushtimesleep_Version__wait_if_generating)r4rNstill_generatingr?progress_messager8r8r9__wait_if_generatings      zVersion.__wait_if_generatingT overwritecCsN||dkr!z tdtdgWn ty tdYnw||}||jvr0|||dur8|}t j |rM|sMt |j |j|t j |S|jdkrUd}n2||}tj|d|jid }|jd krr|d d }nzt|tjy|Ynw||||||||||t |j |j|t j |S) a# Download and extract a ZIP of a version's dataset in a given format :param model_format: A format to use for downloading :param location: An optional path for saving the file :param overwrite: An optional flag to prevent dataset overwrite when dataset is already downloaded Args: model_format (str): A format to use for downloading location (str): An optional path for saving the file overwrite (bool): An optional flag to prevent dataset overwrite when dataset is already downloaded Returns: Dataset Object Raises: RuntimeError: If the Roboflow API returns an error with a helpful JSON body HTTPError: If the Network/Roboflow API fails and does not return JSON yolov8 ultralyticsr^z==z8.0.196z[WARNING] we noticed you are downloading a `yolov8` datasets but you don't have `ultralytics` installed. Roboflow `.deploy` supports only models trained with `ultralytics==8.0.196`, to intall it `pip install ultralytics==8.0.196`.Nrz5https://app.roboflow.com/ds/n9QwXwUK42?key=NnVCe2yMxPr6r=exportlink)rXrr ImportErrorprint_Version__get_format_identifierr"ra_Version__get_download_locationr/r0existsr r'r(abspathr%_Version__get_download_urlrArB status_coderD RuntimeErrorJSONDecodeErrorrC_Version__download_zip_Version__extract_zip_Version__reformat_yaml)r4r&locationr\rbrFrGr8r8r9downloadsB           zVersion.downloadcCsR||}|||}tj|d|jid}|js0zt|tj y/| Ynw|j dkryd}|dkryt dtj|d|jid}|j }|dkru|d}d|dtt|dd d }tjd |tj|dks;|j d krtjd td|dtjdSzt|tj y| YdSw)aI Ask the Roboflow API to generate a version's dataset in a given format so that it can be downloaded via the `download()` method. The export will be asynchronously generated and available for download after some amount of seconds - depending on dataset size. Args: model_format (str): A format to use for downloading Returns: True Raises: RuntimeError: If the Roboflow API returns an error with a helpful JSON body HTTPError: If the Network/Roboflow API fails and does not return JSON r6r=r?zExporting format z in progress : rIrJrKrLr`rOz Version export complete for z formatTN)rerXrirArBr%okrkrDrlrCrjrVrWr2rQrRrSrTrUrd)r4r&rFrGstatus_code_checkr?rZr8r8r9rasB            zVersion.exportreturncsD|d}|jtkr d}|jtkrd}|jtkrd}||jvr%|||jd^}}}t d|d|d|j d}i} |rE|| d<|rK|| d<t dt j || d |jid } | jsrzt| tjyq| Ynwd } |rd d lmd dlmd/fdd } d} g}g}| d ks| dkrt d|jd|jd|j d}t j|d |jid} | | d}d|vr|d}ni}d|vrd|dvrd} |j&Sd|dvr|dddkrt dd |j&Sd|vr,td d!|dd"D}td#d!|dd"D}td$d!|dd"D}d%}n|d&t|d'kr;d&g}d(d |}g}g}g}t|t|ksXt|d kr|rc| ||||n*t|d kr|d)t!|d*d+t!|d*d,t!|d*}| st |d-} t"#|}t$%d'| d ks| dks|j&S)0a Ask the Roboflow API to train a previously exported version's dataset. Args: speed: Whether to train quickly or accurately. Note: accurate training is a paid feature. Default speed is `fast`. checkpoint: A string representing the checkpoint to use while training plot: Whether to plot the training results. Default is `False`. Returns: An instance of the trained model class Raises: RuntimeError: If the Roboflow API returns an error with a helpful JSON body HTTPError: If the Network/Roboflow API fails and does not return JSON yolov5pytorchfolderzpng-mask-semanticr;z/trainspeed checkpointz-Reaching out to Roboflow to start training...r6)rDr>trainingr) clear_output)pyplotcsvddddd||d|dddd||ddd dS) NT)waitrJrsz#00FFCEmAPz#A351FBepochsloss)subplotplottitleylabelxlabelshow)rrrrr|pltr8r9 live_plotUs      z Version.train..live_plotFrunningr<r=r(modelstrainresultsfinishedstatusfailedzTraining failed)linezroboflow-traincSg|]}t|dqS)epoch)int.0rr8r8r9 |z!Version.train..rcSr)rrErr8r8r9r}rcSs0g|]}t|dt|dt|dqS)box_loss class_lossobj_lossrrr8r8r9rs"zTraining in Progress.rMzTraining Machine Spinning Upz : Epoch: z mAP: z loss: TN)r~)'rXr*rr r r"rarrsplitrr(rrApostr%rtrkrDrlrCIPython.displayr| matplotlibr}r+r,rBr.nparrayappendlenjoinr2copydeepcopyrVrWr3)r4ryrzplot_in_notebooktrain_model_formatr+r,_rFdatarGrrfirst_graph_writeprevious_epochsnum_machine_spin_dotsr(rrrrrr8rr9rs         "    . *   2  ;z Version.train model_type model_pathcsgd}tfdd|Dstdd|dvr9z ddl}ddl}Wn ty0d wtd gd d nd vsAdvrQzddl}Wn tyPdw|tj |d}t |dj t ri|dj }n)g}t |dj D]\}} || |dj | fqr|jddddd|D}dvrdvr|djd} |d} n |dj} |dj} z||dj| dd| D|jd} Wnpty||dj| dd| jD|jd} YnSwd vsdvr7ttj |dd } t| }Wdn 1s wY||djd |vr|d n|d!|d"d#d$} t|dd%r7|dj| d%<ttj |d&d'}t| |Wdn 1sSwY||dtj |d(gd)}ttj |d*d'7}|D],}tj tj ||r|j!tj |||tj"d+qy|d,vrtd-|d.qyWdn 1swYt#$t%d/|j&d/|j'd/|j(d0|j)d1d2 }z|j*d3krt+d4|,Wnty}zt-d5|WYd}~dSd}~wwt#j.|d6ttj |d*d7d8}zG|,|j/rBt-d9t0d/|j&d/|j'd/|j(t-d:t1d/|j&d/|j'd;|j(WdSt-d9t0d/|j&d/|j'd/|j(WdStyr}zt-d<|WYd}~dSd}~ww)=zUploads provided weights file to Roboflow Args: model_path (str): File path to model weights to be uploaded )yolov5z yolov7-segr]c3s|]}|vVqdSNr8)rsupported_modelrr8r9 sz!Version.deploy..z Model type z% not supported. Supported models are r]rNztThe ultralytics python package is required to deploy yolov8 models. Please install it with `pip install ultralytics`r_T)ask_to_continueryolov7zhThe torch python package is required to deploy yolov5 models. Please install it with `pip install torch`zweights/best.ptr3cSs|dS)Nrr8)xr8r8r9sz Version.deploy..)keycSsg|]}|dqS)rsr8)rrr8r8r9rsz"Version.deploy..z-clsnc train_argscS.i|]\}}|dks|dks|dkr||qSr3imgszbatchr8rkvalr8r8r9 s.z"Version.deploy..)namesyamlrargsultralytics_versionrcSrrr8rr8r8r9rs zopt.yamlrrimg_size batch_size)rr)rrrrrmodel_artifacts.jsonw state_dict.pt)z results.csvz results.pngrrzroboflow_deploy.zip)arcname compress_type)rrzFile z; not found. Please make sure to provide a valid model path.r;z/uploadModel?api_key=z &modelType=z &nocache=trueizwThis version already has a trained model. Please generate and train a new version in order to upload model to Roboflow.z4An error occured when getting the model upload URL: rFrb)rz'View the status of your deployment at: z$Share your model with the world at: z/model/z+An error occured when uploading the model: )2any ValueErrortorchr^rcrloadr/r0r isinstancerlist enumeratersortrrritems __version__ Exception__dict__open safe_loadhasattrrDdumpsave state_dictzipfileZipFilergrT ZIP_DEFLATEDrArBrr+r,r(r%rjrkrCrdputr-rr )r4rrsupported_modelsrr^r3 class_namesirrrmodel_artifactsstreamoptsfp lista_fileszipMefilereser8rr9deploys"                     zVersion.deployc stjs tdfdd }zNtj|dd}tdd6}t|jd}t |j d d d d d t|d ddD] }|rP| || qCWdn1s[wYWnt yv} z td|| d} ~ wwtj dtj dS)a; Download a dataset's zip file from the given URL and save it in the desired location Args: link (str): link the URL of the remote zip file location (str): filepath of the data directory to save the zip file to format (str): the format identifier string PcsDddd||d||f}tjd|tjdS)N#Downloading Dataset Version Zip in  to z: %d%% [%d / %d] bytesrIrL)rRrSrTrU)currenttotalwidthrZformatrpr8r9 bar_progressPsz,Version.__download_zip..bar_progressT)r /roboflow.zipwbzcontent-lengthi) chunk_sizerr:rs)descrNz(Error when trying to download dataset @ rO)r)r/r0rgmakedirsrArBrrheadersr iter_contentrTrUrrdrRrS) r4rbrprrrGf total_lengthchunkrr8rr9__download_zipDs4       zVersion.__download_zipc Cst|dd.}t|d|d|ddD]}z|||Wqtjy.tdwWdn1s9wYt|ddS) aQ Extracts the contents of a downloaded ZIP file and then deletes the zipped file. Args: location (str): filepath of the data directory that contains the ZIP file format (str): the format identifier string Raises: RuntimeError: If there is an error unzipping the file rrz"Extracting Dataset Version Zip to z in r)rzError unzipping downloadN) rrrinfolistextracterrorrkr/remove)r4rprzip_refmemberr8r8r9 __extract_zipps   zVersion.__extract_zipcCs@|jdd}|d|j}tjd}|r|d|S|S)zv Get the local path to save a downloaded dataset to Returns: str: the local path  -DATASET_DIRECTORYr;)r'replacer(r/environrB)r4 version_slugfilename directoryr8r8r9__get_download_locations  zVersion.__get_download_locationc Cs4|jd^}}}td|d|d|jd| S)z Get the Roboflow API URL for downloading (and exporting downloadable zips) Args: format (str): the format identifier string Returns: str: the Roboflow API URL r;)rrrr()r4rr+r,rr8r8r9__get_download_urls "zVersion.__get_download_urlcCs,|s|j}|s tdddd}|||S)a If `format` is none, fall back to the instance's `model_format` value. If a human readable format name was passed, return the identifier that should be used for Roboflow API calls Otherwise, assume that the passed in format is also the identifier Args: format (str): a human readable format string Returns: str: format identifier string z_You must pass a format argument to version.download() or define a model in your Roboflow objectrw yolov7pytorch)rr)r&rkrB)r4rfriendly_formatsr8r8r9__get_format_identifiers  zVersion.__get_format_identifierrprcsBtjd}dtdtffdd }dvrt||ddSdS) z Certain formats seem to require reformatting the downloaded YAML. Args: location (str): filepath of the data directory that contains the yaml file format (str): the format identifier string z data.yamlcontentrvcsdkr%|dd|d<|dd|d<|dd|d<dvr?|dd|d<|dd|d<zdkrYtd gd s\d |d<d |d<d |d<W|SW|SW|StyhY|Sw)N mt-yolov6rrrtest)rwrr]z..r]r_)dependencies_versionsz train/imagesz valid/imagesz test/images)lstriprModuleNotFoundError)r"rr8r9data_yaml_callbacks.   z3Version.__reformat_yaml..data_yaml_callback)rwr#rr])r0callbackN)r/r0rdictr)r4rpr data_pathr(r8rr9__reformat_yamls zVersion.__reformat_yamlc Cs4|j|j|j|j|j|j|j|jd}tj |ddS)z: String representation of version object. )r'r*r(rrr r!r+rJ)indent) r'r*r(rrr r!r+rDdumps)r4 json_valuer8r8r9__str__s zVersion.__str__r)F)NNT)NNF)__name__ __module__ __qualname____doc__r:rPrXboolrqrarr2rrmrnrfrireror0r8r8r8r9r%s& W  C7  ,  !rrrvcCsdt|vr|S|ddS)Nr;r)r2splitrr8r8r9r)sr)),rrDr/rRrVr importlibrnumpyrrArdotenvrrroboflow.configrrrrr r r r roboflow.core.datasetr roboflow.models.classificationr%roboflow.models.instance_segmentationr roboflow.models.object_detectionr%roboflow.models.semantic_segmentationrroboflow.util.annotationsrroboflow.util.generalrroboflow.util.versionsrrrr2r)r8r8r8r9s:   (      P