Zi dZddlZddlZddlmZmZmZddlZddlm Z m Z m Z ddl m Z mZddlmZmZmZmZmZmZmZmZmZmZmZmZmZmZeeeZee Z ej!dd e De" Z#eee"ej$d d %ed eefZ&edZ'e'(dgdddddddej)ddf dedededeee#ej$dfdede&dededed dfd!Z*e'(d"d#d$g d)d%ee"ej+d&fd'ede&ded df d(Z,dS)*aContains commands to interact with datasets on the Hugging Face Hub. Usage: # list datasets on the Hub hf datasets ls # list datasets with a search query hf datasets ls --search "code" # get info about a dataset hf datasets info HuggingFaceFW/fineweb N) AnnotatedOptionalget_args)CLIErrorRepositoryNotFoundErrorRevisionNotFoundError) DatasetSort_TExpandDatasetProperty_T) AuthorOpt FilterOpt FormatOptLimitOpt OutputFormatQuietOpt RevisionOpt SearchOptTokenOptapi_object_to_dict get_hf_apimake_expand_properties_parserprint_list_output typer_factoryDatasetSortEnumci|]}||Sr).0ss W/root/projects/butler/venv/lib/python3.11/site-packages/huggingface_hub/cli/datasets.py r 8s/L/L/L1/L/L/L)typezWComma-separated properties to expand. Example: '--expand=downloads,likes,tags'. Valid: z, .)helpcallbackz"Interact with datasets on the Hub.)r$ls)zhf datasets lsz*hf datasets ls --sort downloads --limit 10zhf datasets ls --search "code")examples Fsearchauthorfiltersortz Sort results.limitexpandformatquiettokenreturnc t|} |r|jnd} d| |||| ||D} t| ||dS)zList datasets on the Hub.r1Nc,g|]}t|Sr)r)r dataset_infos r zdatasets_ls..`s0  <((r!)r+r*r)r,r-r.)r/r0)rvalue list_datasetsr) r)r*r+r,r-r.r/r0r1apisort_keyresultss r datasets_lsr=Gs. 5 ! ! !C!+tzztH--&he\b.  G gfE::::::r!infoz&hf datasets info HuggingFaceFW/finewebz9hf datasets info my-dataset --expand downloads,likes,tags dataset_idz+The dataset ID (e.g. `username/repo-name`).revisioncNt|} ||||}nJ#t$r}td|d|d}~wt$r}td|d|d|d}~wwxYwt t jt|d dS) z$Get info about a dataset on the Hub.r4)repo_idr@r.z Dataset 'z ' not found.Nz Revision 'z' not found on 'z'.)indent) rr6rrrprintjsondumpsr)r?r@r.r1r:r>es r datasets_inforIis 5 ! ! !CU XfUU "DDD;:;;;<r]s   0000000000 [[[[[[[[[[IIIIIIII$VHH%<==>>'' $)-/L/Lm/L/L/LSVWWW  SMELHgkgpgprDhEhEHHH../ABB  }"FGGG  $*;; ; ; ; ! /*** ,  ; ; ; ; ; ; ;;;;4 0C! ::#~u~3`aaaab:: :  :  ::::::r!