U xʹj<@sddlZddlZddlZddlZddlmZddlZddlZddl Z ddl m Z ddl m Z ddlmZddlmZmZedZGddde Zd d Zd d ZGd ddejZdS)N)AbstractFileSystem)compr)get_compression) isfilelikestringify_pathz fsspec.localcs(eZdZdZdZdZdZdAfdd Zedd Z dBd d Z dCd d Z ddZ dDddZ ddZddZddZddZddZdEddZdFdd Zd!d"Zd#d$Zd%d&Zed'd(d)Zd*d+ZdGd,d-Zd.d/ZdHd1d2ZdId3d4Zd5d6Zd7d8Z e!d9d:Z"e!d;d<Z#d=d>Z$d?d@Z%Z&S)JLocalFileSystemaInterface to files on local storage Parameters ---------- auto_mkdir: bool Whether, when opening a file, the directory containing it should be created (if it doesn't already exist). This is assumed by pyarrow code. /)filelocalTFc stjf|||_dSN)super__init__ auto_mkdir)selfrkwargs __class__[/var/www/html/bwave/python/venv/lib/python3.8/site-packages/fsspec/implementations/local.pyr !szLocalFileSystem.__init__cCsdS)Nr rrrrrfsid%szLocalFileSystem.fsidcKsB||}||rt||r0|j|ddntj|f|dSNTexist_ok)_strip_protocolexistsFileExistsErrormakedirsosmkdir)rpathZcreate_parentsrrrrr)s   zLocalFileSystem.mkdircCs||}tj||ddS)Nr)rrr)rr rrrrr2s zLocalFileSystem.makedirscCs||}t|dSr )rrrmdirrr rrrr!6s zLocalFileSystem.rmdirc Ks||}||}g}|ddkrt|N}|D]B}z(|rH||n ||j}||Wq4tk rtYq4Xq4W5QRXn|r|gn|dg}|S)Ntype directoryname)rinforscandirr appendFileNotFoundError) rr detailrZ path_infoinfositfr&rrrls:s    zLocalFileSystem.lsc Ks>t|tjr|jdd}|}|jddr2d}n|jddrDd}nd}|j}|rz|jdd}|j}Wntk rd}YnX| |j }nd| |}tj|dd}t |j }|rtj|dd}|j}t |j rd}nt|j rd}nd}||||j|d}d D]} t|d | || <q |r:t||d <|S) NF)follow_symlinksr$r otherTr)r%sizer#createdislink)modeuidgidmtimeinoZnlinkZst_Z destination) isinstancerDirEntrystat is_symlinkis_diris_filest_sizeOSErrorrr S_ISLNKst_modeS_ISDIRS_ISREGst_ctimegetattrreadlink) rr routlinktr1Zout2resultfieldrrrr&MsL           zLocalFileSystem.infocKs t|Sr )osplexists)rr rrrrrN|szLocalFileSystem.lexistscKsl||}||}|jr.|j||dd||rFt||n"||r`|j|ddnt |dSr) rrr_parentisfileshutilcopyfileisdirZmkdirsr)rpath1path2rrrrcp_files    zLocalFileSystem.cp_filecCs||}tj|Sr )rrr rPr"rrrrPs zLocalFileSystem.isfilecCs||}tj|Sr )rrr rSr"rrrrSs zLocalFileSystem.isdirNc Ks@t|r,t|d}t||W5QRXn|j||f|SdS)Nrb)ropenrQ copyfileobjrW)rrUrVcallbackrr-rrrget_files zLocalFileSystem.get_filecKs|j||f|Sr )rW)rrUrVr[rrrrput_fileszLocalFileSystem.put_filecKs$||}||}t||dSr )rrQmoverTrrrmvs  zLocalFileSystem.mvcKs(||}||}tj||f|dSr )rrrIrsrcdstrrrrrIs  zLocalFileSystem.linkcKs(||}||}tj||f|dSr )rrsymlinkr`rrrrcs  zLocalFileSystem.symlinkreturncCstj||Sr )rr r3rr"rrrr3szLocalFileSystem.islinkcCst||dSr )rremoverr"rrrrm_fileszLocalFileSystem.rm_filecCsnt|ts|g}|D]T}||}||r^|s8tdt|tkrRtdt |qt |qdS)Nz+Cannot delete directory, set recursive=Truez'Cannot delete current working directory) r9listrrS ValueErrorrMabspathrgetcwdrQrmtreerf)rr recursiveZmaxdepthprrrrms    zLocalFileSystem.rmcCs||}d|S)Nfile://)r)rr%rrrunstrip_protocols z LocalFileSystem.unstrip_protocolrXcKsB||}|jr,d|kr,|j||ddt||fd|i|S)NwTrfs)rrrrOLocalFileOpener)rr r4 block_sizerrrr_opens zLocalFileSystem._opencKs^||}|jr$|j||dd||r&sz"make_path_posix..zcould not convert z to stringr~z./rN.rrrrrr\)z\\rr)rr)r9strrhsettupler#r TypeErrorrrrrM expanduserrkrreplacer splitdriver|rrrr"sH                 rcCs"|tjp tjdk o |tjS)zReturn True if the path ends with a path separator. A forward slash is always considered a path separator, even on Operating Systems that normally use a backslash. N)endswithrraltsepr|rrr trailing_sepUs rc@seZdZd6ddZddZddZd d Zd d Zd dZddZ e dddZ e dddZ ddZ ddZddZddZddZd d!Zd"d#Zd$d%Zd7edd&d'Zed(d)Zd*d+Zddd,d-Zd.d/Zd0d1Zd2d3Zd4d5ZdS)8rtTNcKsJtd|||_||_||_d|_||_t|||_t j |_ | dS)Nz open file: %s) loggerdebugr r4rsr- autocommitr compressionioDEFAULT_BUFFER_SIZE blocksizerv)rr r4rrsrrrrrr bs  zLocalFileOpener.__init__cCs|jdks|jjr|js"d|jkrXt|j|jd|_|jrt|j}||j|jd|_n,t \}}t |||_ t||jd|_d|jkr|j dd|_|j d|j|j_dS)Nrrr4rr)r-closedrr4rYr rrtempfilemkstemprrytempseekr1)rcompressir%rrrrvos     zLocalFileOpener._opencCs2d|jkrt||j||j||SNr)r4rirvr-rread)rstartendrrr _fetch_ranges   zLocalFileOpener._fetch_rangecCsHd|_|dd}|j|d|dkrDd|_||j|dS)Nlocrr4)r-pop__dict__updatervr)rstaterrrr __setstate__s   zLocalFileOpener.__setstate__cCsB|j}|dd|jkr.|j|d<n|jjs>td|S)Nr-rrz+Cannot serialise open write-mode local file)rcopyrr4r-tellrri)rdrrr __getstate__s   zLocalFileOpener.__getstate__cCs"|jrtdt|j|jdS)Nz0Can only commit if not already set to autocommit)r RuntimeErrorrQr^rr rrrrcommitszLocalFileOpener.commitcCs|jrtdt|jdS)Nz#Cannot discard if set to autocommit)rrrrfrrrrrdiscardszLocalFileOpener.discardrdcCsdSrrrrrrreadableszLocalFileOpener.readablecCs d|jkSrrrrrrwritableszLocalFileOpener.writablecOs|jj||Sr )r-rrargsrrrrrszLocalFileOpener.readcOs|jj||Sr )r-writerrrrrszLocalFileOpener.writecOs|jj||Sr )r-rrrrrrszLocalFileOpener.tellcOs|jj||Sr )r-rrrrrrszLocalFileOpener.seekcOs|jj||Sr )r-seekablerrrrrszLocalFileOpener.seekablecOs|jj||Sr )r-readlinerrrrrszLocalFileOpener.readlinecOs|jj||Sr )r- readlinesrrrrrszLocalFileOpener.readlinescCs |jSr )r-ryrrrrryszLocalFileOpener.closecCs |j|Sr )r-rz)rr1rrrrzszLocalFileOpener.truncatecCs|jjSr )r-rrrrrrszLocalFileOpener.closedcCs |jSr )rawfilenorrrrrszLocalFileOpener.filenocCs|jdSr )r-flushrrrrrszLocalFileOpener.flushcCs |jSr )r-__iter__rrrrrszLocalFileOpener.__iter__cCs t|j|Sr )rFr-)ritemrrr __getattr__szLocalFileOpener.__getattr__cCs d|_|Sr) _incontextrrrr __enter__szLocalFileOpener.__enter__cCsd|_|j|||dS)NF)rr-__exit__)rexc_type exc_value tracebackrrrrszLocalFileOpener.__exit__)TNN)N)rrrr rvrrrrrrrrrrrrrrrryintrzrrrrrrrrrrrrrtas:    rt)rrloggingros.pathr rMrQr;rZfsspecrZfsspec.compressionrZ fsspec.corerZ fsspec.utilsrr getLoggerrrrrIOBasertrrrrs$     3