U e{jQ@sddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddlm Z zddl Z dZ Wnek r|dZ YnXddlmZddlmZmZmZddlmZddlmZdd lmZdd lmZmZmZdd lm Z m!Z!dd l"m#Z#m$Z$d dl%m&Z&ddZ'ddZ(ddZ)Gddde&Z*ej+ddZ,Gddde&Z-Gddde&Z.ddZ/dd Z0d!d"Z1d#d$Z2d%d&Z3d'd(Z4d)d*Z5d+d,Z6dS)-N)charTF)fits) NUMPY2FITSColumnAttributeDelayed) decode_ascii) VerifyErrorTable)Unit UnitsWarningUnrecognizedUnit) NUMPY_LT_1_22NUMPY_LT_1_22_1)AstropyDeprecationWarningAstropyUserWarning) FitsTestCasecCs|}|}|jjdks |jjdkr&d}nd}d}t||}|dk}|dk}t|rj||dkrjdSt|r||t|||krdSdS) z Compare two float scalars or arrays and see if they are consistent Consistency is determined ensuring the difference is less than the expected amount. Return True if consistent, False if any differences. float32gư>gؗҜrFT)dtypenamenpabsoluteanymax)abZaaZbb precisiondiffZmask0Zmasknzr _/var/www/html/bwave/python/venv/lib/python3.8/site-packages/astropy/io/fits/tests/test_table.py comparefloats"s   r"cCst|jj}t|jj}||kr,tddSt|D]}||}||}|jjdkrbt|}|jjdkrvt|}t|t |st|t |stdt |d|tdt |d|td|d dSt|r t|d t j r t ||std |td |td|d dSq4t|t jjs@t|t jjrtt|D]b}t ||||krLtd|d||td|d||td|d|qLq4t ||kr4td |td |td|d dSq4dS)z Compare two record arrays Does this field by field, using approximation testing for float columns (Complex not yet handled.) Column names not compared, but column types and sizes are. znumber of fields don't matchFSztype(fielda): z fielda: ztype(fieldb): z fieldb: zfield z type differsrzfielda: zfieldb: z differszfielda[z]: zfieldb[z differs in row T)lenrnamesprintrangefieldrr isinstancetyperZfloatingr"rcolumnZ_VLFr)rrZnfieldsaZnfieldsbiZfieldaZfieldbrowr r r!comparerecords>sR           r.cCs|jj|jjkstddtjjD}|jjD]N}|j|}|j|}|D]0}t||rNt||rNt||t||ksNtqNq2dS)z6 Helper function to compare column attributes cSsg|]\}}t|tr|qSr )r)r).0kvr r r! ws z$_assert_attr_col..N)columnsr%AssertionErrorrColumn__dict__itemsgetattr) new_tbhdutbhduattrsrcolZnew_colattrr r r!_assert_attr_colqs    r>c@seZdZddZddZddZddZd d Zd d Zd dZ ddZ ddZ ddZ ddZ ddZddZddZddZdd Zd!d"Zd#d$Zd%d&Zd'd(Zd)d*Zd+d,Zd-d.Zd/d0Zd1d2Zd3d4Zd5d6Zd7d8Zd9d:Zd;d<Z d=d>Z!d?d@Z"dAdBZ#dCdDZ$dEdFZ%dGdHZ&dIdJZ'dKdLZ(dMdNZ)dOdPZ*dQdRZ+dSdTZ,dUdVZ-dWdXZ.dYdZZ/d[d\Z0d]d^Z1d_d`Z2e3j45dadbdcgdddeZ6dfdgZ7dhdiZ8djdkZ9dldmZ:dndoZ;dpdqZdvdwZ?dxdyZ@dzd{ZAd|d}ZBd~dZCddZDddZEddZFddZGddZHe3j4jIeJ ddddZKe3j4jIeJ dde3j4jLddZMddZNddZOddZPddZQddZRdS)TestTableFunctionscCs`tttg}|dj}d|d<tj|d}t|}d|djd<|ddks\tdS)a Regression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/153 Ensure that a header from one HDU is copied when used to initialize new HDU. This is like the test of the same name in test_image, but tests this for tables as well. rzlabq01i3q_rawtag.fitsZFILENAMEheaderzlabq01i3q_flt.fitsrN)rHDUList PrimaryHDU BinTableHDUrAr4)selfZifdZthdrthduZofdr r r!test_constructor_copies_headers    z1TestTableFunctions.test_constructor_copies_headercCst|d}t|d}tdddg}tjdddgtjd }tjdd |d }tjdd |d }tjd ddgdd }tjdd|d } tjddd gdd } tjdd| d } tjdddgdd } tjdd| d } tjdgdgdggtjd }tjdd|d }tjdd d!gd"d }tjd#d$|d }tjdddddddddddg dddddddddddg dddddddddddg gtjd }tjd%d&|d }t ||| | | |||g}tj |}t |d}tj j |dd'}tj jd(d)gd*d+}t |j|st|jdd|dkst|jdd|dks,t|jdd|dksHt|jdd | dksdt|jdd| dkst|jdd|dd,kst|jdd-|dkst|jdd.|dkstt|jdd/kstt |d}tt}|||j|d0d1d2t|d0B}|djd.}|dd1d1d3d1d3d1d1d1d3d3d1g kstW5QRXt|d4d5}||d|||||dS)6Ntb.fitsz test0.fitsabcdefZxx&@(@*@r3ArformatarrayEi2xyzIrt1y@@y@@y@@c8t2Crt3Xefgi4t4JZt5Z11XnrowsrrIg @rrZzxy g@rc1, c2, c3, c4r%boolz['abc' 'def' 'xx']ztableout1.fitsT overwriteFztableout2.fitsappend)ropendata chararrayrRrrr5uint8ColDefsrD from_columnsrecr.r4viewallstrr(rBrCrrwritetotempclose)rEZ home_is_datattfda1r1c1c2a3c3a4c4a5c5a6c6a7c7a8r\xr:Zx2r]ra_Zfoutf2r~Zfout2r r r! test_opens &   zTestTableFunctions.test_opencCst|d}|djddks&tddddgdd d d gd d d d gd d d d gd d dd gd d dd gddddgd d d d gd d d d gd d d d gd d d d gd d d d gd d d d gd d d d gd d d d gd}|djjdd|ksttjj ddgdd}t |dj|ddstd|dj dd<|dj t tjj |djddksTt|dj dt ddgks|t|dS)NrHrZtform11JrrrrrO1EZ1LirTg?ZI11A3zG15.7ZL6)rrQunitnullbscalebzerodispstartdim coord_inc coord_type coord_unitcoord_ref_pointcoord_ref_value time_ref_posFoutputrirjrkrlrZrz[84 84])rrsrtrAr4r3inforryrRr.r(Z _scale_backr|recarrayr{r)rEtrrr r r!test_binary_tables:               $(z$TestTableFunctions.test_binary_tablec Cs<t|d}tjjdddddgdd}t|d j|s>t|d jd dd d}tjjdgdd}t||sxt|d td gk sttjjdddgdd}t|d jddd |stt d d g}tddg}tj ddd|d}tj d dd|d} tj dddddgd} tj | || g} t| jjjtddftdd ftdd fd!kspt| j|d"d#d$t|d"} t| j| d jst| tddg}tj d d%|d&d'd(} tj | g} | j|d"d#d$t|d"} d)| kstW5QRXt|d"} t| j| d jsNtW5QRXtj d*d+dddgd}tj d,d-dddgd} tj d.d/dddgd} tj || | g} |jjtjkst| jjtjkst| jjtjkst| j|d"d#d$t|d"} t| j| d js&tW5QRX|dS)0N ascii.fits)g>$@%)g@)gQ8/@)rr)gu@Yzc1, c2rlrrZrabcdrJrKrLrIr)rrQrrRrSrTr[rY[\]rPz|S3z|S15z|S10)rIrJr[ toto.fitsTrpDffffff@g333333?)rrQrRrrz4.95652173913043548D+00r]ZI2reZI5Zt8I10)rrsrtrryrRr.r4r(r{rur5TableHDUrxdictrfieldsr}r~rreadint16int32Zint64)rErZra1a2Zra2Zra3rrrrrhduhdulfr r r!test_ascii_table0sl     ""z#TestTableFunctions.test_ascii_tablec Cstjdtd}tjdgdd}||d<tjdd|d}t|g}tj|}d |_ |j | d d d t | d }|d }|j }|dd} || kst|dS) NrrNrTrvrZChannelszPB()rPZRFItestendian.fitsTrp)rndarrayobjectrRrr5rwrDrxrr}r~rsrtr(r{r4r) rErZ channelsInr<colsr:ZhduLZrfiHDUrtZ channelsOutr r r!test_endianness|s  z"TestTableFunctions.test_endiannessc Csddddg}tj|dd}tj|dd}tjdd |d }tjd d |d }t||g}tj|}|jd|ksxt |jd |kst |j | d d dt | d :}|djd|kst |djd |kst W5QRXdS)z Regression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/77 (Astropy doesn't preserve byte order of non-native order column arrays) ?@@@zf8rrrPrrTrprN) rrRrr5rwrDrxrtr{r4r}r~rs) rErrrcol1col2rr:rr r r!test_column_endiannesss  z)TestTableFunctions.test_column_endiannesscCstjjdddgddd}t|}t|j|s2t|j| ddd t | d}t|j|d jsltt||d jst| dS) NrSerius333333A1VrZCanopys\(\F0IbrTz Rigil KentgZG2Vzint16,a20,float32,a10order,name,mag,Spformatsr%rTrpr) rryrRrrDr.rtr4r}r~rsr)rEbrightrrr r r!test_recarray_to_bintablehdus z/TestTableFunctions.test_recarray_to_bintablehducCstddddgddddgd }tjd d d g|d }t|}t|j|tjsVt |j | dddt | d}t|j|djst | dS)NorderrmagSpintZS20rZS10r%rrrrrNrTrprrrrRrrDr.rtrzFITS_recr4r}r~rsrrEdescrrrr r r!!test_numpy_ndarray_to_bintablehdus$   z4TestTableFunctions.test_numpy_ndarray_to_bintablehducCstddddgddddgd }tjd d d g|d }t|}t|j|tjsVt |j | dddt | d}t|j|djst | dS)NrrrrrZU20rZU10rrrrrNrTrprrrr r r!.test_numpy_ndarray_to_bintablehdu_with_unicodes$   zATestTableFunctions.test_numpy_ndarray_to_bintablehdu_with_unicodec Cstjjdddgddd}tjj|dd}t|jjj d jt|jjj d ksRt t|jjj d jt|j j d jks|t t|jjj d jt|j j d kst d |jd d <|jd d d kst |jjj d d d kst |jjj d jd d kst |j j d d d kst |j j d jd d ks4t d |jjj d d <|jd d d ks^t |jjj d d d kszt |jjj d jd d kst |j j d d d kst |j j d jd d kst d |jjj d jd <|jd d d kst |jjj d d d kst |jjj d jd d ks4t |j j d d d ksNt |j j d jd d ksjt d |j j d d <|jd d d kst |jjj d d d kst |jjj d jd d kst |j j d d d kst |j j d jd d kst d|j j d jd <|jd d dks,t |jjj d d dksHt |jjj d jd dksft |j j d d dkst |j j d jd dkst |j d tjddgtj dkst |jd ddkst |jdddkst |j dtjddgtjdks t |jd ddks8t |jdddksPt |j|dddt|d}|dj d tjddgtj dkst |djd ddkst |djdddkst |dj dtjddgtjdks t |djd ddks&t |djdddksBt W5QRX~tjj|dd}tjjddgddd}t|j|st |j|dddt|d}t|j|djst W5QRXdS)Nrrrzint16,a20,float64,a10rrrZrgrdX rNrrrrrrTrrrTrp)rryrRrrrxidrt_coldefsr3_arraysr4r(rr{float64r}r~rsrDr.)rErrrtmpr r r!test_new_table_from_recarrays   (**.&&z/TestTableFunctions.test_new_table_from_recarrayc Csbt|d}|dj}W5QRXtjdg|jd}t||tj}t | ds^t dS)zR Tests creating a new FITS_rec object from a multi-field ndarray. rHr)rTZqwe@FrNz FITS_rec(N) rrsrtrrRrrrrzrrepr startswithr4)rEhrtZnew_dataZappendedr r r!test_new_fitsrec?s z#TestTableFunctions.test_new_fitsrecc Cs tddddg}tddddg}tjd d |d }tjd d d|d}tjddd}tjddd}tjddddddgd }t|||||g}tj|} | |dtddddg}tddd d!g}tjd d |d }tjd d d|d}tjddd}tjddd}tjddddddgd }t|||||g}tj|} | |d"t |d} t |d"} | dj j d} | dj j d| dj j d} | dj j d| dj j djksttjj| dj | d#}tt| dj D]&}| dj ||j || d<q||d$d%d&g}tj|d$d'd(|ksRttjd)d)d)d)d)gtjd*}tjjddd+|d,fddd+|d'fddd+|d,fddd+|d,fddd+|d'fddd+|d,fd dd+|d'fd!dd+|d'fgd-d.}t|j |std/|j dd<|j jj ddd/kst|j jj djdd/ks6t|j j ddd/ksPt|j j djdd/kslt|j ddd/kstd0|j jj dd<|j jj ddd0kst|j jj djdd0kst|j j ddd0kst|j j djdd0kst|j ddd0kstd1|j jj djd<|j jj ddd1ksNt|j jj djdd1kslt|j j ddd1kst|j j djdd1kst|j ddd1kstd2|j j dd<|j jj ddd2kst|j jj djdd2kst|j j ddd2kst|j j djdd2ks:t|j ddd2ksRtd3|j j djd<|j jj ddd3kst|j jj djdd3kst|j j ddd3kst|j j djdd3kst|j ddd3kstt |d$}|d}d/|j dd<|j jj ddd/ks.t|j jj djdd/ksLt|j j ddd/ksft|j j djdd/kst|j ddd/kstd0|j jj dd<|j jj ddd0kst|j jj djdd0kst|j j ddd0kst|j j djdd0kst|j ddd0ks4td1|j jj djd<|j jj ddd1ksdt|j jj djdd1kst|j j ddd1kst|j j djdd1kst|j ddd1kstd2|j j dd<|j jj ddd2kst|j jj djdd2kst|j j ddd2ks4t|j j djdd2ksPt|j ddd2kshtd3|j j djd<|j jj ddd3kst|j jj djdd3kst|j j ddd3kst|j j djdd3kst|j ddd3k st| | |dS)4N8N4=NGC1NGC2NGC3NCG4target10ArPcountsrfDNrrQrrRnotesA10rrQspectrum5EflagLrr table1.fitsNGC5NGC6NGC7NCG8 table2.fitsrg newtable.fitsrZPRIMARYrrCrUr rr)rrrrDrz8R x 5Cz[10A, J, 10A, 5E, L]rFrrrNrTa10,u4,a10,5f4,lr,rZP)rrRrr5rwrDrxr}r~rsrtshaper3rr4r'r$r(rrryr.rr)rErr%rrrrrcoldefsr:r[r]Znrows1rhrr,rzrRrr r r!test_appending_a_columnNs   ($         z*TestTableFunctions.test_appending_a_columnc CsNtddddg}tddddg}tjd d |d }tjd d d|d}tjddd}tjddd}tjddddddgd }t||||g}tj|} | jjd d ddgkst ||} tj| } | jjd d dddgkst tjdddddgtj d} tj jddd| dfddd| dfddd| dfddd| dfgdd} t | j | sJt dS NrrrrrrrrrrrPrrfr r r r r rrrrrrrrNrTFrr)rrRrr5rwrDrxr3r%r4rryr.rt)rErr%rrrrrr%r:Zcoldefs1tbhdu1r&rRr r r!test_adding_a_columns.       z'TestTableFunctions.test_adding_a_columnc CsFtddddg}tddddg}tjd d |d }tjd d d|d}tjddd}tjddd}tjddddddgd }t||||g}tj|} | jjd d ddgkst | j || jjd d dddgkst tjdddddgtj d} tj jddd| dfddd| dfddd| dfddd| dfgdd} t | j| sBt dSr()rrRrr5rwrDrxr3r%r4add_colrryr.rt rErr%rrrrrr%r:r&rRr r r!test_adding_a_column_inplaces,       z/TestTableFunctions.test_adding_a_column_inplacecCst|d}|d}tjdtddgdd}|j||jjdddgksTt tj jd d d gd d }t |j|szt | dS)N table.fitsrrrZKrrRrQrV_mag)NGC1001333333&@r)NGC1002g(@rZ)NGC1003gffffff.@rz a20,f4,i8r) rrsrtr5rrRr3r+r%r4ryr.r)rErr:r<rRr r r!test_adding_a_column_to_file!s z/TestTableFunctions.test_adding_a_column_to_filec Cstddddg}tddddg}tjd d |d }tjd d d|d}tjddd}tjddd}tjddddddgd }t|||||g}tj|} | jjd d dddgkst | j d| jjd d ddgkst tjdddddgtj d} tj jddd| fddd| fddd| fddd| fgdd} t | j| s   .0  000zCTestTableFunctions.test_multidimension_table_from_numpy_rec_columnscCst|d}|dj}|ddk}||}t|}||dt|d}d}t|t |jstt t|t |djst | | dS)Nr.rr1 rz<\[\('NGC1002',\s+12.3[0-9]*\) \(\'NGC1003\',\s+15.[0-9]+\)\]) rrsrtr(rDr}r~rematchr|r4r)rErtbdatamaskZ newtbdatarrexpectr r r!test_mask_arrayMs  z"TestTableFunctions.test_mask_arraycCstddddg}tddddg}tjd d |d }tjd d d|d}tjddd}tjddd}tjddddddgd }t|||||g}tj|} | |dt |d} | dj d} | d dkst | dd\} } }| |dkst | dkst |tjdddddgtj dk s0t d| d <| d dksJt d | d<| d d ksdt | ddd d ks~t ttd!d"| d#| ddd <| ddd d#kst | d d#kst d$| ddd<| ddd d$kst d#| ddd <| ddd d#ks t d%| ddddd&d&<| ddd d%ksTt d#| dddd<| ddd d#kst ttd'd"| | dddd#kst | ddd d#kst tt| ddjd| ddd d%| dddd%kst tt| ddjdd(| dj jjddd%ksLt | dj jjdjdd%ksnt | djjddd%kst | djjdjdd%kst | dj ddd%kst | dS))NrrrrrrrrrrrPrrfr r r r r rrrrrrrrZrUrrrNi6i;cSs|dddSNrrUrr rr r r!zz5TestTableFunctions.test_slice_a_row..r ircSs|dddSrXr rYr r r!r[r\F)rrRrr5rwrDrxr}r~rsrtr4rr{pytestraisesKeyErrorr(Zsetfieldrrr3r)rErr%rrrrrr%r:r[r-rrr<r r r!test_slice_a_row_s^ ( " z#TestTableFunctions.test_slice_a_rowc Cstddddg}tddddg}tjd d |d }tjd d d|d}tjddd}tjddd}tjddddddgd }t|||||g}tj|} | |dt |d} t | dj ddkst t | dj ddddkst t | dj ddddkst t | dj ddddks>t t | dj ddddksbt t | dj ddddkst t | dj ddddkst t | dj ddddkst t | dj ddddkst | dS)NrrrrrrrrrrrPrrfr r r r r rrrrrrrrVrUrnrorT)rrRrr5rwrDrxr}r~rsr$rtr4r rErr%rrrrrr%r:r[r r r!test_fits_record_lens* "$$$$$$$z'TestTableFunctions.test_fits_record_lenc CsTtddddg}tddddg}tjd d |d }tjd d d|d}tjddd}tjddd}tjddddddgd }t|||||g}tj|} tjd d d}tjd d dd}tjddd}tjddd}tjddd}t|||||g}tjj|dd} | jd| jd<| jd| jd<dddtjdd d!d"d#gtjd$d%f| jd&<d'd(dtjd)d*d+d,d-gtjd$d%g| jd<t | jj j djt | jj j dkst t | jj j djt | j j djkst t | jj j djt | j j dkst | jdddkst | jj j dddks0t | jj j djddksNt | j j dddksht | j j djddkst | j j djddkst | j j d&jdd.kst | j j djdtjd/d/d/d/d/gtjd$kst t| j j djdtjk} ttjfr"| s&t | jddd0ks>t | jj j ddd0ksZt | jj j djdd0ksxt | j j ddd0kst | j j djdd0kst | j j djdd'kst | j j d&jddkst | j j djdtjd)d*d+d,d-gtjd$kst t| j j djdtjk} ttjfrL| sPt dS)1NrrrrrrrrrrrPrrfr r r r r rrrrrrrrQrrVrgrTrUzA Note皙?皙@ffffff @g@g@rNTrZZJIM1Z33rrrr@rr!)rrRrr5rwrDrxrtrrrr3rr4r{r)True_rmbool_) rErr%rrrrrr%r)r:r1r r r!test_add_data_by_rowss     *z(TestTableFunctions.test_add_data_by_rowsc Cstddddg}tddddg}tjd d |d }tjd d d|d}tjddd}tjddd}tjddddddgd }t|||||g}tj|} tddddg}tdddd g}tjd d |d }tjd d d|d}tjddd}tjddd}tjddddddgd }t|||||g}tj|} tjd!d"d#d$d%gtjd&| jdd'<tjj| jd(d)} | j| jd*d<t | jj j djt | jj j dkst t | jj j djt | j j djkst t | jj j djt | j j dkst | jdddkst | jj j dddks0t | jj j djddksNt | j j dddksht | j j djddkst | j j djddkst | j j d+jdd,kst | j j d'jdtjd-d-d-d-d-gtjd&kst t| j j d*jdtjk} ttjfr"| s&t | jd*ddks>t | jj j dd*dksZt | jj j djd*dksxt | j j dd*dkst | j j djd*dkst | j j djd*dkst | j j d+jd*d,kst | j j d'jd*tjd!d"d#d$d%gtjd&kst t| j j d*jd*tjk} ttjfrL| sPt | j j djd.dkslt | j j djd.d,kst | j j d+jd.d,kst | j j d'jd.tjd-d-d-d-d-gtjd&kst t| j j d*jd.tjk} ttjfr | st dS)/NrrrrrrrrrrrPrrfr r r r r rrrrrrplurrrrrrrrrhrNrT rgrUrZrr)rrRrr5rwrDrxrrtrrr3rr4r{r)rjrmrkZFalse_) rErr%rrrrrr%r)r:tbhdu2r1r r r!"test_assign_multiple_rows_to_tables  $   z5TestTableFunctions.test_assign_multiple_rows_to_tablec Cstddddg}tddddg}tjd d |d }tjd d d|d}tjddd}tjddd}tjddddddgd }t|||||g}tj|} t|jdt|kst t|jdjt|kst t|jdjt|jkst t|jdjt|j dkst t|t| jks*t t|jdt| jjdksNt t|jdjt| jjdjksvt t| jt| j j kst t| j j jdjt| j j j dkst t| j j jdjt| jjdjkst t| j j jdjt| jj dkst | |dt|d} d| dj dd<| dj dddksbt | dj j j dddkst | dj j jdjddkst | djj dddkst | djjdjddkst d| dj j j dd<| dj dddkst | dj j j dddks4t | dj j jdjddksVt | djj dddkstt | djjdjddkst d| dj j jdjd<| dj dddkst | dj j j dddkst | dj j jdjddks t | djj dddks(t | djjdjddksHt d| djj dd<| dj dddksxt | dj j j dddkst | dj j jdjddkst | djj dddkst | djjdjddkst d| djjdjd<| dj dddks*t | dj j j dddksJt | dj j jdjddkslt | djj dddkst | djjdjddkst | dS)NrrrrrrrrrrrPrrfr r r r r rrrrrrrrrrrr)rrRrr5rwrDrxrr3r4rrtrr}r~rsrrbr r r!test_verify_data_referencesnsr $$(  * "  "  "  "  " z.TestTableFunctions.test_verify_data_referencesc Cstddddg}tddddg}tjd d |d }tjd d d|d}tjddd}tjddd}tjddddddgd }t|||||g}tj|} tj| jtj } t | jj j djt | jj j dkstt | jj j djt | j j djkstt | jj j djt | j j dks0td| jdd<| jdddksVt| jj j dddksrt| jj j djddkst| j j dddkst| j j djddkstd| jj j dd<| jdddkst| jj j dddks t| jj j djddks*t| j j dddksDt| j j djddks`td| jj j djd<| jdddkst| jj j dddkst| jj j djddkst| j j dddkst| j j djddkstd| j j dd<| jdddks$t| jj j dddks@t| jj j djddks^t| j j dddksxt| j j djddkstd| j j djd<| jdddkst| jj j dddkst| jj j djddkst| j j dddkst| j j djddks.t| |dt|d} d| djdd<| djdddks|t| djj j dddkst| djj j djddkst| dj j dddkst| dj j djddkstd| djj j dd<| djdddks.t| djj j dddksNt| djj j djddkspt| dj j dddkst| dj j djddkstd| djj j djd<| djdddkst| djj j dddkst| djj j djddks$t| dj j dddksBt| dj j djddksbtd| dj j dd<| djdddkst| djj j dddkst| djj j djddkst| dj j dddkst| dj j djddkstd| dj j djd<| djdddksDt| djj j dddksdt| djj j djddkst| dj j dddkst| dj j djddkst| dS)NrrrrrrrrrrrPrrfr r r r r rrrrrrrrrrrr)rrRrr5rwrDrxrtrzrrrr3rr4r}r~rsr) rErr%rrrrrr%r:r)r[r r r!test_new_table_with_ndarrays     "  "  "  "  " z.TestTableFunctions.test_new_table_with_ndarraycCs tddddg}tddddg}tjd d |d }tjd d d|d}tjddd}tjddd}tjddddddgd }t|||||g}tj|} d| jdd<| jdddkst| jj j dddkst| jj j djddkst| j j dddkst| j j djddks*td| jj j dd<| jdddksTt| jj j dddkspt| jj j djddkst| j j dddkst| j j djddkstd| jj j djd<| jdddkst| jj j dddks t| jj j djddks*t| j j dddksDt| j j djddks`td| j j dd<| jdddkst| jj j dddkst| jj j djddkst| j j dddkst| j j djddkstd| j j djd<| jdddks"t| jj j dddks>t| jj j djddks\t| j j dddksvt| j j djddkstd| j j djd<| | dt| d} d| djdd<| dj} | djdddkst| djj j dddkst| djj j djddks>t| dj j dddks\t| dj j djddks|t| dddkst| j j dddkst| j j djddkstd| j j djd<tj| } d} | jD]r}tt|D]V}t||tjr8||| j| |ksTtn||| j| |kstq| d} qd| jdd<| djdddkst| djj j dddkst| djj j djddkst| dj j dddkst| dj j djddkst| dddks$t| j j dddks>t| j j djddksZt| jdddksrt| jj j dddkst| jj j djddkst| j j dddkst| j j djddkstd| djdd<| djdddkst| djj j dddks0t| djj j djddksRt| dj j dddkspt| dj j djddkst| dddkst| j j dddkst| j j djddkst| jdddkst| jj j dddkst| jj j djddks.t| j j dddksHt| j j djddksdtd | jj j dd<| djdddkst| djj j dddkst| djj j djddkst| dj j dddkst| dj j djddk st| dddk s(t| j j dddk sBt| j j djddk s^t| jddd k svt| jj j ddd k st| jj j djdd k st| j j ddd k st| j j djdd k st| dS)!NrrrrrrrrrrrPrrfr r r r r rrrrrrrrrrrr i)rrRrr5rwrDrxrtr4rrr3r}r~rsr'r$r)rr{r)rErr%rrrrrr%r:r[frr)r,r-jr r r!test_new_table_with_fits_rec5s   "   "   "  "  " z/TestTableFunctions.test_new_table_with_fits_recc Cstddddg}tddddg}tjd d |d }tjd d d|d}tjddd}tjddd}tjddddddgd }t|||||g}tj|} t| j} t| jj j djt| jj j dkst t| jj j djt| j j djkst t| jj j djt| j j dks$t t| jj j djt| jj j dksPt d| jdd<| jdddksvt | jj j dddkst | jj j djddkst | j j dddkst | j j djddkst | jdddkst | jj j dddkst | jj j djddks8t | j j dddksRt | j j djddksnt d| jj j dd<| jdddkst | jj j dddkst | jj j djddkst | j j dddkst | j j djddkst | jdddks t | jj j dddkstt|d}dD]8}t||}|||ksvt|||ksRtqRt|d}dD]8}t||}|||kst|||kstqtjddt j d d gd d d ggt j dd}tj |g}t|jdt|jjks2t|jdd|jjdksVt|jdd|jjdksztdS)Nr.r1rH)rrrrr)rrrPI()-8 rQ rNrPrr)rrLrtr1r(r{r4r8r5rrRobject_rDrxr*r)rErTr<rtrrr r r!test_fits_rec_column_accessgs,   $z.TestTableFunctions.test_fits_rec_column_accesscCst|d}|d}d|jjks(td|jjks8td|jjjksJt|jdddks`tt|jddtj dd d gtj d st|jdd d kst|jdddkst|jdddkstt|jddtj dddgtj d st|jdd dkst|jdddks&t| | d| t| d}|d}d|jjkshtd|jjksztd|jjjkst|jdddkstt|jddtj dd d gtj d st|jdd d kst|jdddkst|jdddkstt|jddtj dddgtj d sFt|jdd dks^t|jdddksvt| dS)Nzerowidth.fitsrZZORBPARMrZANNAMEzVLA:_W16ZSTABXYZg~ϰ=@gs!gzarNZNOSTArZMNTSTAr]zVPT:_OUTrr)rrsrtr3r%r4rr"rrRrr}r~r)rErr:r r r!!test_table_with_zero_width_columnsR      z4TestTableFunctions.test_table_with_zero_width_columnc Csddddg}d}tjddt|d}tj|g}|jd |ksLt | | d t | d <}|d jd |kst |d jd|k st W5QRX~tj|g}|j | d d d t | d ^}|d jd |ddks t |d jd|k s&t tj|d j}W5QRX~|j | d d d t | d @}|d jd |kst |d jd|k st W5QRXdS)NZimg1Zimg2Zimg3apz(img1img2img3apZMEMNAMEr rPzraw-unicode-escaperrTrp )rr5rurRrDrxrttobytesdecoder4r}r~rsr{rreplacecopy)rErsacolZahdurr r r!test_string_column_paddings2 $  z-TestTableFunctions.test_string_column_paddingc Csvtjjddddddgdfdd d d ddgd fdddddd gd fgdd}tj|}||dtj|ddd"}d|dj d<d|dj d<W5QRXt|d}|d}|j d}|j d}|j dkst |j dkst |tddgddgddggdd gd d gddggddgddgdd gggks@t |tddgddgddggksjt W5QRX~~~~tjdddgd}d|d <d!|d"<tj|d|d#d$t|d}| djjd%d&kst | dj d'kst tjddd(gd}d|d <d!|d"<~tj|d|d#d$t|d}| djjd%d&ks\t | dj d)ksrt d*S)+zv Tests the multidimensional column implementation with both numeric arrays and string arrays. rrrZrTrUrVZrow1row1rnrorrrqZrow2row2Zrow3row3z6i4,a8rrupdatemode(2,3)TDIM1z(4,2)TDIM2)rTrTrZrTrZZrow1Zrow2Zrow3)rf4)rS5rUrN)rrZrTrokrTrpr]5)rTrU)rr)rUrT)rTrUrTN)rryrRrrDrxr}r~rsrArtr(r$r4r{rKrLrr|)rErtrFrrrrr r r!test_multi_dimensional_columnss`    "z1TestTableFunctions.test_multi_dimensional_columnsc Cstjddgdgd}tj|}||dt|d:}|d}|j d}|j dksdt |j d d ksvt W5QRXdS) NrrZ)rrdrrNzonedtable.fitsrr)rZrrz(1)) rrRrrDrxr}r~rsrtr(r$r4rA)rErtrFrr<r r r!test_oned_array_single_element$s  z1TestTableFunctions.test_oned_array_single_elementcsrddgddgddgg}tj|f|f|f|f|fgdgd}tj|d }fd d }||tj|}||d S) a} Tests two ways of creating a new `BinTableHDU` from a column of string arrays. This tests for a couple different regressions, and ensures that both BinTableHDU(data=arr) and BinTableHDU.from_columns(arr) work equivalently. Some of this is redundant with the following test, but checks some subtly different cases. sabcdsefghsijklsmnopsqrstsuvwx)r#z(3, 2)S4rNr?c s|jdjdkst|jdjjds,t|jdddt dj}|d}|j dd kslt|jdjdkst|jdjjdstt |jd|jdkstW5QRXdS) Nr#)rVrTrZZU4r@Trprrz(4,2,3)) rtr$r4rr|endswithr}r~rrsrArr{)r:rrsrEr r!test_dims_and_roundtripGsz`TestTableFunctions.test_bin_table_init_from_string_array_column..test_dims_and_roundtripN)rrRrrDrx)rErtarrr)rrsr rr!,test_bin_table_init_from_string_array_column2s    z?TestTableFunctions.test_bin_table_init_from_string_array_columnc CsLddgddgddgg}ddd d d g}tj||f||fgd d gd}tj|d}||dt|dd}|}W5QRXt|dd}|| ddW5QRXt|d}|d}|j ddkst |j ddkst |j D]H} t | dddgddggkst t | dddd d d gkst qW5QRXdS) a According to the FITS standard (section 7.3.2): If the number of elements in the array implied by the TDIMn is less than the allocated size of the ar- ray in the FITS file, then the unused trailing elements should be interpreted as containing undefined fill values. *deep sigh* What this means is if a column has a repeat count larger than the number of elements indicated by its TDIM (ex: TDIM1 = '(2,2)', but TFORM1 = 6I), then instead of this being an outright error we are to take the first 4 elements as implied by the TDIM and ignore the additional two trailing elements. sabscdsefsghsijsklrrZrTrUrV)rz(3, 2)S2)rZ5i8rNr?r@rbwbs(2,2,3)s(2,2,2)rz(2,2,2)TFORM1Z12ArabcdZefghrN)rrRrrDr}r~rsrrMrrAr4rtr{) rEarr1arr2rr:rZ raw_bytesrrsr-r r r!!test_columns_with_truncating_tdimYs&  $z4TestTableFunctions.test_columns_with_truncating_tdimc Csdddgdddgddd gg}tjj|f|fgd gd }tj|d }||d t|d }d|djksvt |djddkst t |dj dkst t |dj ddkst |dj ddtj | dddkst W5QRXt|d (}|dj dd||dW5QRXt|d}d|djks^t |djddksvt t |dj dkst t |dj ddkst |dj ddtj | dddkst W5QRXdS)zERegression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/201rIrJZghiZjklZmnoZpqrZstuZvwxzyz z(3,3)S3rr?r@rrz(3,3,3)rZrasciiNrI)rryrRrrDr}r~rsrAr4r$rtr(rrr{)rErtZrecarrrrr r r!test_string_array_round_trips* ..z/TestTableFunctions.test_string_array_round_tripc Cs"tjddgdd}tjddgddggdd}td d gd d ggd dgddggg}tjdd|dtjddd|dtjddd|dg}tjt|}||dt |db}|d j d d|k st |d j d d|k st |d j d|k st W5QRXdS)zVRegression test for https://github.com/spacetelescope/PyFITS/issues/3 rrz|S1rNbcrez|S2rrZrTrUrVrnrorrr|Z1ArPZstrarrayZ4A(2,2)rrQrrRZintarray4Iz(2, 2)r@rN)rrRrr5rDrxrwr}r~rsrtencoder{r4)rEarraarrbZarrcrrrr r r!test_new_table_with_nd_columns&  z0TestTableFunctions.test_new_table_with_nd_columnc Csrtddgddggddgddggg}td d gd d ggd dgddggg}tjddd|dtjddd|dg}tjt|}||dt |d}|dj ddkst |dj ddkst |dj d|dj dkrdksnt |dj d|k st |dj d|k s6t |dj jdksLt W5QRXtjttjddd|ddS)ayNormally the product of the dimensions listed in a TDIMn keyword must be less than or equal to the repeat count in the TFORMn keyword. This tests that this works if less than (treating the trailing bytes as unspecified fill values per the FITS standard) and fails if the dimensions specified by TDIMn are greater than the repeat count. rrZrTrUrVrnrorrrqrwrrQrrZ20Irrrrr@rTFORM2rr0Z2IN)rrRrr5rDrxrwr}r~rsrAr4rtr{itemsizer^r_r)rErrrrrr r r!test_mismatched_tform_and_tdims, &&. z1TestTableFunctions.test_mismatched_tform_and_tdimc Cs8t|d}|djdjdks*tW5QRXdS)z@Regression test for https://github.com/astropy/astropy/pull/3580z tdim.fitsrr1)rTrrN)rrsrtr$r4)rEZhdulistr r r!test_tdim_of_size_onesz(TestTableFunctions.test_tdim_of_size_onec Cst|d}|dj}W5QRX|d}|dd}|d|ksRttt|dD]X}|d|}|d|d|kst||d}|d||dksbtqb|ddd}|d|dddkst|ddd}|d|dddkstdS)zDRegression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/52r.rrNrZr])rrsrtr(r{r4r'r$)rErrttargetsrnr r r! test_slicings      zTestTableFunctions.test_slicingc Cst|d}|dj}W5QRX||ddk}|t|ddk}|dg}|dd}||||fD]}t|tjsntqnt||stt||stt||stdS)zDRegression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/55r.rrr2rN rrsrtrwherer)rr4r.rErrts1s2Zs3Zs4rr r r!test_array_slicings  z%TestTableFunctions.test_array_slicingc Cst|d}|dj}d|d<t|ddks:td|d<t|ddksXttttjfD]6}|dddg|d<t |dtdddgsdtqdW5QRXdS)zV Regression test for https://github.com/spacetelescope/PyFITS/pull/48 r.rrr1rZrTN) rrsrtrr{r4rBtuplerR array_equal)rErrt containerr r r!test_array_broadcasting s z*TestTableFunctions.test_array_broadcastingc Cstj|ddd}|dj}W5QRX||ddk}|t|ddk}|dg}|dd}||||fD]}t|tjsrtqrt||stt||stt||stdS) z Like test_array_slicing but with the file opened in 'readonly' mode. Regression test for a crash when slicing readonly memmap'd tables. r.readonlyrrrr2rNrrr r r!test_array_slicing_readonly s  z.TestTableFunctions.test_array_slicing_readonly tablenamer.rHc Cst||j}|d}|d}|d}|d}||||tj|||}t|j|jshtt ||dW5QRXdS)z A simple test of the dump/load methods; dump the data, column, and header files and try to reload the table from them. rdata.txt coldefs.txt header.txtN) rrsrtr~dumprDloadr.r4r>)rErrr:datafilecdfilehfiler9r r r!test_dump_load_round_trip1 s   z,TestTableFunctions.test_dump_load_round_tripcCstjjdddddgdfddd d d gd fgd d}tj|}|d}|d}|d}||||tj|||}t |j |j st t |j t |j kst dS)z Regression test for https://github.com/spacetelescope/PyFITS/issues/22 Ensures that a table containing a multi-value array column can be dumped and loaded successfully. rrrZrTrUg?rrVrnrorrg?z a1,4i4,f8rrrrN)rryrRrrDrxr~rrr.rtr4r|rA)rErtr:rrrr9r r r!test_dump_load_array_columsF s"    z.TestTableFunctions.test_dump_load_array_columsc Cstjdddgtd}tjdd|d}tjddd gtjd}tjd d |d}tjd dd gtjd}tjdd|d}tjdddgtjd}tjdd|d}tdddg} tjdd| d} tjdddgtjd} tjdd| d} tjdd d!gtj d} tjd"d#| d}tjdd$d%gd&d'd(gd)d*d+ggtjd}tjd,d-|d}tj ||||| | ||g}| d.}| |tj |}t|j|jstd/S)0a9 Tests loading a table dump with no supplied coldefs or header, so that the table format has to be guessed at. There is of course no exact science to this; the table that's produced simply uses sensible guesses for that format. Ideally this should never have to be used. FTrNc0rrPrrBiЊrrYiMJiiVrrfrrIrrrrerfrgrry?@yffffff @@y@ffffff@rMrZrTrUrVrnrorrrqr\PJ()rN)rrRrmrr5rvrrrZ complex128rDrxr~rrr.rtr4)rEZa0rrrrrrrrrrrrrrr\r:rr9r r r!test_load_guess_format[ s* (   z)TestTableFunctions.test_load_guess_formatcCstjdddgd}tjdddgd}tjdddgd}tj|||g}|jjdddgks^t|jjdgdkstt|jddgkst|jddgkst|jj dgkstd S) a= Regression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/86 Numpy recarray objects have a poorly-considered feature of allowing field access by attribute lookup. However, if a field name coincides with an existing attribute/method of the array, the existing name takes presence (making the attribute-based field lookup completely unreliable in general cases). This ensures that any FITS_rec attributes still work correctly even when there is a field with the same name as that attribute. r%rYrrPrrZotherrTN) rr5rDrxrtr%r4rr{r)rErrrrr r r!test_attribute_field_shadowing sz1TestTableFunctions.test_attribute_field_shadowingcCstjjddgdd}tj|}|jjddgks4tt |j |sDt| | dtj | ddd}|jjddgks|tt ||std S) z Regression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/113 Tests creating a table from a recarray containing numpy.bool columns. )TF)FTz|b1,|b1rrr.r)extN)rryrRrrDrxr3rr4r.rtr}r~rL)rErRrFrtr r r!test_table_from_bool_fields s z.TestTableFunctions.test_table_from_bool_fieldscCs@tjdddgdgd}tj|d}|jd|dks.zYthe header may be missing the necessary TNULL1 keyword or the table contains invalid dataN)rr5rrRrrxr}r~rsrAr^r_ ValueErrorrtr|rr4)rEr<rNrr rr!test_missing_tnull s*z%TestTableFunctions.test_missing_tnullc Csd}tjdd|tdddddgd d }tj|g}||d t|d d d *}| dd}| d| |W5QRXtj|d d d }|dj dddkstW5QRXd}tjdd|tddddgd d }tj|g}||dt|dd d *}| dd}| d| |W5QRXtj|dd d<}|dj dddkst|dj ddstW5QRXdS)aYRegression test for https://github.com/astropy/astropy/issues/5134 Blank values in numerical columns of ASCII tables should be replaced with zeros, so they can be loaded into numpy arrays. When a TNULL value is set and there are blank fields not equal to that value, they should be replaced with zeros. rrZI8rrrZrTrUT)rQrrRrzascii_null.fitszr+rz2 z ZmemmapNaNzF12.8rrrrzascii_null2.fitsz 3.00000000z rN)rr5rrRrrxr}r~rsrrseekrMrtr4isnan) rEZnullval1rrNrZnulledrZnullval2rr r r!test_blank_field_zero s@  $ z(TestTableFunctions.test_blank_field_zerocCs0dgd}tjdd|d}||jks,tdSzERegression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/218irrSrQrRNrr5rRr{r4rErr<r r r!test_column_array_type_mismatch! s z2TestTableFunctions.test_column_array_type_mismatchc Cst|dZ}|djd|d_t|djtjst|}|dj}W5QRX|jjD] }||q,dS)Nr)rrsrtrrr%)filenamerrtZcolnamer r r!readfile s  z8TestTableFunctions.test_reference_leak..readfilerz memtest.fitsN) _refcountingrt)rEr$r r r!test_reference_leak s z&TestTableFunctions.test_reference_leakc Csddlm}ddlm}|}|z td|W5QRXW5|X~|}dD]<}|z$tdt ||W5QRXW5|Xq`~|}| z"td| |W5QRXW5| X~dS)aG Regression test for https://github.com/astropy/astropy/pull/4539 This actually re-runs a small set of tests that I found, during careful testing, exhibited the reference leaks fixed by #4539, but now with reference counting around each test to ensure that the leaks are fixed. r)TestMultipleHDU)TestCorer)rrrrN) Z test_connectr'Z test_corer(Z setup_methodZteardown_methodr%Ztest_add_del_columns2 __class__r8Z setup_classZteardown_classZ test_read)rEtmp_pathr'r(r[r]Z test_namer_r r r!test_reference_leak2 s0        z'TestTableFunctions.test_reference_leak2c Cst|dx}|d}|d}|d}|d}||||d}tjt|d||||W5QRX|j|||dd W5QRXdS) Nr.rrrrzFile .* already exists\. File .* already exists\. File .* already exists\. If you mean to replace the file\(s\) then use the argument 'overwrite=True'\.r Trp)rrsrtr~rr^r_OSError)rErr:rrrmsgr r r!test_dump_overwriteK s   z&TestTableFunctions.test_dump_overwritec Csjtjdddgtjd}tjddd|d}tj|g}||d tj |d d d ~}|d}d |j ksrt |j d dkst |j dj t d kst t|j d|kst d|j dd<||dW5QRXtj |dd d n}|d}d |j ks t |j d dks t |j dj t d ksi2rN1I)rrRrQrrrZrza.fitsrwzb.fitsN) rr5rrRrBrCrDrxrtr}r~r4rs)rErr#r`rr r r!test_column_with_scalingx s"z+TestTableFunctions.test_column_with_scalingcCstjdddddgdd}tjddd d dgd d}tjd d ddd gd d}tjdddddgdd}t||d|||g}t|d}|j|jkstt||stdS)z Test correct integer dtypes according to ASCII table field widths. Regression for https://github.com/astropy/astropy/issues/9899 rriirwrdrNriir:rill(i i2rWrZzascii_i4-i20.fitsN)rrRr rrtrr4r.)rEZi08Zi10Zi20Zi02t0r[r r r!test_ascii_inttypes sz&TestTableFunctions.test_ascii_inttypesc Cstjddtddgdd}tjddtd d gdd}tjd d td dgdd}tj|||g}||dtj|ddd}t |dj |j st W5QRXdS)zTest different float formats.rrr3gffffff(@T)rrQrRrrZD16g/@g0@r<zD16.7rerfzfoo.fitsFrrN) rr5rrRrrxr}r~rsr.rtr4)rErrZcol3rrr r r!test_ascii_floattypes s,   z(TestTableFunctions.test_ascii_floattypesN)S__name__ __module__ __qualname__rGrrrrrrrrrrr'r*r-r6r8r9r;rErPrWrarcrlrtrurvrzr{rrrrrrrrrrrrrrrrrrrr^mark parametrizerrrrrrrrrrrrrr rrrrr skipif HAVE_OBJGRAPHr&Zslowr+r.r2r5r9r:r r r r!r?sk,L\ & (/@Y\[l_ /$L'/"# ) 7%  +  .r?ccsBttt|}|Vttt||ks>tddS)z Perform the body of a with statement with reference counting for the given type (given by class name)--raises an assertion error if there are more unfreed objects of the given type than when we entered the with statement. z/More {0!r} objects still in memory than before.N)gcZcollectr$objgraphZby_typer4)type_refcountr r r!r% s r%c@seZdZdZddZddZddZdd Zd d Zd d Z ddZ e j j e o\eo\ejdkddddZddZddZddZe j j ejdkdde j j ejdkdde j jddZd d!Zd"d#Zd$S)% TestVLATablesz;Tests specific to tables containing variable-length arrays.cs"fdd}dD] }||qdS)Nc stjd|dgdgdd}tj|g}t}t||g}|jdddtd`}|d j d}|dd d t j ddddgt j d kst|d jdjd stW5QRXdS)NQUAL_SPEri#rPrTrprrUrrrNzJ(1571))rr5rDrxrCrBr}r~rsrtr(rrRrvr{r4r3rQr) format_coder<tb_hdupri_hduhdu_listZtotoqrr r!test s0z8TestVLATables.test_variable_length_columns..testrzQJ()r rErNcoder rr!test_variable_length_columns s z*TestVLATables.test_variable_length_columnscCsdd}dD] }||q dS)zDRegression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/54cSsdgdgd}tjd||d}tjdddgdd}tjj||gdd}t|jddks`tt|jddksvt|jdd |d kst|jdd |d kst|jddd gdkst|jdd d gdkstdS) NrrwZTESTVLFrPZTESTSCArfrrgrrqr])rr5rDrxr$rtr4r{)rIrrrrJr r r!rN s z=TestVLATables.test_extend_variable_length_array..testrONr rPr r r!!test_extend_variable_length_array sz/TestVLATables.test_extend_variable_length_arraycs"fdd}dD] }||qdS)Nc sttddgtdgtdggd}tjd||d}tj|g}|jddd tdl}|d j d j d st t d D]B}t t||D],}|d jd |||||kst qqW5QRXdS)NnP*@;'x[;rOtestarPrTrprrD(2)rTrrRrr5rDrxr}r~rsr3rQrr4r'r$rtr(rIrrr:r)ryr,rr r!rN s" zRTestVLATables.test_variable_length_table_format_pd_from_object_array..testzPD()zQD()r rPr rr!6test_variable_length_table_format_pd_from_object_array s zDTestVLATables.test_variable_length_table_format_pd_from_object_arraycs"fdd}dD] }||qdS)Nc stddgtdgtdgg}tjd||d}tj|g}|jdddtdl}|d j d j d st t d D]B}t t||D],}|d jd |||||kst qqW5QRXdS) NrTrUrrWrPrTrprrrXrTrYrZrr r!rN s$ zJTestVLATables.test_variable_length_table_format_pd_from_list..testr[r rPr rr!.test_variable_length_table_format_pd_from_list s z.testzPA()zQA()r rPr rr!6test_variable_length_table_format_pa_from_object_array s zDTestVLATables.test_variable_length_table_format_pa_from_object_arraycs"fdd}dD] }||qdS)Nc sdddg}tjd||d}tj|g}|jdddtdl}|d jd j d sht t d D]B}t t ||D],}|d j d |||||kst qqpW5QRXdS) NrrrIrWrPrTrprrr^rT)rr5rDrxr}r~rsr3rQrr4r'r$rtr(r_rr r!rN( s  zJTestVLATables.test_variable_length_table_format_pa_from_list..testr`r rPr rr!.test_variable_length_table_format_pa_from_list' s z.testrONr rPr rr!test_getdata_vla7 s zTestVLATables.test_getdata_vlawin32z+https://github.com/numpy/numpy/issues/20699r!c Cs^ddtdD}ddtdD}tjddtdd}tjdd |d}tjd d |d}tj||g}tj||g}tt||g}|j | d d d t | d `} | dj ddkst | dj ddkst t| dj|jst t| dj|jst W5QRXt | d 0} tj| dj| dj d} | | dW5QRXt | d} t| dj|jst W5QRXttg} | | dtj | dddH} tdD]8} t | d } | | d| W5QRXqW5QRXt | d0} tddD]}t| |j|js0t q0W5QRXdS)zX Regression test for https://github.com/spacetelescope/PyFITS/issues/47 cSsg|]}t|dqSrrrcr/rr r r!r2W sz/TestVLATables.test_copy_vla..rcSsg|]}tdd|qS)rrrfrgr r r!r2X srNrfrrGPJrr@TrprrzPJ(255)rZ)rtrArJrIrrrrTN)r'rr5rrcrDrxrBrCr}r~rsrAr4r.rtrrflush)rErrr<rrr[r]rrZnew_hdurZnew_hdulridxr r r! test_copy_vlaM s: ""  zTestVLATables.test_copy_vlacCsjt|d}|dj}|jdks(t|dddksr@rrsysplatformrkrlrorpmaxsizeZhugememrsrvrwr r r r!rF s, 2 rFc @seZdZddZddZddZddZd d Zd d Zd dZ ddZ ddZ ddZ ddZ ddZejddddddddd deejdd!d"dgd#d$Zd%S)&TestColumnFunctionscCstD]P\}}tdt|}|j|ktd|}|j|ktd|}|j|kqtdd}|jdkstt|jjdkst|jjdksttdd}|jdkst|jjdkst|jjdkst|jj dksttdd }|jjd kst|jjdks t|jj dksttdd }|jjd ksu2rNr/rGr4rN)rrrr+rwrr4)rEZnd_arrayZcol_defsr r r!test_coldefs_init_from_array s z0TestColumnFunctions.test_coldefs_init_from_arrayc Cs~t|dh}t|djjdts,tt |dj}t |}t|djjdtr`tt ||djsttW5QRXt|d4}t |dj}t |}t ||djstW5QRXt|d6}t |dj}t |} t | |djs tW5QRXt|dP} t | dj} t | } t j tdd t | | djsftW5QRXW5QRXd S) r rHrrrr rrZz2Field 2 has a repeat count of 0 in its format coder Nrrr r r!r s,     zTestColumnFunctions.test_picklecCsVtjddd}tjddd}t||g}|d|dks>t|d|dksRtdS)z5Tests that a `ColDefs` can be indexed by column name.rrr rrrN)rr5rwr4)rErrrr r r!test_column_lookup_by_name s z.TestColumnFunctions.test_column_lookup_by_namec Cstjtjdddtjdddg}|jd}|jd|jjjdksLt d|_ |j dks`t d|j ksnt |j ddkst |jjdgkst t t|jdW5QRX|jdd t t|jdW5QRX|jd j d kst |jjjd kst |jjd gkst |jjjd gks2t d |jd _ t t|jd W5QRX|jd j d kstt |jjjd kst |jjd gkst |jjjd gkst d S)a6 This is a test of the column attribute change notification system. After a column has been removed from a table (but other references are kept to that same column) changes to that column's attributes should not trigger a notification on the table it was removed from. rr)rQr)rZHELLOTTYPE2TTYPE1GOODBYE)rfoo)rN)rrDrxr5r3r7rtrr%r4rrAr^r_r`Z change_name)rErNrr r r!*test_column_attribute_change_after_removal s6       z>TestColumnFunctions.test_column_attribute_change_after_removalcCs^tjdddddddgd}t|}|j|jks4t|j|jksDtt|j |j ksZtdS)z Regression test for https://github.com/astropy/astropy/pull/4514 Tests that columns with the X (bit array) format can be deep-copied. ZxcolZ5XrrrN rr5rdeepcopyrr4rQrr{rR)rEr<rr r r!test_x_column_deepcopys  z*TestColumnFunctions.test_x_column_deepcopycCstjddddgdddggd}t|}|j|jks8t|j|jksHtt|j d |j d ksftt|j d|j dksttjd d ddgdddggd}t|}|j|jkst|j|jkstt|j d |j d kstt|j d|j dks td S) z Regression test for https://github.com/astropy/astropy/pull/4514 Tests that columns with the P/Q formats (variable length arrays) can be deep-copied. ZpcolrhrrZrTrUrVrrZqcolZQJNr)rEr<rrrr r r!test_p_column_deepcopy s  z*TestColumnFunctions.test_p_column_deepcopyc Cstt }tjdddddddgd}W5QRXdt|jksBttt$}tjd d d dddd dd d d }W5QRXddddddddddg }|D]}|t|jkstqdS)z Test that the keyword arguments used to initialize a Column, specifically those that typically read from a FITS header (so excluding array), are verified to have a valid value. rrYrZrTrUrVrz(Column name must be a string able to fitr<rZNan1) rQrrrrrrrrz(keyword arguments to Column were invalidTFORMZTNULLTDISPZTCTYPZTCUNIZTCRPXZTCRVLZTCDLTZTRPOSN)r^r_r4rr5r|valuer)rEerrrZerr_msgsr-r r r!test_column_verify_keywords#s: $   z/TestColumnFunctions.test_column_verify_keywordsc Cstt}tjddddddgd}W5QRXdt|jks@ttt}tjddddddgd}W5QRXd t|jksttt}tjddd dddgd}W5QRXd t|jkstd S) at Regression test for https://github.com/astropy/astropy/pull/6359 Test the validation of the column start position option (ASCII table only), corresponding to ``TBCOL`` keyword. Test whether the VerifyError message generated is the one with highest priority, i.e. the order of error messages to be displayed is maintained. rrrrZrT)rQrrRz=start option (TBCOLn) is not allowed for binary table columnsrYz;start option (TBCOLn) must be a positive integer (got 'a').z-56z;start option (TBCOLn) must be a positive integer (got -56).N)r^r_rrr5r|rr4)rErrr r r!test_column_verify_startJs "  "  "z,TestColumnFunctions.test_column_verify_startkeysZrS)rr2Z2ErTg333333@rzE.5c Csltt}tjd|d|dd}W5QRX|D]0}|t|jksLtt||t|jks6tq6dS)z Additional tests for verification of 'TFORM' and 'TDISP' keyword arguments used to initialize a Column. r<rr)rQrN) r^r_rrr5rr|rr4)rErrrkeyr r r!test_column_verify_formatsfs  " z.TestColumnFunctions.test_column_verify_formatsN)r;r<r=rrrrrrrrrrrrr^r>r?rDrrrr r r r!r| s,c ( 1 '  r|cCsFtdddg}tjd|dd}tj|g}|jd=d|jd _dS) NrrZrTrrSr0rrr) rrRrr5rDrxZ_headerr3r)rr<rr r r!test_regression_5383}s rc Csddlm}|dddgdddgd d d ggdddgd d dgd}d|d_d|d_d|jd<tjtdd}tj|t ddid}W5QRXt |dkst dD]}t |||j|st q|jd|jdkst |jddkst |jddkst dS)Nrr rrZrTrrr<rrr>r,ZU1r)r%rzm/sz not-a-unitbarrz''not-a-unit' did not parse as fits unitr rr@rITUNIT1rr|) astropy.tabler rmetar^rr rrDr}r$r4rrrtrAindex)r rNwrrr r r!test_table_to_hdus*    "rcCsVtjddgdtfdtfgdtj}|d}|d}tdd t||DsRt dS) N)rrZ)rrUrrFrNrrcss|]\}}||kVqdS)Nr )r/rrr r r! sz2test_regression_scalar_indexing..) rrRrDrrzrrr{rCr4)rZx1aZx1br r r!test_regression_scalar_indexings rc Csg}|tjdddd|tjdddd|tjddd t|}t}d|d <d |d <d |d <d|d<d|d<d|d<d|d<d|d<d|d<d|d<d|d<d|d<d|d<d |d!<d"|d#<tt}tj ||}W5QRXt |d$j  d%s t |jd$jdks"t |jd&jdks8t |jd'jdksNt |jd dksbt |jd dksvt d |jkst |jd$jdkst |jd&jdkst |jd'jdkst d(|jkst |jddkst |jddkst |jd!d kst |jd#d"ks(t |d)}||tjd*d+$}t|}|d&}W5QRXW5QRXt|d$kst |jd$jdkst |jd&jdkst |jd'jdkst |jd dkst |jd dkst d |jkst |jd$jdkst |jd&jdks(t |jd'jdks>t d(|jksNt |jddksbt |jddksvt |jd!d kst |jd#d"kst dS),NZTIMErrrdZRAWXr3ZpixelZRAWYr rmZTUNIT2ZTUNIT3zRA---TANZTCTYP2ZANGLEZTCTYP3g8ZTCRVL2ZTCRVL3rZTCRPX2ZTCRPX3i@ZTALEN2iZTALEN3ZangstromZTCUNI2degZTCUNI3g?ZRArZDECrz4The following keywords are now recognized as specialrrZZTCTYP1r@T)record)rrrr5rwr}r^rrrDrxr|messagerr4r3rrArr}warningscatch_warningsrsr$) r*r<rrZ warning_listrr#rZhdu2r r r!$test_new_column_attributes_preservedsx     rc Cs|d}tjdddd}||t|}|djjdksBtW5QRX|d}tjdddd}|j|ddt|}|djjdkstW5QRXdS)Nzemptytable.fitsr)rArtrrzemptytable.fits.gzTrp)rrDr}rsrtsizer4)r*Zofilerrr r r!test_empty_table!s   rc Cs|d}tjtjddtddg}d|jd<|j|dd t|}|d jddksbt t t }| d W5QRXt|d jd kst t|djdst |d jddkst W5QRXdS)Nr@r|rfrwrPZA3DTABLEZXTENSIONignoreZ output_verifyrZfixrzVerification reported errors:rZz+Converted the XTENSION keyword to BINTABLE.ZBINTABLE)rrDrxr5rrcrAr}rsr4r^rrverifyr|rr)r*testfilerrrr r r! test_a3dtable1s   rc Csdt}d|jd<tj|jjd_|d}|j|ddt|}|dj dk sVt W5QRXdS)Nr|r@rrr) rrDrArnanZcards_valuer}rsrtr4)r*rrrr r r!test_invalid_fileEs  rc Cs|d}d}t|}tddddgi}||tj|dd}||djd <W5QRXttt |}W5QRXt |dj t st tj |d d }t |dj t st tttj |d d W5QRXtttj |d d W5QRXdS)Nzinvalid_unit.fitsz1 / (MeV sr s)rrrZrTrrrZsilent)Zunit_parse_strictraisewarn)r r rMrrsrAr^rr rr)rr r4r_r)r*pathZ invalid_unitrrrr r r!test_unit_parse_strictQs     r)7 contextlibrrBrrRryrnumpyrr^rrurCrA ImportErrorZ astropy.iorZastropy.io.fits.columnrrrZastropy.io.fits.utilrZastropy.io.fits.verifyrrr Z astropy.unitsr r r Zastropy.utils.compatrrZastropy.utils.exceptionsrrZconftestrr"r.r>r?contextmanagerr%rFr|rrrrrrrrr r r r!s       3K Gq  p