U
    Mf8                     @   sj   d dl Zd dlZd dlZd dlmZmZmZmZ d dl	m
Z G dd dZG dd dZG dd dZdS )	    N)	DataFramelreshapemeltwide_to_longc                   @   s  e Zd Zdd Zdd Zdd Zdd Zd	d
 Zdd Zdd Z	e
jddgdgdedddddddddddddfdgdgdedddddddddddddfgdd  Zd!d" Zd#d$ Zd%d& Zd'd( Zd)d* Zd+d, Ze
jd-eejd.d/d0d1ejddd2dd3gd4d5edddddggd6d7 Zd8d9 Zd:d; Zd<d= Zd>d? Zd@dA ZdBdC ZdDdE ZdFdG Z dHS )ITestMeltc                 C   s   t  d d | _| jd dktj| jd< | jd dktj| jd< d| _d| _td	d
dgdddgdddgg| _	t
dt
dg| j	_ddg| j	j_d S )N
   Ar   id1Bid2varval5:?StgKԲ?Uy$> M?gKi<8b->?ghBĒABCabcCAPlow)tmZmakeTimeDataFramedfastypenpZint64var_name
value_namer   df1listcolumnsnames)selfmethod r$   B/tmp/pip-unpacked-wheel-eb6vo0j3/pandas/tests/reshape/test_melt.pysetup_method   s    zTestMelt.setup_methodc                 C   s$   t | j}|j ddgks td S )Nvariablevalue)r   r   r    tolistAssertionError)r"   resultr$   r$   r%   test_top_level_method!   s    
zTestMelt.test_top_level_methodc                 C   s   t | j t| j t | jjddgddgdt| jddgddgd t | jj| j| jdt| j| j| jd t | jjddt| jdd d S )	Nr	   r   r   r
   id_vars
value_varsr   r   r   	col_level)r   assert_frame_equalr   r   r   r   r   )r"   r$   r$   r%   test_method_signatures%   s    zTestMelt.test_method_signaturesc                 C   sx   | j  }|j ddgks t| j jdgd}|j dddgksHt| j jddgd}|j ddddgksttd S )Nr'   r(   r	   r.   r   )r   r   r    r)   r*   )r"   r+   Zresult1Zresult2r$   r$   r%   test_default_col_names4   s    
zTestMelt.test_default_col_namesc                 C   s   | j jddgdd}t|dks$t| j jddgddgd}t| j d  d | j d  d dgd dgd  | j d  | j d   dddd	d
gd}t|| d S )Nr	   r   r   r-   r   r
      r	   r   r'   r(   r'   r(   r    )r   r   lenr*   r   r)   r   r3   )r"   Zresult3Zresult4Z	expected4r$   r$   r%   test_value_vars>   s    
	zTestMelt.test_value_varsc                 C   s   t | jd  d | jd  d dgd dgd  | jd  | jd   ddddd	gd
}tttjfD ](}| jjddg|dd}t	|| qnd S )Nr	   r7   r   r   r   r
   r8   r'   r(   r9   r   r
   r-   )
r   r   r)   tupler   r   arrayr   r   r3   )r"   expectedtype_r+   r$   r$   r%   test_value_vars_typesN   s    

zTestMelt.test_value_vars_typesc                 C   sf   t | jd dgt| j dgt| j | jd dddddgd	}| jjdgdgd
}t|| d S )Nr   ar
   br
   rD   )rB   r   r   r(   r   r   r(   r9   r-   )r   r   r:   r   r   r3   )r"   r?   r+   r$   r$   r%   test_vars_work_with_multiindex^   s    

z'TestMelt.test_vars_work_with_multiindexz(id_vars, value_vars, col_level, expectedr   r
   r   r   r   r   r      r7   r   r   r   )r   r   r(   rC   rD   rH   )rC   r   r(   c                 C   s"   | j j|||d}t|| d S )Nr1   )r   r   r   r3   )r"   r.   r/   r2   r?   r+   r$   r$   r%   %test_single_vars_work_with_multiindexl   s     z.TestMelt.test_single_vars_work_with_multiindexc              
   C   sf   d}|g}d}|g}d}||f||f||ffD ]2\}}t jt|d | jj||d W 5 Q R X q.d S )NrB   rE   zF(id|value)_vars must be a list of tuples when columns are a MultiIndexmatchr-   )pytestraises
ValueErrorr   r   )r"   Ztuple_aZlist_aZtuple_bZlist_bmsgr.   r/   r$   r$   r%   $test_tuple_vars_fail_with_multiindex   s    z-TestMelt.test_tuple_vars_fail_with_multiindexc                 C   sL  | j j| jd}|j ddgks&t| j jdg| jd}|j dddgksRt| j jddg| jd}|j ddddgkst| j jddgd| jd}|j ddddgkst| j jddgdd	g| jd}td| j d  d
 d| j d  d
 | jdgd d	gd  d| j d  | j d	   idd| jdgd}t|| d S )N)r   r   r(   r	   )r.   r   r   r   )r.   r/   r   r
   r7   r   r9   )	r   r   r   r    r)   r*   r   r   r3   )r"   Zresult5Zresult6Zresult7Zresult8Zresult9Z	expected9r$   r$   r%   test_custom_var_name   s<            	zTestMelt.test_custom_var_namec                 C   sL  | j j| jd}|j ddgks&t| j jdg| jd}|j dddgksRt| j jddg| jd}|j ddddgkst| j jddgd| jd}|j ddddgkst| j jddgdd	g| jd}td| j d  d
 d| j d  d
 ddgd d	gd  | j| j d  | j d	   iddd| jgd}t|| d S )N)r   r'   r   r	   )r.   r   r   r   )r.   r/   r   r
   r7   r   r9   )	r   r   r   r    r)   r*   r   r   r3   )r"   Zresult10Zresult11Zresult12Zresult13Zresult14Z
expected14r$   r$   r%   test_custom_value_name   s<            	zTestMelt.test_custom_value_namec           	      C   s  | j j| j| jd}|j ddgks*t| j jdg| j| jd}|j dddgksZt| j jddg| j| jd}|j ddddgkst| j jddgd| j| jd}|j ddddgkst| j jddgdd	g| j| jd}td| j d  d
 d| j d  d
 | jdgd d	gd  | j| j d  | j d	   idd| j| jgd}t	|| | j 
 }d|j_| }|j ddgkstd S )Nr0   r   r   r	   r.   r   r   r   r   )r.   r/   r   r   r
   r7   r   r9   foor(   )r   r   r   r   r    r)   r*   r   r   r3   copyname)	r"   Zresult15Zresult16Zresult17Zresult18Zresult19Z
expected19Zdf20Zresult20r$   r$   r%   test_custom_var_and_value_name   sX            	
z'TestMelt.test_custom_var_and_value_namec                 C   sL   | j jdd}| j jdd}|j ddgks2t|j ddgksHtd S )Nr   r1   r   r(   r   r   r    r)   r*   )r"   Zres1Zres2r$   r$   r%   test_col_level  s    zTestMelt.test_col_levelc                 C   s&   | j  }|j dddgks"td S )Nr   r   r(   rX   )r"   resr$   r$   r%   test_multiindex  s    
zTestMelt.test_multiindexcolZ2010   z
US/Pacific)Zperiodstzcdcategory)dtypec                 C   s   t td|dddddg|d}tjtdddddg|gdd}t|ddgd	d
d}t ttdd tj|gd dddgd dgd  |d}ddd	d
g|_t	|| d S )Nr]   rH   r   )klassr\   attr1attr2TZignore_indexrc   r\   	attributer(   rS   r7   rd   re   )r   rH   r7      )
r   rangepdconcatSeriesr   r   r    r   r3   )r"   r\   r   Zexpected_valuer+   r?   r$   r$   r%   test_pandas_dtypes  s&    
"   zTestMelt.test_pandas_dtypesc                 C   s^   t ddgtddgd}t|dgdg}t tddgddgddgd}t|| d S )	NrH   r7   XYr<   r
   r   )r
   r'   r(   )r   rj   ZCategoricalr   r   r3   )r"   datar+   r?   r$   r$   r%   test_preserve_category.  s    zTestMelt.test_preserve_categoryc              	   C   sT  t tjddtdd}d}tjt|jdddd	 |	d
dgddg W 5 Q R X tjt|jdddd	 |	ddgddg W 5 Q R X tjt|jdddd	 |	d
dddgddg W 5 Q R X |
 }tdtdg|_tjt|jdddd	 |	dgdg W 5 Q R X tjt|jdddd	 |j	dgdgdd W 5 Q R X d S )Nr]      Zabcdr9   z=The following '{Var}' are not present in the DataFrame: {Col}r/   z\['C'\])ZVarZColrJ   rC   rD   Cr`   r.   z\['A'\]r   r_   z\['not_here', 'or_there'\]Znot_hereZor_thereABCDz\['E'\])ErC   rE   z\['F'\]Fr   r1   )r   r   randomrandnr   rL   rM   KeyErrorformatr   rU   r    )r"   r   rO   Zmultir$   r$   r%    test_melt_missing_columns_raises8  s.     " z)TestMelt.test_melt_missing_columns_raisesc                 C   sf   t dgdgdgdgd}t|ddgdd	gd
}t dgd dgd tdddgd}t|| d S )NrT   barrH   r7   )r   rC   rD   r`   r   rC   rD   r`   r-   Zbd)r   rC   r'   r(   )r   r   r   r   r3   r"   r   r+   r?   r$   r$   r%   test_melt_mixed_int_str_id_vars]  s     z(TestMelt.test_melt_mixed_int_str_id_varsc                 C   sH   t dgdgd}t|ddgd}t ddgddgd}t|| d S )NrT   r|   )r   rC   r   rC   )r/   r'   r(   r   r   r   r3   r}   r$   r$   r%   "test_melt_mixed_int_str_value_varsf  s    z+TestMelt.test_melt_mixed_int_str_value_varsc                 C   sR   t dgdgddgd}t|dd}t dd	gddgd
ddgd}t|| d S )Nr   rH   rT   r|   firstindexFrf   rT   r|   r   r   r}   r$   r$   r%   test_ignore_indexm  s     zTestMelt.test_ignore_indexc                 C   s   t jjddgddgd}tddgdd	gd
|d}t|dd}t jjddgd ddgd}tdgd dgd  dddd	gd|d}t|| d S )N)r   second)r   thirdbazZfoobar)r!   r   rH   r7   rh   r   r   Frf   rT   r|   r   )rj   Z
MultiIndexfrom_tuplesr   r   r   r3   r"   r   r   r+   Zexpected_indexr?   r$   r$   r%   test_ignore_multiindexv  s     
  zTestMelt.test_ignore_multiindexc                 C   s   t jddgddd}tddgdd	gd
|d}t|dd}t jddgd ddd}tddddgdddd	gd|d}t|| d S )NrT   r|   ra   r   )rb   rV   r   rH   r7   rh   )xyr   Frf   r   r   r   )rj   ZIndexr   r   r   r3   r   r$   r$   r%   test_ignore_index_name_and_type  s    z(TestMelt.test_ignore_index_name_and_typec                 C   s^   t dddggdddgd}|jdgdgd}t dddgdddggddd	gd}t|| d S )
Nidr7   rh   rC   rD   r9   r-   r'   r(   r   r}   r$   r$   r%    test_melt_with_duplicate_columns  s     z)TestMelt.test_melt_with_duplicate_columnsN)!__name__
__module____qualname__r&   r,   r4   r6   r;   rA   rF   rL   markZparametrizer   rI   rP   rQ   rR   rW   rY   r[   rj   rl   Z
date_rangerm   rq   r{   r~   r   r   r   r   r   r$   r$   r$   r%   r      sl   







-

%		r   c                   @   s   e Zd Zdd ZdS )TestLreshapec                 C   s  dddddgdddd	d
gdddddgdddddgdddddgdt jdddgdt jt jddgdddd d!gd"t jd#d$d%gd&t jt jd'd(gd)
}t|}d*d+ td,d-D d.d+ td,d-D d/}t||}ddddddddddddgdddd	d
ddd	d
dd	d
gddddddddddddgddddddddddddgddddddddddddgd0d$d1d2d3d"d#d$d%d&d'd(gd4}t||jd5}t|| t||d6d7}dddddddddddddddgdddd	d
dddd	d
dddd	d
gdddddddddddddddgdddddddddddddddgddddddt jddddt jt jddgd0d$d1d2d3d"t jd#d$d%d&t jt jd'd(gd4}t||jd5}t|| tt	 t||d6d8d9}W 5 Q R X d:d+ td,d;D d<d+ td,d-D d/}d=}t
jt|d> t|| W 5 Q R X d S )?NZ	08jan2009Z	20dec2008Z	30dec2008Z	21dec2008Z	11jan2009i  i  i  iC  i%  e   f   g   h   i   ZMaleZFemaleZ	22dec2008Z	04jan2009Z	29dec2008Z	20jan2009Z	21jan2009Z	22jan2009Z	31dec2008Z	03feb2009Z	05feb2009Z	02jan2009Z	15feb2009i  i
  i  i  i  g     l@g     @g     @g     ߱@g     @g     b@g     Ų@)
birthdtbirthwtr   sexZvisitdt1Zvisitdt2Zvisitdt3Zwt1Zwt2Zwt3c                 S   s   g | ]}d |dqS visitdtr`   r$   .0ir$   r$   r%   
<listcomp>  s     z+TestLreshape.test_pairs.<locals>.<listcomp>rH   rr   c                 S   s   g | ]}d |dqS wtr`   r$   r   r$   r$   r%   r     s     )r   r   g     |@g     4@g     ĩ@g     Ұ@)r   r   r   r   r   r   r9   F)dropnarT   )r   labelc                 S   s   g | ]}d |dqS r   r$   r   r$   r$   r%   r     s     rh   c                 S   s   g | ]}d |dqS r   r$   r   r$   r$   r%   r     s     z$All column lists must be same lengthrJ   )r   nanr   ri   r   r    r   r3   assert_produces_warningFutureWarningrL   rM   rN   )r"   rp   r   specr+   exp_dataexprO   r$   r$   r%   
test_pairs  s   
IhzTestLreshape.test_pairsN)r   r   r   r   r$   r$   r$   r%   r     s   r   c                   @   s   e Zd Zdd Zdd Zdd Zdd Zd	d
 Zdd Zdd Z	dd Z
dd Zdd Zdd Zdd Zdd Zdd Zdd Zdd  Zd!d" Zd#d$ Zd%S )&TestWideToLongc              
   C   s   t jd t jd}tddddddd	dd
dddddddtttd|d}|j|d< |	 |	  dddddd	gd
dddddgddddddgddddddgd}t|}|
ddgdddg }t|ddgddd}t|| d S )N{   rh   rC   rD   r_   rG   r`   ef      @333333?ffffff?皙	@?皙?)ZA1970ZA1980ZB1970ZB1980rn   r       r   rH   r7   rn   r   r
   yearr   r   rn   r   r
   r   jr   rw   seedrx   r   dictzipri   r   r)   	set_indexr   r   r3   r"   r   r   r   r?   r+   r$   r$   r%   test_simple  s*    



	
zTestWideToLong.test_simplec                 C   s\   t dddddgdddd	d
gg}dddddg|_ddg}t||ddd |ddgksXtd S )Nr   rH   r7   rh      rr   r]         	   r   Zinc1Zinc2Zedu1Zedu2inceduager   )r   r    r   r*   )r"   r   Zstubsr$   r$   r%   
test_stubs  s
     zTestWideToLong.test_stubsc              
   C   s   t jd t jd}tddddddd	dd
dddddddtttd|d}|j|d< |	 |	  dddddd	gd
dddddgddddddgddddddgd}t|}|
ddgdddg }t|ddgdddd}t|| d S )Nr   rh   rC   rD   r_   rG   r`   r   r   r   r   r   r   r   r   )zA.1970zA.1980zB.1970zB.1980rn   r   r   r   r   rH   r7   r   r   rn   r   r
   .r   r   sepr   r   r$   r$   r%   test_separating_character  s*    



	
z(TestWideToLong.test_separating_characterc              
   C   s   t jd t jd}tddddddd	dd
dddddddtttd|d}|j|d< |	 |	  dddddd	gd
dddddgddddddgddddddgd}t|}|
ddgdddg }t|ddgddd}t|| d S )Nr   rh   rC   rD   r_   rG   r`   r   r   r   r   r   r   r   r   )zA(quarterly)1970zA(quarterly)1980zB(quarterly)1970zB(quarterly)1980rn   r   r   r   r   rH   r7   )rn   A(quarterly)B(quarterly)r   r   r   rn   r   r   r   r   r   r$   r$   r%   test_escapable_characters  s.    



	
z(TestWideToLong.test_escapable_charactersc                 C   s   t ddgddgddgddgd	}|j|d
< ddddgddddgddtjtjgddddgddddgd}t |}|d
dgdddg }t|ddgd
dd}t|| d S )N      ?       @      @      @      @      @X1X2A2010A2011B2010rn   r   r   rH   i  i  )rn   r   r
   r   r   r   rn   r   r
   r   )r   r   r   r   r   r   r   r3   r"   r   r   r?   r+   r$   r$   r%   test_unbalanced  s$    




zTestWideToLong.test_unbalancedc                 C   s  t dddgdddgdddgd	d
dgdddgdddgdddgdddgd}|j|d< t ddddddgddddddgddddddgdddd	d
dgddddddgddddddgddddddgd}|ddgddddd g }t|ddd gddd!}t|jdd"|jdd" d S )#Na11a22a33a21a23b11b12b13b21b22b23rH   r7   rh   rr   r]   r   [   \   ]   )A11A12B11B12BB11BB12BBBXBBBZr   r         )r   r   r   r
   BBr   r   r   r   r   r   r
   r   r   Zaxisr   r   r   r   r   r3   
sort_indexr"   r   r?   r+   r$   r$   r%   test_character_overlap  s2    
z%TestWideToLong.test_character_overlapc              	   C   s   d}t ddgddgddgdd	gd
}|j|d< dg g g g g g g d}t |ddi}|ddgddddddg }|jjddgdd|_t|ddgdd|d}t|jdd|jdd d S )Nznope!r   r   r   r   r   r   r   r   r   r    )rn   r   r   r   r   r   r   r
   r   intrn   r   r   r   r   r
   r   rH   levelr   r   	r   r   r   r   Z
set_levelsr   r   r3   r   )r"   r   r   r   r?   r+   r$   r$   r%   test_invalid_separator  s2    

z%TestWideToLong.test_invalid_separatorc                 C   s  t dddgdddgdddgd	d
dgdddgdddgdddgdddgd}|j|d< t ddddddgddddddgddddddgdddd	d
dgddddddgddddddgddddddgd}|ddgddddd g }t|ddd gddd!}t|jdd"|jdd" d S )#Nr   r   r   r   r   r   r   r   r   r   r   rH   r7   rh   rr   r]   r   r   r   r   )r   r   r   r   r   r   AratingArating_oldr   r   r   r   )r  r	  r   r
   r   r   r   r   r  r	  r   r
   r   r   r   r   r   r$   r$   r%   test_num_string_disambiguation3  s6    
z-TestWideToLong.test_num_string_disambiguationc              	   C   s   t ddgddgddgddgd	}|j|d
< dg g g g g g g d}t |ddi}|d
dg}|jjddgdd|_t|ddgd
dd}t|jdd|jdd d S )Nr   r   r   r   r   r   r   r   )AoneAtwoBonern   r   r  )rn   r  r  r  r   r   r   r
   r   r  r   rH   r  r   r
   r   r   r  r   r$   r$   r%   test_invalid_suffixtypeT  s,    

z&TestWideToLong.test_invalid_suffixtypec                 C   s6  t dddddddddg	dddddddddg	dddddddd	d
g	dddddddddg	d}t ddddddddddddddd	dd
dgddddddddddddddddddgddddddddddddddddddgddddddddddddddddddgd}|dddgdg }t|dddgdd}t|| d S )NrH   r7   rh   gffffff@g333333@g@g?gffffff?gffffff@ @g333333@gffffff@r   g333333@gffffff
@)famidbirthZht1Zht2r   )htr  r  r   r  r  r   r  r   r   r   r   r   r3   r   r$   r$   r%   test_multiple_id_columnsq  sF    &&&z'TestWideToLong.test_multiple_id_columnsc              	   C   sd   t dddddgdddddgdddddgd}d}tjt|d t|d	d
gddd W 5 Q R X d S )NrH   r7   rh   rr   r]   )ZA_A1ZB_B1r   z3the id variables need to uniquely identify each rowrJ   ZA_AZB_Br   colnamer   r   rL   rM   rN   r   r"   r   rO   r$   r$   r%   test_non_unique_idvars  s    (z%TestWideToLong.test_non_unique_idvarsc              
   C   s   t dddgdddgddd	gd
ddgdddgd}t ddddddgddd	d
ddgddddddgddddddgdddg}t|ddgdddd}t|| d S )NzCCH PounderzJohnny DeppzChristoph WaltzzJoel David MoorezOrlando BloomzRory Kinnearg     @@g     @g     |@g     @@g     @g     x@ZAvatarzPirates of the CaribbeanZSpectre)Zactor_1Zactor_2Zactor_fb_likes_1Zactor_fb_likes_2titlerH   r7   )actoractor_fb_likesnumr  r  r  r  r  _r   r  r   r$   r$   r%   test_cast_j_int  sJ    
    zTestWideToLong.test_cast_j_intc              	   C   sX   t ddgddgddgddgd	}d
}tjt|d t|ddgddd W 5 Q R X d S )Nr   r   r   r   r   r   r   r   )r   r   r   r   z,stubname can't be identical to a column namerJ   r   r
   r  r   r  r  r$   r$   r%   test_identical_stubnames  s    z'TestWideToLong.test_identical_stubnamesc                 C   s   t ddgddgddgddgd	}t ddddgd
d
ddgddtjtjgddddgd}|ddg}t|ddgddddd}t|| d S )Nr   r   r   r   r   r   r   r   )Ztreatment_placeboZtreatment_testZresult_placebor   Zplacebotestr   r  r+   	treatmentr   r  r+   r"  z[a-z]+r  r   r   suffixr   r   r   r   r   r   r   r3   r   r$   r$   r%   test_nonnumeric_suffix  s0    


     z%TestWideToLong.test_nonnumeric_suffixc                 C   s   t ddgddgddgddgd	d
gd}t ddddgddddgddddgddd	d
gdddg}t|ddgddddd}t|| d S )Nr   r   r   r   r   r   r   r   r   r   )r   result_1Z
result_fooZtreatment_1Ztreatment_foo1rT                 "@r!  r   r  r+   r"  z.+r  r#  r  r   r$   r$   r%   test_mixed_type_suffix  s4    	



     z%TestWideToLong.test_mixed_type_suffixc                 C   s   t ddgddgddgddgd	d
gd}t d	d
d	d
d	d
d	d
gddddddddgddddtjtjtjtjgtjtjtjtjddddgd}|ddg}t|ddgddddd}t|| d S )Nr   r   r   r   r   r   r   r   r   r   )ztreatment_1.1ztreatment_2.1z
result_1.2r'  r   r   g?r  r)  r*  r!  r   r  r+   r"  z[0-9.]+r  r#  r%  r   r$   r$   r%   test_float_suffix  s2    	     z TestWideToLong.test_float_suffixc              
   C   s   ddddddddd	d
ddddddddddddddddddddd}t |}t|dgddgdd}t|dddgdd}t|| d S )Nr   rH   r7   rh   rr   )r   rH   r7   rh   rr   g?r)  g      ?r   gQ?gGz?gQ?g\(\?g333333?gp=
ף?g{Gz?gp=
ף?gq=
ףp?g(\?r   )node_idr   ZPA0ZPA1ZPA3ZPAr-  r   time)Z	stubnamesr   r   )r   	from_dictr   r   r3   )r"   Z	wide_dataZwide_dfr?   r+   r$   r$   r%   test_col_substring_of_stubname  s    
z-TestWideToLong.test_col_substring_of_stubnamec              	   C   sv   t tdtdddd}t dddgdddgd	dd	ggd
dd
gd}tt |jd
d}t|| W 5 Q R X d S )Nr   r      r7   )r\   r(   r   r\   r
   rs   r(   r'   r9   r5   )r   r   ri   r   r   r   r   r3   r   r$   r$   r%   test_warn_of_column_name_value.  s    z-TestWideToLong.test_warn_of_column_name_valueN)r   r   r   r   r   r   r   r   r  r  r
  r  r  r  r  r  r&  r+  r,  r0  r2  r$   r$   r$   r%   r     s$   
!)
'r   )Znumpyr   rL   Zpandasrj   r   r   r   r   Zpandas._testingZ_testingr   r   r   r   r$   r$   r$   r%   <module>   s       h