o
    jh                    @  s  d Z ddlmZ ddlZddlmZ ddlZddlmZmZmZm	Z	 ddl
mZ ddlmZ ddlZddlZddlZddlmZ ddlm  mZ dd	lmZmZ ddlZdd
lmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& ddl'm(Z) ddl*m+Z+m,Z, ddl-m.Z. ddl/m0Z0 ddl1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8 zddl9Z9dZ:W n e;y   dZ:Y nw dddddddddddddZ<dddZ=dd$d%Z>dd&d'Z?d(d) Z@dd*d+ZAdd.d/ZBdd0d1ZCdd4d5ZDdd7d8ZEejFd9d: ZGejFd;d, ZHejFd<d= ZIejFd>d? ZJejFd@dA ZKejFdBdC ZLejFdDdE ZMejFdFdG ZNejFdHdI ZOejFdJdK ZPejFdLdM ZQejFdNdO ZRejFdPdQ ZSejFdRdS ZTejFdTdU ZUejFdVdW ZVejFdXdY ZWdCdEgZXdGdIgZYg dZZZg d[Z[eXeY eZ Z\eXeY e[ Z]e\dWg Z^e]dYg Z_ej`jaej`bd e^d\d] Zcej`jaej`bd e^d^d_ Zdej`jaej`bd e^d`da Zeej`jaej`bd e^ej`bdbddcgddde Zfej`jaej`bd e^ej`bdfdgdhgdidj Zgej`jaej`bd e^dkdl Zhej`jaej`bd e_dmdn Ziej`jaej`bd e_dodp Zjej`jaej`bd e]dqdr Zkej`jaej`bd e_dsdt Zlej`jaej`bd e]dudv Zmej`jaej`bd e]dwdx Znej`jaej`bd e\dydz Zoej`jaej`bd eXd{d| Zpej`jaej`bd eXd}d~ Zqej`jaej`bd eYej`bdddgdd Zrdd Zsdd ZtG dd dZuG dd deuZvG dd deuZwG dd dZxG dd dexZyej`jze: ddG dd deweyZ{G dd deveyZ|ej`jze: ddG dd dewexZ}G dd de}Z~ej`jaG dd de}Zej`jaG dd de}ZG dd devexZedjedjejdjedjedjedjeddd ejdjedji	Zdd ZdddZG dd dZdS )a  SQL io tests

The SQL tests are broken down in different classes:

- `PandasSQLTest`: base class with common methods for all test classes
- Tests for the public API (only tests with sqlite3)
    - `_TestSQLApi` base class
    - `TestSQLApi`: test the public API with sqlalchemy engine
    - `TestSQLiteFallbackApi`: test the public API with a sqlite DBAPI
      connection
- Tests for the different SQL flavors (flavor specific type conversions)
    - Tests for the sqlalchemy mode: `_TestSQLAlchemy` is the base class with
      common methods. The different tested flavors (sqlite3, MySQL,
      PostgreSQL) derive from the base class
    - Tests for the fallback mode (`TestSQLiteFallback`)

    )annotationsN)closing)datedatetimetime	timedelta)StringIOPath)lib)is_datetime64_dtypeis_datetime64tz_dtype)
	DataFrameIndex
MultiIndexSeries	Timestampconcat
date_rangeisnato_datetimeto_timedelta)ArrowStringArrayStringArray)Version)sql)SQLAlchemyEngineSQLDatabaseSQLiteDatabase
get_enginepandasSQL_builderread_sql_queryread_sql_tableTFz1SELECT * FROM iris WHERE Name=? AND SepalLength=?z7SELECT * FROM iris WHERE `Name`=%s AND `SepalLength`=%sz7SELECT * FROM iris WHERE "Name"=%s AND "SepalLength"=%s)sqlitemysql
postgresqlz]
                SELECT * FROM iris WHERE Name=:name AND SepalLength=:length
                zw
                SELECT * FROM iris WHERE
                `Name`=%(name)s AND `SepalLength`=%(length)s
                zw
                SELECT * FROM iris WHERE
                "Name"=%(name)s AND "SepalLength"=%(length)s
                z&SELECT * FROM iris WHERE Name LIKE '%'z(SELECT * FROM iris WHERE `Name` LIKE '%'z(SELECT * FROM iris WHERE "Name" LIKE '%')read_parametersread_named_parametersread_no_parameters_with_percentdialectstrc           
      C  sp   ddl m}m}m}m}m}m} | dkr|n|}| }|d||d||d||d||d||d	|d
}	|	S )Nr   )REALColumnFloatMetaDataStringTabler%   irisSepalLength
SepalWidthPetalLength
PetalWidthName   )
sqlalchemyr+   r,   r-   r.   r/   r0   )
r)   r+   r,   r-   r.   r/   r0   dtypemetadatar1    r;   Y/var/www/html/smartRegister/venv/lib/python3.10/site-packages/pandas/tests/io/test_sql.pyiris_table_metadatam   s    		r=   connsqlite3.Connection	iris_filer
   c                 C  sj   |   }d}|| |jd d}t|}t| d}||| W d    d S 1 s.w   Y  d S )NzCREATE TABLE iris (
            "SepalLength" REAL,
            "SepalWidth" REAL,
            "PetalLength" REAL,
            "PetalWidth" REAL,
            "Name" TEXT
        )newlinez&INSERT INTO iris VALUES(?, ?, ?, ?, ?))cursorexecuteopencsvreadernextexecutemany)r>   r@   curstmtcsvfilerG   r;   r;   r<   create_and_load_iris_sqlite3   s   

"rM   c           
   
     sp  ddl m} ddlm} t|}|jd d}t|}t|  fdd|D }||	|}	t
| |rp|  .} |   |j| dd |j| d	 | |	 W d    n1 s[w   Y  W d    n1 sjw   Y  n.|   |j| dd |j| d	 | |	 W d    n1 sw   Y  W d    d S W d    d S W d    d S 1 sw   Y  d S )
Nr   insertEnginerA   c                      g | ]	}t t |qS r;   dictzip.0rowheaderr;   r<   
<listcomp>       z(create_and_load_iris.<locals>.<listcomp>T
checkfirstbind)r8   rO   sqlalchemy.enginerQ   r=   rE   rF   rG   rH   values
isinstanceconnectbegindropcreaterD   )
r>   r@   r)   rO   rQ   r1   rL   rG   paramsrK   r;   rY   r<   create_and_load_iris   s8   




 "ri   c              	   C  s   d}t | tjr|  }|| d S ddlm} ddlm} ||}t | |r`| 	 *} | 
  | | W d    n1 sAw   Y  W d    d S W d    d S 1 sYw   Y  d S | 
  | | W d    d S 1 suw   Y  d S )Nz+CREATE VIEW iris_view AS SELECT * FROM irisr   textrP   )rc   sqlite3
ConnectionrC   rD   r8   rk   ra   rQ   rd   re   )r>   rK   rJ   rk   rQ   r;   r;   r<   create_and_load_iris_view   s$   


"
"rn   c                 C  s   ddl m}m}m}m}m}m}m}m} | dkr|n|}	| dkr"|n|}
| }|d||d||d|	|d||d||d	||d
||d|
|d||d|
}| dkr_|	|d|dd |S )Nr   )TEXTBooleanr,   DateTimer-   Integerr.   r0   r#   typesTextColDateCol
IntDateColIntDateOnlyColFloatColIntColBoolColIntColWithNullBoolColWithNullr%   DateColWithTzT)timezone)
r8   ro   rp   r,   rq   r-   rr   r.   r0   append_column)r)   ro   rp   r,   rq   r-   rr   r.   r0   	date_type	bool_typer:   rs   r;   r;   r<   types_table_metadata   s(   (r   
types_data
list[dict]c                 C  s*   |   }d}|| d}||| d S )Na  CREATE TABLE types (
                    "TextCol" TEXT,
                    "DateCol" TEXT,
                    "IntDateCol" INTEGER,
                    "IntDateOnlyCol" INTEGER,
                    "FloatCol" REAL,
                    "IntCol" INTEGER,
                    "BoolCol" INTEGER,
                    "IntColWithNull" INTEGER,
                    "BoolColWithNull" INTEGER
                )zY
            INSERT INTO types
            VALUES(?, ?, ?, ?, ?, ?, ?, ?, ?)
            )rC   rD   rI   )r>   r   rJ   rK   r;   r;   r<   create_and_load_types_sqlite3   s
   
r   c              	   C  s  ddl m} ddlm} t|}|||}t| |ra|  7} |   |j	| dd |j
| d | | W d    n1 sBw   Y  W d    d S W d    d S 1 sZw   Y  d S |   |j	| dd |j
| d | | W d    d S 1 sw   Y  d S )Nr   rN   rP   Tr]   r_   )r8   rO   ra   rQ   r   rb   rc   rd   re   rf   rg   rD   )r>   r   r)   rO   rQ   rs   rK   r;   r;   r<   create_and_load_types   s&   


"
"r   framer   c                 C  sJ   | j d j}| jd }t|tjsJ t|jg d | j	dv s#J d S )Nr   ffffff@g      @gffffff?皙?Iris-setosa))      )   r   )
dtypestypeiloc
issubclassnpfloatingtmequalContentsrb   shape)r   pytyperX   r;   r;   r<   check_iris_frame  s
   
r   
table_namec                 C  s  d| }t | tjr|  }|| d S ddlm} ddlm	} t | t
rZz+|| }| } | | W  d    W |  S 1 sIw   Y  W |  d S |  w t | |r||  } | | W  d    S 1 suw   Y  d S | | S )Nz SELECT count(*) AS count_1 FROM r   )create_enginerP   )rc   rl   rm   rC   rD   fetchoner8   r   ra   rQ   r*   rd   exec_driver_sql
scalar_onedispose)r>   r   rK   rJ   r   rQ   enginer;   r;   r<   
count_rows  s(   





$r   c                 C  s   | dddd}t |S )NiodatarF   ziris.csvr	   )datapath	iris_pathr;   r;   r<   r   +  s   r   c                   C  s4   ddddddddddd	
dd
dddddd d dd	
gS )Nfirst2000-01-03 00:00:00i wi2g333333$@   Fz2000-01-01 00:00:00-08:00)
rt   ru   rv   rw   rx   ry   rz   r{   r|   r}   2000-01-04 00:00:00i 'Pi\2z2000-06-01 00:00:00-07:00r;   r;   r;   r;   r<   r   1  s.   c              
   C  s2   dddddddddd	}t | }||  |S )Nr*   int64float)	rt   ru   rv   rw   rx   ry   rz   r{   r|   )r   keysastype)r   r   dfr;   r;   r<   types_data_frameO  s   r   c                  C     g d} g d}t || dS )N)indexABCD))r   gN\^?g9\x`|@g% TO׿g(nI)r   g}C?c^Vg~q"BĿg4?)2000-01-05 00:00:00gGͿ?2r¹e?g>ݦ4gёR?)2000-01-06 00:00:00g?{mX?$?gnk3Am?g
S?columnsr   r   r   r;   r;   r<   test_frame1`  s   r   c                  C  r   )N)r   r   r   ))r   igZ)r   ir   )r   i N  r   )r   i͏r   r   r   r   r;   r;   r<   test_frame3  s   r   c           	   	   c  s    t d}t d}|jdd|jjji|jjd}||}|	ds*t
|| d |	ds?|D ]}|d	 q1t||d |V  | &}|  |d
}|| W d    n1 s`w   Y  W d    n1 sow   Y  |  d S )Nr8   pymysqlz*mysql+pymysql://root@localhost:3306/pandasclient_flag)connect_args	poolclassr1   r$   rs   r}    DROP TABLE IF EXISTS test_frame;)pytestimportorskipr   	constantsCLIENTMULTI_STATEMENTSpoolNullPoolinspect	has_tableri   popr   rd   re   rk   rD   r   )	r   r   r8   r   r   inspentryr>   rK   r;   r;   r<   mysql_pymysql_engine  s0   







r   c                 c  6    |   }|V  W d    d S 1 sw   Y  d S Nrd   )r   r>   r;   r;   r<   mysql_pymysql_conn     
"r   c              	   c  s    t d}t d |jd|jjd}||}|ds$t|| d |ds/t||d |V  |	 &}|
  |d}|| W d    n1 sPw   Y  W d    n1 s_w   Y  |  d S )	Nr8   psycopg2z=postgresql+psycopg2://postgres:postgres@localhost:5432/pandasr   r1   r%   rs   r   )r   r   r   r   r   r   r   ri   r   rd   re   rk   rD   r   )r   r   r8   r   r   r>   rK   r;   r;   r<   postgresql_psycopg2_engine  s*   







r   c                 c  r   r   r   )r   r>   r;   r;   r<   postgresql_psycopg2_conn  r   r   c                  c  sD    t d t } d|  V  W d    d S 1 sw   Y  d S )Nr8   
sqlite:///)r   r   r   ensure_cleannamer;   r;   r<   
sqlite_str  s
   

"r   c                 c  s0    t d}|j| |jjd}|V  |  d S )Nr8   r   )r   r   r   r   r   r   )r   r8   r   r;   r;   r<   sqlite_engine  s
   
r   c                 c  r   r   r   )r   r>   r;   r;   r<   sqlite_conn  r   r   c                 C  s,   t d}|| }t||d |  | S )Nr8   r#   )r   r   r   ri   r   )r   r   r8   r   r;   r;   r<   sqlite_iris_str  s
   

r   c                 C  s   t | |d | S )Nr#   )ri   )r   r   r;   r;   r<   sqlite_iris_engine  s   r   c                 c  r   r   r   )r   r>   r;   r;   r<   sqlite_iris_conn  r   r   c               	   c  sr    t td&} | }|V  W d    n1 sw   Y  W d    d S W d    d S 1 s2w   Y  d S N:memory:)
contextlibr   rl   rd   )closing_connr>   r;   r;   r<   sqlite_buildin  s   "r   c                 C  s   t | | | S r   )rM   )r   r   r;   r;   r<   sqlite_buildin_iris  s   
r   )r   r   r   )r   r   r   c                 C  s    | | } |jd| ddd d S )NtestappendF	if_existsr   )getfixturevalueto_sql)r>   r   requestr;   r;   r<   test_dataframe_to_sql"  s   
r   c                 C  s   t d ttjdgddtjtdddgddtjtdgddtjdgd	dd
}|| } tj	t
dd |jd| ddd W d    d S 1 sMw   Y  d S )Npyarrowr   zint8[pyarrow]r9     timestamp[ns][pyarrow]zduration[ns][pyarrow]azstring[pyarrow])intr   r   stringzthe 'timedelta'match
test_arrowreplaceFr   )r   r   r   pdarrayr   r   r   r   assert_produces_warningUserWarningr   r>   r   r   r;   r;   r<   "test_dataframe_to_sql_arrow_dtypes*  s   


"r  c                 C  sL   t d tdtjtddd|gddi}|| } |jd| dd	d
 d S )Nr   r   r   r   r   r   r   r   Fr   )r   r   r   r   r   r   r   r   )r>   r   nulls_fixturer   r;   r;   r<   *test_dataframe_to_sql_arrow_dtypes_missing>  s   

r  methodmultic                 C  sn   | | } t| dd}|j|d|d |dsJ W d    n1 s%w   Y  t| dt|ks5J d S )NTneed_transaction
test_framer  r   r    r   r   r   len)r>   r  r   r   	pandasSQLr;   r;   r<   test_to_sqlN  s   
r  zmode, num_row_coef)r   r   )r      c                 C  s   | | } t| dd}|j|ddd |j|d|d |ds#J W d    n1 s-w   Y  t| d|t| ks?J d S )NTr	  r  failr   r  )r>   modenum_row_coefr   r   r  r;   r;   r<   test_to_sql_existY  s   
r  c              	   C  s   | | } t| ddA}|j|ddd |dsJ d}tjt|d |j|ddd W d    n1 s7w   Y  W d    d S W d    d S 1 sOw   Y  d S )NTr	  r  r  r  z!Table 'test_frame' already existsr   )r   r    r   r   r   raises
ValueError)r>   r   r   r  msgr;   r;   r<   test_to_sql_exist_faile  s   
"r  c                 C  s\   | | } td| }t| td| }t| td| }|jdks%J d|jv s,J d S )NSELECT * FROM irisSELECT * FROM iris where 0=1r   r   r3   )r   r!   r   r   read_sqlr   r   r>   r   
iris_framer;   r;   r<   test_read_iris_queryr  s   

r!  c                 C  st   | | } ttd| dd}t| ttjd| dd}t| ttjd| dd}|jdks1J d|jv s8J d S )Nr     	chunksizer  r  r3   )r   r   r!   r   r   r  r   r   r  r;   r;   r<   test_read_iris_query_chunksize  s   
r%  c           
      C  s   | | } ddlm}m}m}m} | }t| tr|| n| }|d||d}t||| dddd}	t	|	 t| trA|
  d S d S )	Nr   )r.   r0   r   selectr1   )autoload_withr   r   r   lengthrh   )r   r8   r.   r0   r   r&  rc   r*   r!   r   r   )
r>   r   r.   r0   r   r&  r:   autoload_conr1   r   r;   r;   r<   .test_read_iris_query_expression_with_parameter  s   

r,  c                 C  sV   t d  D ]
\}}|| v r n	qtd|  d|| } t|| dd}t| d S )Nr&   zNo part of z( found in SQL_STRINGS['read_parameters']r   r   r*  )SQL_STRINGSitemsKeyErrorr   r!   r   )r>   r   dbqueryr   r;   r;   r<   *test_read_iris_query_string_with_parameter  s   
r3  c                 C  s4   | | } td| }t| td| }t| d S Nr1   )r   r"   r   r   r  r  r;   r;   r<   test_read_iris_table  s
   

r5  c                 C  sD   | | } ttd| dd}t| ttjd| dd}t| d S )Nr1   r"  r#  )r   r   r"   r   r   r  r  r;   r;   r<   test_read_iris_table_chunksize  s
   
r6  c                   s   | | } g   fdd}t| dd}|j|d|d |ds#J W d    n1 s-w   Y   dgks9J t| dt|ksDJ d S )Nc                   s2    d  fdd|D }|| j | d S )Nr   c                   rR   r;   rS   rV   r   r;   r<   r[     r\   z8test_to_sql_callable.<locals>.sample.<locals>.<listcomp>)r   rD   tablerO   )pd_tabler>   r   	data_iterr   checkr7  r<   sample  s   
z$test_to_sql_callable.<locals>.sampleTr	  r  r  r   r  )r>   r   r   r=  r  r;   r;  r<   test_to_sql_callable  s   
r>  c                 C  s   | | } td| }t|jjjtjsJ t|j	jjtj
s!J t|jjjtj
s,J t|jjjtjs7J t|jjjtjsBJ d S Nrs   )r   r   r"   r   rx   r9   r   r   r   ry   integerrz   r{   r|   r  r;   r;   r<   test_default_type_conversion  s   
rA  c           	   	   C  s   | | } ddlm} ddlm} tg dg dd}|jd| dd	 d
}||}t| |r]|  !}|	  |
| W d    n1 sHw   Y  W d    n1 sWw   Y  n| 	  | 
| W d    n1 sqw   Y  td| }t|| td| }t|| d S )Nr   rj   rP   r   r     )皙?r   g333333?r   br  Fr   z}DROP PROCEDURE IF EXISTS get_testdb;

    CREATE PROCEDURE get_testdb ()

    BEGIN
        SELECT * FROM test_frame;
    ENDzCALL get_testdb();)r   r8   rk   ra   rQ   r   r   rc   rd   re   rD   r   r!   r   assert_frame_equalr  )	r>   r   rk   rQ   r   procengine_connres1res2r;   r;   r<   test_read_procedure  s,   




rM  expected_countr  zSuccess!c                   s    fdd}| | } tddgddgddgd	}|jd
| d|d}t ts.|d u s-J n| ks4J td
| }t|| d S )Nc                   s   |j }| E}t }t|}|| |d ddd |D }| jr1| j d| j	 }	n| j	}	d|	 d| d}
|j
|
|d	 W d     S 1 sOw   Y   S )
Nr   z, c                 S  s   g | ]}d | d qS )"r;   )rW   kr;   r;   r<   r[          zVtest_copy_from_callable_insertion_method.<locals>.psql_insert_copy.<locals>.<listcomp>.zCOPY z (z) FROM STDIN WITH CSV)r   file)
connectionrC   r   rF   writer	writerowsseekjoinschemar   copy_expert)r8  r>   r   r:  
dbapi_connrJ   s_bufrU  r   r   	sql_queryrN  r;   r<   psql_insert_copy  s    




zBtest_copy_from_callable_insertion_method.<locals>.psql_insert_copyr   r  rD  r   r   ncol1col2col3r  F)r   r  )	r   r   r   rc   r   r   r"   r   rH  )r>   rN  r   r_  expectedresult_countresultr;   r^  r<   (test_copy_from_callable_insertion_method  s   

rh  c              	   C  s~   t jtdd. tjtdd td|  W d    n1 s w   Y  W d    d S W d    d S 1 s8w   Y  d S )Nz+pandas.io.sql.execute requires a connectionr   P`pandas.io.sql.execute` is deprecated and will be removed in the future version.select * from iris)r   r  	TypeErrorr   r  FutureWarningr   rD   )r   r;   r;   r<   test_execute_typeerror8  s   "rm  c                 C  s@   t jtdd td|  W d    d S 1 sw   Y  d S )Nri  r   rj  )r   r  rl  r   rD   )r   r;   r;   r<   test_execute_deprecatedB  s   "rn  c                   @  s   e Zd Zdd ZdS )	MixInBasec              	   C  s   t | dr
| j  z|  }W n tjjtjfy   Y d S w |% | |D ]}| 	|| q(| 
|D ]}| || q6W d    d S 1 sJw   Y  d S )Nr>   )hasattrr>   closerd   r8   excOperationalErrorrl   _get_all_views	drop_view_get_all_tables
drop_table)selfr>   viewtblr;   r;   r<   teardown_methodM  s   

"zMixInBase.teardown_methodN)__name__
__module____qualname__r{  r;   r;   r;   r<   ro  L  s    ro  c                   @  s4   e Zd Zdd Zdd Zdd Zdd Zd	d
 ZdS )SQLiteMixInc                 C  s
   t dS r   rl   rd   rx  r;   r;   r<   rd   _     
zSQLiteMixIn.connectc                 C  "   | dt|  |  d S NzDROP TABLE IF EXISTS rD   r   _get_valid_sqlite_namecommitrx  r   r>   r;   r;   r<   rw  b     zSQLiteMixIn.drop_tablec                 C     | d}dd | D S )Nz1SELECT name FROM sqlite_master WHERE type='table'c                 S     g | ]}|d  qS r   r;   )rW   r8  r;   r;   r<   r[   h      z/SQLiteMixIn._get_all_tables.<locals>.<listcomp>rD   fetchallrx  r>   cr;   r;   r<   rv  f     
zSQLiteMixIn._get_all_tablesc                 C  r  NzDROP VIEW IF EXISTS r  )rx  	view_namer>   r;   r;   r<   ru  j  r  zSQLiteMixIn.drop_viewc                 C  r  )Nz0SELECT name FROM sqlite_master WHERE type='view'c                 S  r  r  r;   )rW   ry  r;   r;   r<   r[   p  r  z.SQLiteMixIn._get_all_views.<locals>.<listcomp>r  r  r;   r;   r<   rt  n  r  zSQLiteMixIn._get_all_viewsN)r|  r}  r~  rd   rw  rv  ru  rt  r;   r;   r;   r<   r  ^  s    r  c                   @  s@   e Zd Zedd Zdd Zdd Zdd Zd	d
 Zdd Z	dS )SQLAlchemyMixInc                 C     | j   d S r   )r   r   clsr;   r;   r<   teardown_classt  s   zSQLAlchemyMixIn.teardown_classc                 C  s
   | j  S r   )r   rd   r  r;   r;   r<   rd   x  r  zSQLAlchemyMixIn.connectc                 C  sR   |  r
|   |  t|| W d    d S 1 s"w   Y  d S r   )in_transactionget_transactionrollbackre   r   r   rw  r  r;   r;   r<   rw  {  s
   
"zSQLAlchemyMixIn.drop_tablec                 C     ddl m} || S Nr   r   )r8   r   get_table_namesrx  r>   r   r;   r;   r<   rv       zSQLAlchemyMixIn._get_all_tablesc                 C  sb   |j jj|}| r|   |  |d|  W d    d S 1 s*w   Y  d S r  )	r   r)   identifier_preparerquote_identifierr  r  r  re   r   )rx  r  r>   quoted_viewr;   r;   r<   ru    s   

"zSQLAlchemyMixIn.drop_viewc                 C  r  r  )r8   r   get_view_namesr  r;   r;   r<   rt    r  zSQLAlchemyMixIn._get_all_viewsN)
r|  r}  r~  classmethodr  rd   rw  rv  ru  rt  r;   r;   r;   r<   r  s  s    
	r  c                   @  sj   e Zd ZdZdd Zdd Zdd Zdd	 Zd
d Zdd Z	dddZ
dd Zdd Zdd Zdd ZdS )PandasSQLTestzT
    Base class with common private methods for SQLAlchemy and fallback cases.

    c                 C  s@   |  d| j t| jtjrt| j| d S t| j|| j d S r4  )rw  r>   rc   rl   rm   rM   ri   flavor)rx  r   r;   r;   r<   load_iris_data  s   zPandasSQLTest.load_iris_datac                 C  s^   | j dkr|D ]}|d qt| jtjr%dd |D }t| j| d S t| j|| j  d S )Nr%   r}   c                 S  s   g | ]}t | qS r;   )tuplerb   )rW   r   r;   r;   r<   r[     rQ  z1PandasSQLTest.load_types_data.<locals>.<listcomp>)r  r   rc   r>   rl   rm   r   r   )rx  r   r   r;   r;   r<   load_types_data  s   
zPandasSQLTest.load_types_datac                 C  s.   t d | j }d}| jj||d}t| d S )Nr&   r-  r*  r.  r  r  
read_queryr   rx  r2  rh   r   r;   r;   r<   _read_sql_iris_parameter  s   z&PandasSQLTest._read_sql_iris_parameterc                 C  s4   t d | j }ddd}| jj||d}t| d S )Nr'   r   r   r(  r*  r  r  r;   r;   r<   _read_sql_iris_named_parameter  s   
z,PandasSQLTest._read_sql_iris_named_parameterc                 C  s*   t d | j }| jj|d d}t| d S )Nr(   r*  r  )rx  r2  r   r;   r;   r<   (_read_sql_iris_no_parameter_with_percent  s   z6PandasSQLTest._read_sql_iris_no_parameter_with_percentc                 C  s2   |  d| j | j|jd d ddksJ d S )Nr   r   )rw  r>   r  r   r   rx  r   r;   r;   r<   _to_sql_empty  s   $zPandasSQLTest._to_sql_emptyautoc                 K  sr   |  d| j | jj|dfd|i|dksJ | jds J t|}t| jd}||ks0J |  d| j dS )z `to_sql` with the `engine` paramr   r      N)rw  r>   r  r   r   r  r   )rx  r   r   engine_kwargsnum_entriesnum_rowsr;   r;   r<   _to_sql_with_sql_engine  s   z%PandasSQLTest._to_sql_with_sql_enginec                 C  sV   |  d| j | j|ddksJ | jd}|jddd d |j_t	|| d S )Ntest_frame_roundtripr  "SELECT * FROM test_frame_roundtriplevel_0Tinplace)
rw  r>   r  r   r  	set_indexr   r   r   rH  rx  r   rg  r;   r;   r<   
_roundtrip  s   zPandasSQLTest._roundtripc                 C  s(   | j d}| }t|g d d S Nr  r   )r  rD   r   r   r   )rx  iris_resultsrX   r;   r;   r<   _execute_sql  s   zPandasSQLTest._execute_sqlc                 C  sN   t jddgg ddgd}| j|ddksJ | d}|dggks%J d S )Nr    @line1r        ?line2r   r   r   r   r   r   test_to_sql_saves_indexr  )r   from_recordsr  r   _get_index_columns)rx  r   ix_colsr;   r;   r<   _to_sql_save_index  s   
z PandasSQLTest._to_sql_save_indexc                 C  sN  | j  %}d}t| j tr|| nddlm} ||}|| W d    n1 s-w   Y  G dd dt}d}t| j trLddlm} ||}z| j  
}|| |d1 s_w   Y  W n	 |yn   Y nw | j 	d}t
|dks}J | j  }|| W d    n1 sw   Y  | j 	d}t
|d	ksJ d S )
Nz'CREATE TABLE test_trans (A INT, B TEXT)r   rj   c                   @  s   e Zd ZdS )z7PandasSQLTest._transaction_test.<locals>.DummyExceptionN)r|  r}  r~  r;   r;   r;   r<   DummyException  s    r  z/INSERT INTO test_trans (A,B) VALUES (1, 'blah')errorzSELECT * FROM test_transr   )r  run_transactionrc   r   rD   r8   rk   	Exceptionr   r  r  )rx  transrK   rk   r  ins_sqlresrL  r;   r;   r<   _transaction_test  s:   


zPandasSQLTest._transaction_testN)r  )r|  r}  r~  __doc__r  r  r  r  r  r  r  r  r  r  r  r;   r;   r;   r<   r    s    

r  c                
   @  s  e Zd ZU dZdZded< ejdddd Zd	d
 Z	dd Z
dd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd  Zd!d" Zejd#g d$ejd%ejd&d'fejd(d)fejd&d'fejd(d)fgd*d+ Zd,d- Zd.d/ Zd0d1 Zejd2g d3d4d5 Z d6d7 Z!d8d9 Z"ejd:d;e#e$e#e$d<gd=d> Z%d?d@ Z&dAdB Z'dCdD Z(dEdF Z)dGdH Z*dIdJ Z+dKdL Z,dMdN Z-dOdP Z.d;S )Q_TestSQLApia  
    Base class to test the public API.

    From this two classes are derived to run these tests for both the
    sqlalchemy mode (`TestSQLApi`) and the fallback mode
    (`TestSQLiteFallbackApi`).  These tests are run with sqlite3. Specific
    tests for the different sql flavours are included in `_TestSQLAlchemy`.

    Notes:
    flavor can always be passed even in SQLAlchemy mode,
    should be correctly ignored.

    we don't use drop_table because that isn't part of the public api

    r#   r*   r  Tautousec                 C  s*   |   | _| | | | |   d S r   )rd   r>   r  r  load_test_data_and_sqlrx  r   r   r;   r;   r<   setup_method,  s   


z_TestSQLApi.setup_methodc                 C  s   t | j d S r   )rn   r>   r  r;   r;   r<   r  3     z"_TestSQLApi.load_test_data_and_sqlc                 C  s   t d| j}t| d S )NzSELECT * FROM iris_view)r   r!   r>   r   rx  r   r;   r;   r<   test_read_sql_view6  s   z_TestSQLApi.test_read_sql_viewc                 C  s8   d}t j|| jdd}t || j}tt|| d S )Nz/SELECT * FROM iris_view WHERE SepalLength < 0.0r   r#  )r   r!   r>   r   rH  r   )rx  r2  
with_batchwithout_batchr;   r;   r<   &test_read_sql_with_chunksize_no_result:  s   z2_TestSQLApi.test_read_sql_with_chunksize_no_resultc                 C  s&   t |d| j t d| jsJ d S )Nr   )r   r   r>   r   r  r;   r;   r<   r  @  s   z_TestSQLApi.test_to_sqlc                 C  sr   t j|d| jdd t d| jsJ d}tjt|d t j|d| jdd W d    d S 1 s2w   Y  d S )Ntest_frame2r  r  z"Table 'test_frame2' already existsr   )r   r   r>   r   r   r  r  rx  r   r  r;   r;   r<   test_to_sql_failD  s   "z_TestSQLApi.test_to_sql_failc                 C  s^   t j|d| jdd t j|d| jdd t d| jsJ t|}t| jd}||ks-J d S )Nr   r  r  r   r   r   r>   r   r  r   rx  r   r  r  r;   r;   r<   test_to_sql_replaceL  s   z_TestSQLApi.test_to_sql_replacec                 C  sr   t j|d| jdddksJ t j|d| jdddksJ t d| js%J dt| }t| jd}||ks7J d S )Ntest_frame4r  r  r  r   r  r  r  r;   r;   r<   test_to_sql_appendW  s   z_TestSQLApi.test_to_sql_appendc                 C  s2   t j|d| jdd t d| j}t|| d S )Ntest_frame5FrG  zSELECT * FROM test_frame5)r   r   r>   r  r   rH  )rx  r   rg  r;   r;   r<   test_to_sql_type_mappinge  s   z$_TestSQLApi.test_to_sql_type_mappingc                 C  sL   t tjddddd}tj|d| jdd td	| j}t|	 | d S )
Nr   r   r   seriesr   test_seriesFrG  zSELECT * FROM test_series)
r   r   aranger   r   r>   r!   r   rH  to_frame)rx  ss2r;   r;   r<   test_to_sql_seriesk  s   z_TestSQLApi.test_to_sql_seriesc                 C  s\   t j|d| jd t jd| jd}|j|_|jddd |jt d |j_t	
|| d S )Nr  conr  r  Tr  )r   r   r>   r!   r   r  r   r   r   r   rH  r  r;   r;   r<   test_roundtripq  s   z_TestSQLApi.test_roundtripc                 C  s6   t j|d| jddd t jd| jd}t|| d S )Nr  Fr  )r  r   r$  r  r  )r   r   r>   r!   r   rH  r  r;   r;   r<   test_roundtrip_chunksize|  s   z$_TestSQLApi.test_roundtrip_chunksizec                 C  sR   t | j}|d}W d    n1 sw   Y  | }t|g d d S r  )r   r    r>   rD   r   r   r   )rx  
pandas_sqlr  rX   r;   r;   r<   test_execute_sql  s
   z_TestSQLApi.test_execute_sqlc              	   C  s  t d| j}t|jjjtjrJ t jd| jdgd}t|jjjtjs'J |j	 t
ddddddt
ddddddgks@J t jd| jdd	id}t|jjjtjsVJ |j	 t
ddddddt
ddddddgksoJ t jd| jd
gd}t|jjjtjsJ |j	 t
ddddddt
ddddddgksJ t jd| jd
did}t|jjjtjsJ |j	 t
ddddddt
ddddddgksJ t jd| jddid}t|jjjtjsJ |j	 t
dt
dgksJ d S )NSELECT * FROM typesru   parse_datesi  r   rC  r   r  %Y-%m-%d %H:%M:%Srv   i        i  r  rw   z%Y%m%dz
2010-10-10z
2010-12-12)r   r!   r>   r   ru   r9   r   r   
datetime64tolistr   rv   rw   rx  r   r;   r;   r<   test_date_parsing  s\   





z_TestSQLApi.test_date_parsingr  )ignoreraisecoercezread_sql, text, moder  )r8   fallbackrs   r8   c                 C  sD   | j |v r |ddi}||| jdd|iid}t|| d S d S )Nru   zdatetime64[ns]errors)r  r  )r  r   r>   r   rH  )rx  r  rk   r  r  r   re  rg  r;   r;   r<   test_custom_dateparsing_error  s   
z)_TestSQLApi.test_custom_dateparsing_errorc                 C  sH   t jd| jdddgd}t|jjjtjsJ t|j	jjtjs"J d S )Nr  ru   rv   )	index_colr  )
r   r!   r>   r   r   r9   r   r   r  rv   r  r;   r;   r<   test_date_and_index  s   z_TestSQLApi.test_date_and_indexc                 C  s   t tddgdd }tt |d| j}W d    n1 s#w   Y  |dks.J t	d| j}t
|d |d d d S )	Nz00:00:01z00:00:03foor   test_timedeltar  zSELECT * FROM test_timedeltar   )r   r   r  r   r  r  r   r>   r   r!   assert_series_equalry  )rx  r   rf  rg  r;   r;   r<   r    s   z_TestSQLApi.test_timedeltac                 C  s^   t dddgi}d}tjt|d |d| jd u sJ W d    d S 1 s(w   Y  d S )Nr   y      ?      ?y               @zComplex datatypes not supportedr   test_complex)r   r   r  r  r   r>   )rx  r   r  r;   r;   r<   test_complex_raises  s
   "z_TestSQLApi.test_complex_raiseszindex_name,index_label,expected))NNr   )Nother_labelr  )
index_nameNr  )r  r  r  )r   N0)Nr   r  c                 C  sT   t dtdi}||j_d}tj|d| j|d t|| j}|jd |ks(J d S )Nrb  r  SELECT * FROM test_index_labeltest_index_labelindex_labelr   )	r   ranger   r   r   r   r>   r!   r   )rx  r  r  re  
temp_framer2  r   r;   r;   r<   test_to_sql_index_label  s   z#_TestSQLApi.test_to_sql_index_labelc                 C  s  d}t dtditddgd}t|d| j}||ksJ td| j}|jd d	ks/J |jd
 dks8J tj|d| jdddgd}||ksKJ td| j}|jd d 	 ddgksaJ ddg|j
_tj|d| jdd}||kswJ td| j}|jd d 	 ddgksJ tj|d| jdddgd}||ksJ td| j}|jd d 	 ddgksJ d}tjt|d tj|d| jddd W d    d S 1 sw   Y  d S )Nr  rb  )A0A1)B0B1rG  r  r  r   r  r   level_1r   r   r   )r   r  r  r  r   r   zALength of 'index_label' should match number of levels, which is 2r   )r   r  r   from_productr   r   r>   r!   r   r  r   namesr   r  r  )rx  expected_row_countr  rg  r   r  r;   r;   r<   "test_to_sql_index_label_multiindex  s^   

"z._TestSQLApi.test_to_sql_index_label_multiindexc                 C  sT   t jddgg dddgd}|d| j tjd| jddgd	}tj||d
d d S )Nr  r  r  r   r   r  test_multiindex_roundtripz'SELECT * FROM test_multiindex_roundtripr  Tcheck_index_type)r   r  r   r>   r   r!   r   rH  rx  r   rg  r;   r;   r<   r)  Q  s   z%_TestSQLApi.test_multiindex_roundtripr9   Nr   r   c                 C  s^   t ddgddggddgd}|d| jd	ksJ ||}tjd
| j|d}t|| d S )N333333?g333333@ffffff@g333333@r   r   r   test_dtype_argumentr  z$SELECT A, B FROM test_dtype_argumentr  r9   )r   r   r>   r   r   r!   r   rH  )rx  r9   r   re  rg  r;   r;   r<   r1  ^  s   
z_TestSQLApi.test_dtype_argumentc                 C  s4   t ddgddggddgd}tj|d| jdd	 d S )
Nr   r  rC  r  r   r   test_frame_integer_col_namesr   r  )r   r   r   r>   r  r;   r;   r<   test_integer_col_namess  s   z"_TestSQLApi.test_integer_col_namesc                 C  s"   t j|d| jd}d|v sJ d S )Nr   r  CREATEr   
get_schemar>   rx  r   
create_sqlr;   r;   r<   test_get_schemaw  s   z_TestSQLApi.test_get_schemac                 C  s$   t j|d| jdd}d|v sJ d S )Nr   pypi)r  rY  zCREATE TABLE pypi.r6  r8  r;   r;   r<   test_get_schema_with_schema{  s   z'_TestSQLApi.test_get_schema_with_schemac                 C  sj   | j dkrddlm} |}nd}tddgddgd	}tj|d
| jd|id}d|v s-J d|v s3J d S )Nr8   r   )rr   INTEGER皙?r/  r  皙@rE  r   rF  r2  r5  )r  r8   rr   r   r   r7  r>   )rx  rr   r9   float_framer9  r;   r;   r<   test_get_schema_dtypes  s   
z"_TestSQLApi.test_get_schema_dtypesc                 C  sf   t ddgddgd}tj|d| jdd}d	}||v sJ tj|d| jd
dgd}d}||v s1J d S )Nr>  r/  r  r?  )Col1Col2r   rB  )r  r   z'CONSTRAINT test_pk PRIMARY KEY ("Col1")r   r   z)CONSTRAINT test_pk PRIMARY KEY ("A", "B"))r   r   r7  r>   )rx  r   r   r9  constraint_sentencer;   r;   r<   test_get_schema_keys  s   z _TestSQLApi.test_get_schema_keysc                 C  s  t tjddtdd}|jd| jdd td| j}t  }d	}g d
}tjd| jddD ]}t	||gdd}t
||| ksCJ |d7 }q/t|| | jdkrt  }d	}g d
}tjd| jddD ]}t	||gdd}t
||| ksyJ |d7 }qet|| d S d S )N   r   abcder   test_chunksizeFrG  zselect * from test_chunksizer   )r   r   r   r   r  r#  Tignore_indexr   r8   )r   r   randomrandnlistr   r>   r   r!   r   r  r   rH  r  r"   )rx  r   rK  rL  isizeschunkres3r;   r;   r<   test_chunksize_read  s.   



z_TestSQLApi.test_chunksize_readc                 C  s`   t g dg dd}| }|d d|d< |jd| jdd td	| j}t|| d S )
NrB  )John P. Doez	Jane DoverS  )	person_idperson_namerU  categorytest_categoricalFrG  zSELECT * FROM test_categorical)	r   copyr   r   r>   r   r!   r   rH  )rx  r   df2r  r;   r;   r<   rW    s   z_TestSQLApi.test_categoricalc                 C  s2   t ddgddggddgd}|jd| jd	d
 d S )Nr   r  rC  r     érF  r   test_unicodeFrG  )r   r   r>   r  r;   r;   r<   test_unicode_column_name  s   z$_TestSQLApi.test_unicode_column_namec                 C  sJ   t g ddtjdgd}|jd| jdd td| j}t|| d S )	Nr   r   r  r   r0  r.  zd1187b08-4943-4c8d-a7f6FrG  z'SELECT * FROM `d1187b08-4943-4c8d-a7f6`)	r   r   nanr   r>   r   r!   r   rH  rx  r   r  r;   r;   r<   test_escaped_table_name  s   z#_TestSQLApi.test_escaped_table_name)/r|  r}  r~  r  r  __annotations__r   fixturer  r  r  r  r  r  r  r  r  r  r  r  r  r  markparametrizer   r  r!   r"   r  r  r  r  r  r(  r)  r   r   r1  r4  r:  r<  rA  rE  rR  rW  r\  r`  r;   r;   r;   r<   r    sx   
 

7


	
9
	"r  zSQLAlchemy not installedreasonc                   @  s   e Zd ZdZdZdZedd Zdd Zdd	 Z	d
d Z
dd Zdd Zdd Zdd Zejddddddddddddd d!d"eeejd#krId$nd%fgd&d' Zejd(d)d*gd+d, Zd-d. Zed/d0d1 Zd2d3 Zd4d5 Zd6d7 Zd8S )9
TestSQLApiz
    Test the public API as it would be used directly

    Tests for `read_sql_table` are included here, as this is specific for the
    sqlalchemy mode.

    r#   r8   c                 C     t d| _d S Nzsqlite:///:memory:r8   r   r   r  r;   r;   r<   setup_class     zTestSQLApi.setup_classc                 C  s@   t |d| j ddg}t jd| j|d}|j |ksJ d S )Nr  r   r   r   )r   r   r>   r"   r   r  )rx  r   colsrg  r;   r;   r<   test_read_table_columns  s   z"TestSQLApi.test_read_table_columnsc                 C  s   t |d| j t jd| jdd}|jjdgksJ t jd| jddgd}|jjddgks/J t jd| jddgddgd}|jjddgksGJ |j ddgksRJ d S )	Nr  r   r*  r   r   r   r   )r  r   )r   r   r>   r"   r   r&  r   r  r  r;   r;   r<   test_read_table_index_col  s   z$TestSQLApi.test_read_table_index_colc                 C  sT   t d| j}t d| j}t|| t d| j}t d| j}t|| d S )Nr  r1   )r   r!   r>   r  r   rH  r"   )rx  iris_frame1iris_frame2r;   r;   r<   test_read_sql_delegate  s   z!TestSQLApi.test_read_sql_delegatec              
   C  s  ddl m} ddlm} |d|dg}|D ]R}t| j|rM| j !}|  || W d    n1 s8w   Y  W d    n1 sGw   Y  q| j  | j| W d    n1 scw   Y  qt	
d  td| j td| j W d    d S 1 sw   Y  d S )Nr   rj   rP   z,CREATE TABLE invalid (x INTEGER, y UNKNOWN);z0CREATE TABLE other_table (x INTEGER, y INTEGER);other_tablezSELECT * FROM other_table)r8   rk   ra   rQ   rc   r>   rd   re   rD   r   r  r   r"   r!   )rx  rk   rQ   
query_listr2  r>   r;   r;   r<   test_not_reflect_all_tables  s,   
"z&TestSQLApi.test_not_reflect_all_tablesc                 C  s   t jtdd t| jdd W d    n1 sw   Y  t d  |d| j W d    d S 1 s9w   Y  d S )NzThe provided table name 'TABLE1' is not found exactly as such in the database after writing the table, possibly due to case sensitivity issues. Consider using lower case table names.r   TABLE1 CaseSensitive)r   r  r  r   r   r>   check_case_sensitiver   r  r;   r;   r<   (test_warning_case_insensitive_table_name$  s   "z3TestSQLApi.test_warning_case_insensitive_table_namec                 C  s6   ddl m} |j| j}|d}dd |D }|S )Nr   )
reflectiontest_index_savedc                 S  r  column_namesr;   rW   rN  r;   r;   r<   r[   9  r  z1TestSQLApi._get_index_columns.<locals>.<listcomp>)ra   r{  	Inspectorfrom_enginer>   get_indexes)rx  tbl_namer{  r   ixsr;   r;   r<   r  4  s
   
zTestSQLApi._get_index_columnsc                 C  s\   ddl m} tdtddgddi}t| j}tjd||d	}t|j	j
d j|s,J d S )
Nr   )	TIMESTAMPr   2014-12-12 01:542014-12-11 02:54Tutc	test_typer   )r8   r  r   r   r   r   r>   SQLTablerc   r8  r  r   )rx  r  r   r1  r8  r;   r;   r<   test_sqlalchemy_type_mapping<  s   z'TestSQLApi.test_sqlalchemy_type_mappingzinteger, expected)int8SMALLINT)Int8r  )uint8r  )UInt8r  )int16r  )Int16r  )uint16r=  )UInt16r=  )int32r=  )Int32r=  )uint32BIGINT)UInt32r  )r   r  )Int64r  r   r  r=  c                 C  sP   t ddgdg|d}t| j}tjd||d}t|jjjj	}||ks&J d S )Nr   r   r   r   r9   r  r  )
r   r   r   r>   r  r*   r8  r  r   r   )rx  r@  re  r   r1  r8  rg  r;   r;   r<   test_sqlalchemy_integer_mappingH  s
   z*TestSQLApi.test_sqlalchemy_integer_mappingr@  uint64UInt64c                 C  sd   t ddgdg|d}t| j}tjtdd tjd||d W d    d S 1 s+w   Y  d S )	Nr   r   r   r  z1Unsigned 64 bit integer datatype is not supportedr   r  r  )r   r   r   r>   r   r  r  r  )rx  r@  r   r1  r;   r;   r<   (test_sqlalchemy_integer_overload_mappinge  s   "z3TestSQLApi.test_sqlalchemy_integer_overload_mappingc           	      C  s   t  +}d| }d}|j||ddd t||}t||}d}t||}W d    n1 s2w   Y  t || t || t || d S )Nr   r1   r   Fr   r  )r   r   r   r   r  r"   r!   rH  )	rx  r   r   db_urir8  r  r   r2  r  r;   r;   r<   test_database_uri_stringo  s   
z#TestSQLApi.test_database_uri_stringpg8000c                 C  sD   d}t jtdd td| W d    d S 1 sw   Y  d S )Nz)postgresql+pg8000://user:pass@host/dbnamer  r   zselect * from tabler   r  ImportErrorr   r  )rx  r  r;   r;   r<   (test_pg8000_sqlalchemy_passthrough_error  s   "z3TestSQLApi.test_pg8000_sqlalchemy_passthrough_errorc                 C  sH   ddl m} |d}tj|| jddid}t|d }|dhks"J d S )Nr   rj   z#select * from iris where name=:namer   zIris-versicolorr*  r6   )r8   rk   r   r  r>   set)rx  rk   	name_textiris_df	all_namesr;   r;   r<   test_query_by_text_obj  s
   z!TestSQLApi.test_query_by_text_objc                 C  sh   ddl m}m} t| j}|||jj|dk}tj	|| j
ddid}t|d }|dhks2J d S )Nr   )	bindparamr&  r   r   r*  r6   )r8   r  r&  r=   r  wherer  r6   r   r  r>   r  )rx  r  r&  r1   name_selectr  r  r;   r;   r<   test_query_by_select_obj  s   
z#TestSQLApi.test_query_by_select_objc                 C  sF   t g dg dd}|jd| jdd td| j}t|| d S )Nr]  rC  r  r   )r   z%_variationtest_column_percentageFrG  r   r   r>   r   r"   r   rH  r_  r;   r;   r<   test_column_with_percentage  s   z&TestSQLApi.test_column_with_percentageN)r|  r}  r~  r  r  r  r  rk  rn  ro  rr  ru  rz  r  r  r   rc  rd  r   r   r9   r   r  r  r  tdskip_if_installedr  r  r  r  r;   r;   r;   r<   rg    sR    
	
	
	
	rg  c                   @  sz   e Zd ZdZdZdZdddZdd Zej	j
ed	d
dd Zej	j
ed	d
dd Zdd Zdd Zdd Zdd ZdS )TestSQLiteFallbackApiz9
    Test the public sqlite connection fallback API

    r#   r  r   c                 C  s
   t |S r   r  )rx  databaser;   r;   r<   rd     r  zTestSQLiteFallbackApi.connectc              	   C  s   t  I}t| |}tj|d|dddksJ W d    n1 s$w   Y  t| |}td|}W d    n1 sAw   Y  W d    n1 sPw   Y  t || d S )Ntest_frame3_legacyFrG  r  z!SELECT * FROM test_frame3_legacy;)r   r   r   rd   r   r   r!   rH  )rx  r   r   r>   rg  r;   r;   r<   test_sql_open_close  s   


z)TestSQLiteFallbackApi.test_sql_open_closezSQLAlchemy is installedre  c                 C  sH   d}d}t jt|d td| W d    d S 1 sw   Y  d S )Nzmysql://root@localhost/pandasz-Using URI string without sqlalchemy installedr   r  r  )rx  r>   r  r;   r;   r<   test_con_string_import_error  s
   "z2TestSQLiteFallbackApi.test_con_string_import_errorc              	   C  s   G dd d}t |d,}tt td| W d    n1 s%w   Y  W d    d S W d    d S 1 s=w   Y  d S )Nc                   @  s&   e Zd Zd
ddZdd Zdd Zd	S )z~TestSQLiteFallbackApi.test_con_unknown_dbapi2_class_does_not_error_without_sql_alchemy_installed.<locals>.MockSqliteConnectionreturnNonec                 _  s   t j|i || _d S r   )rl   rm   r>   )rx  argskwargsr;   r;   r<   __init__  s   zTestSQLiteFallbackApi.test_con_unknown_dbapi2_class_does_not_error_without_sql_alchemy_installed.<locals>.MockSqliteConnection.__init__c                 S  s   t | j|S r   )getattrr>   )rx  r   r;   r;   r<   __getattr__     zTestSQLiteFallbackApi.test_con_unknown_dbapi2_class_does_not_error_without_sql_alchemy_installed.<locals>.MockSqliteConnection.__getattr__c                 S  r  r   )r>   rq  r  r;   r;   r<   rq    r  zTestSQLiteFallbackApi.test_con_unknown_dbapi2_class_does_not_error_without_sql_alchemy_installed.<locals>.MockSqliteConnection.closeN)r  r  )r|  r}  r~  r  r  rq  r;   r;   r;   r<   MockSqliteConnection  s    
r  r   zSELECT 1)r   r   r   r  r  r   r  )rx  r  r>   r;   r;   r<   Jtest_con_unknown_dbapi2_class_does_not_error_without_sql_alchemy_installed  s   
"z`TestSQLiteFallbackApi.test_con_unknown_dbapi2_class_does_not_error_without_sql_alchemy_installedc                 C  sp   t d| j}t d| j}t|| d}tjt j|d t d| j W d    d S 1 s1w   Y  d S )Nr  z9Execution failed on sql 'iris': near "iris": syntax errorr   r1   )	r   r!   r>   r  r   rH  r   r  DatabaseError)rx  rp  rq  r  r;   r;   r<   rr    s   "z,TestSQLiteFallbackApi.test_read_sql_delegatec                 C  s   t |d}d|v sJ d S )Nr   r5  )r   r7  r8  r;   r;   r<   test_get_schema2  s   z&TestSQLiteFallbackApi.test_get_schema2c                 C  sF   | dD ]}|  d d|kr|  d   S qtd| d)N
r   rO  r   zColumn 
 not found)splitstripr  )rx  rY  columncolr;   r;   r<   _get_sqlite_column_type  s
   z-TestSQLiteFallbackApi._get_sqlite_column_typec                 C  sT   t dtddgddi}t| j}tjd||d}| }| |ddks(J d S )	Nr   r  r  Tr  r  r  r  )r   r   r   r   r>   SQLiteTable
sql_schemar  )rx  r   r1  r8  rY  r;   r;   r<   test_sqlite_type_mapping  s   z.TestSQLiteFallbackApi.test_sqlite_type_mappingN)r   )r|  r}  r~  r  r  r  rd   r  r   rc  skipifSQLALCHEMY_INSTALLEDr  r  rr  r  r  r  r;   r;   r;   r<   r    s    


	r  c                   @  sf  e Zd ZU dZded< edd Zejdddd	 Z	ed
d Z
edd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zd d! Zd"d# Zd$d% Zd&d' Zd(d) Zd*d+ Zd,d- Zd.d/ Zd0d1 Zd2d3 Zd4d5 Zd6d7 Z d8d9 Z!d:d; Z"d<d= Z#d>d? Z$d@dA Z%dBdC Z&dDdE Z'dFdG Z(dHdI Z)dJdK Z*dLdM Z+dNdO Z,dPdQ Z-ej./dRdSe0j1gidSe0j1 gie0j1 gdTgdUgdVdW Z2dXdY Z3dZd[ Z4d\d] Z5d^d_ Z6d`da Z7dbdc Z8ej./dddedfgdgdh Z9ej./dddedigdjdk Z:ej./ddg dldmdn Z;d|dqdrZ<d|dsdtZ=dudv Z>ej./dwe?j@dxgej./dddedfgdydz ZAd{S )}_TestSQLAlchemyz
    Base class for testing the sqlalchemy backend.

    Subclasses for specific database types are created below. Tests that
    deviate for each flavor are overwritten there.

    r*   r  c                 C  s   |    |   d S r   )setup_driversetup_enginer  r;   r;   r<   rk    s   z_TestSQLAlchemy.setup_classTr  c                 C  sb   z| j  | _t| j| _W n tjjy$   t	
d| j d Y nw | | | | d S )NzCan't connect to z server)r   rd   r>   r   r   r  r8   rr  rs  r   skipr  r  r  r  r;   r;   r<   r    s   
z_TestSQLAlchemy.setup_methodc                 C     t  r   NotImplementedErrorr  r;   r;   r<   r       z_TestSQLAlchemy.setup_driverc                 C  r  r   r  r  r;   r;   r<   r    r  z_TestSQLAlchemy.setup_enginec                 C     |    d S r   r  r  r;   r;   r<   test_read_sql_parameter#  r  z'_TestSQLAlchemy.test_read_sql_parameterc                 C  r  r   r  r  r;   r;   r<   test_read_sql_named_parameter&  r  z-_TestSQLAlchemy.test_read_sql_named_parameterc                 C     |  | d S r   r  r  r;   r;   r<   test_to_sql_empty)  r  z!_TestSQLAlchemy.test_to_sql_emptyc                 C  s   ddl m} |  }tg dg dd}tj|dd}||dd	ks'J W d    n1 s1w   Y  ||}|dsAJ d S )
Nr   r        ?       @      @      @r  r  r  r  onetwoTr	  r  r  )r8   r   rd   r   r   r   r   r   rx  r   	temp_connr  r  r   r;   r;   r<   test_create_table,  s   z!_TestSQLAlchemy.test_create_tablec                 C  s   ddl m} |  }tg dg dd}t|}||ddks$J ||}|ds/J |d z|	  W n	 t
yC   Y nw |drKJ d S )Nr   r  r  r  r  r  r  )r8   r   rd   r   r   r   r   r   rw  clear_cacheAttributeErrorr  r;   r;   r<   test_drop_table9  s    

z_TestSQLAlchemy.test_drop_tablec                 C  r  r   r  r  r;   r;   r<   r  M  r  z_TestSQLAlchemy.test_roundtripc                 C  r  r   r  r  r;   r;   r<   r  P  r  z _TestSQLAlchemy.test_execute_sqlc                 C  s   t jd| jd}t| d S )Nr1   r  )r   r"   r>   r   r  r;   r;   r<   test_read_tableS  s   z_TestSQLAlchemy.test_read_tablec                 C  s.   t jd| jddgd}t|jjddg d S )Nr1   r2   )r  r   )r   r"   r>   r   r   r   rb   r  r;   r;   r<   rn  W  s   z'_TestSQLAlchemy.test_read_table_columnsc                 C  sH   d}t jt|d tjd| jd W d    d S 1 sw   Y  d S )Nz!Table this_doesnt_exist not foundr   this_doesnt_existr  )r   r  r  r   r"   r>   )rx  r  r;   r;   r<   test_read_table_absent_raises]  s   "z-_TestSQLAlchemy.test_read_table_absent_raisesc                 C  s~   t d| j}t|jjjtjsJ t|j	jjtj
sJ t|jjjtjs(J t|jjjtjs3J t|jjjts=J d S r?  )r   r"   r>   r   rx   r9   r   r   r   ry   r@  rz   bool_r{   r|   objectr  r;   r;   r<   rA  b  s   z,_TestSQLAlchemy.test_default_type_conversionc                 C  sH   t ddgid}|jd| jdddksJ td| j}t|| d S )Ni64l            )r   test_bigintFrG  r   r  r-  r;   r;   r<   r  n  s   z_TestSQLAlchemy.test_bigintc                 C  s(   t d| j}t|jjjtjsJ d S r?  	r   r"   r>   r   ru   r9   r   r   r  r  r;   r;   r<   test_default_date_loadv  s   z&_TestSQLAlchemy.test_default_date_loadc                 C  s>  dd }t d| j}t|ds|jtjjdd |j}t	|j
s$J t d| jdgd}t|ds=|jtjjdd |j}t	|j
sGJ t|jjdksQJ ||j ttt d| jd	d
dd}|j}t	|j
snJ t|jjdksxJ td| j}|j}t	|j
sJ t|j|j td| j}||j d S )Nc                 S  s   t | jr| d tdksJ | d tdksJ d S t| jrEt| jjdks*J tdddtdddg}t|| jd}t	
| | d S td| j )	Nr   z2000-01-01 08:00:00r   z2000-06-01 07:00:00UTC)tzr   z&DateCol loaded with incorrect type -> )r   r9   r   r   r*   dtr  r   r   r   r  AssertionError)r  expected_datare  r;   r;   r<   r<    s   




z:_TestSQLAlchemy.test_datetime_with_timezone.<locals>.checkzselect * from typesr}   z&no column with datetime with time zonere  r   r  r   r#  TrI  rs   )r!   r>   rp  node
add_markerr   rc  xfailr}   r   r9   r*   r   r  r   rM  r   r"   r   r  )rx  r   r<  r   r  re  r;   r;   r<   test_datetime_with_timezone}  s@   !



z+_TestSQLAlchemy.test_datetime_with_timezonec                 C  s   t dtddddi}|jd| jdddksJ | jd	kr(|d jd
|d< n
|d jd |d< t	d| j}t
|| td| j}| jdkr]t|jd tsUJ t|d |d< t
|| d S )Nr   2013-01-01 09:00:00rC  
US/Pacificperiodsr  test_datetime_tzFrG  r%   r  zSELECT * FROM test_datetime_tzr#   r   r   )r   r   r   r>   r  r   
tz_converttz_localizer   r"   r   rH  r!   rc   locr*   r   )rx  re  rg  r;   r;   r<   %test_datetime_with_timezone_roundtrip  s   

z5_TestSQLAlchemy.test_datetime_with_timezone_roundtripc                 C  sd   t dtdddidgd}|jd| jdddksJ td| j}t tjgdgd}t	|| d S )	Nr   i'  r   r   rG  test_datetime_obbFr   )
r   r   r   r>   r   r"   r   NaTr   rH  )rx  r   rg  re  r;   r;   r<   test_out_of_bounds_datetime  s
   z+_TestSQLAlchemy.test_out_of_bounds_datetimec                 C  sh   t ddddd }tdtdi|d}|jd| jdd	dks!J tjd| jdd
}tj	||dd d S )Nz
2018-01-01r   6H)r
  freqnumsrG  	foo_table	info_dater  r*  F)check_names)
r   
_with_freqr   r  r   r>   r   r"   r   rH  )rx  datesre  rg  r;   r;   r<   "test_naive_datetimeindex_roundtrip  s
   z2_TestSQLAlchemy.test_naive_datetimeindex_roundtripc                 C  sF  t d| j}| jdkrtntj}t|jj	j
|sJ t jd| jdgd}t|jj	j
tjs0J t jd| jddid}t|jj	j
tjsFJ t jd| jdddiid}t|jj	j
tjs^J t jd| jdgd}t|jj	j
tjssJ t jd| jddid}t|jj	j
tjsJ t jd| jdd	diid}t|jj	j
tjsJ d S )
Nrs   r#   ru   r   r  formatrv   r  unit)r   r"   r>   r  r  r   r  r   ru   r9   r   rv   )rx  r   expected_typer;   r;   r<   r    s.   
z!_TestSQLAlchemy.test_date_parsingc                 C  s   t tdddtdd}|d| jdksJ td| j}|jddd	}t	
|| td
| j}|jddd	}| jdkrZt|jd tsJJ t|d |d< t	
|| d S t	
|| d S )Nr  rC  r
  r  r.  test_datetimer   r   )axisSELECT * FROM test_datetimer#   r  r   )r   r   r   r  r   r>   r   r"   rf   r   rH  r!   r  rc   r  r*   r   r-  r;   r;   r<   r!    s   
z_TestSQLAlchemy.test_datetimec                 C  s   t tdddtdd}tj|jd< |jd| jdd	dks!J t	d| j}t
|| td
| j}| jdkrVt|jd tsDJ t|d dd|d< t
|| d S t
|| d S )Nr  rC  r   r  r.  r   r   r!  FrG  r#  r#   r  r   r  )r  )r   r   r   r  r^  r  r   r>   r   r"   r   rH  r!   r  rc   r*   r   r-  r;   r;   r<   test_datetime_NaT.  s   
z!_TestSQLAlchemy.test_datetime_NaTc                 C  sl   t tdddtdddgdgd}|jd| jdddksJ td| j}|d }t|d }t|| d S )	N  r   r  r   r   	test_dateFrG  )r   r   r   r>   r"   r   r   r  )rx  r   r  rg  re  r;   r;   r<   test_datetime_dateB  s   "z"_TestSQLAlchemy.test_datetime_datec                 C  s  t tdddtdddgdgd}|jd| jdd	d
ksJ td| j}t|| |}tj|d|dd	d
ks9J td|}|	dd }t|| tj|d| jdd	d
ksZJ | j
dkrstd| j}|	dd }t|| td| j}t|| d S )N	   r   r      r   r   	test_timeFrG  r  
test_time2zSELECT * FROM test_time2c                 S  
   |  dS Nz%H:%M:%S.%fstrftime_r;   r;   r<   <lambda>X     
 z4_TestSQLAlchemy.test_datetime_time.<locals>.<lambda>
test_time3r#   zSELECT * FROM test_time3c                 S  r-  r.  r/  r1  r;   r;   r<   r3  ^  r4  )r   r   r   r>   r"   r   rH  r   r!   applymapr  )rx  r   r   r  r   refr;   r;   r<   test_datetime_timeL  s    "
z"_TestSQLAlchemy.test_datetime_timec                 C  sh   t dtjd}t dtjd}t||d}|jd| jdddks"J td| j}t	j
||dd	d
 d S )Ni  r   g        )s1r  test_read_writeFrG  r   T)check_dtypecheck_exact)r   r   r  float32r   r   r>   r   r"   r   rH  )rx  r9  r  r   rY  r;   r;   r<   test_mixed_dtype_insertc  s   z'_TestSQLAlchemy.test_mixed_dtype_insertc                 C  sl   t g ddtjdgd}|jd| jdddksJ td| j}t|| t	d	| j}t|| d S )
Nr]  r   r0  r.  test_nanFrG  rC  SELECT * FROM test_nan)
r   r   r^  r   r>   r   r"   r   rH  r!   r-  r;   r;   r<   test_nan_numerico  s   z _TestSQLAlchemy.test_nan_numericc                 C  s   t g dtjtjtjgd}|jd| jdddksJ td| j}t|| |d 	d|d< d |d< t
d	| j}t|| d S )
Nr]  r.  r?  FrG  rC  r   r  r@  )r   r   r^  r   r>   r   r"   r   rH  r   r!   r-  r;   r;   r<   test_nan_fullcolumn|  s   z#_TestSQLAlchemy.test_nan_fullcolumnc                 C  sv   t g dddtjgd}|jd| jdddksJ d |jd	< td| j}t	|| t
d
| j}t	|| d S )Nr]  r   rF  r.  r?  FrG  rC  r  r   r@  )r   r   r^  r   r>   r  r   r"   r   rH  r!   r-  r;   r;   r<   test_nan_string  s   
z_TestSQLAlchemy.test_nan_stringc                 C  s2   ddl m} || j}||}dd |D }|S )Nr   r  c                 S  r  r}  r;   r  r;   r;   r<   r[     r  z6_TestSQLAlchemy._get_index_columns.<locals>.<listcomp>)r8   r   r>   r  )rx  r  r   r   r  r;   r;   r<   r    s
   

z"_TestSQLAlchemy._get_index_columnsc                 C  r  r   r  r  r;   r;   r<   test_to_sql_save_index  r  z&_TestSQLAlchemy.test_to_sql_save_indexc                 C  r  r   r  r  r;   r;   r<   test_transactions  r  z!_TestSQLAlchemy.test_transactionsc           	   	   C  s"  ddl m} ddlm} d}tj||| jd}|jd d }| || j ||}t	| j|r^| j
 !}|  || W d    n1 sIw   Y  W d    n1 sXw   Y  n| j  | j| W d    n1 stw   Y  t|| j}tj||dd | || j d S )Nr   rj   rP   test_get_schema_create_tabler  Fr+  )r8   rk   ra   rQ   r   r7  r>   r   rw  rc   rd   re   rD   r"   r   rH  )	rx  r   rk   rQ   rz  r9  blank_test_dfr>   returned_dfr;   r;   r<   rI    s*   
z,_TestSQLAlchemy.test_get_schema_create_tablec                 C  s  ddl m}m} ddlm} ddg}ddg}t||d}|d	| jd
ks'J |jd| jd|idd
ks6J | }|j| jd |j	d j
d j}t||sPJ d}	tjt|	d |jd| jdtid W d    n1 sow   Y  |jd| jd|didd
ksJ |j| jd |j	d j
d j}t||sJ |jdksJ |jd| j|dd
ksJ |j| jd |j	d j
d j}
|j	d j
d j}t|
|sJ t||sJ d S )Nr   )ro   r/   r.   r   r   g?Tg?Nr   
dtype_testr  dtype_test2r   r_   z&The type of B is not a SQLAlchemy typer   r  dtype_test3
   single_dtype_test)r8   ro   r/   sqlalchemy.schemar.   r   r   r>   reflecttablesr   r   rc   r   r  r  r*   r)  )rx  ro   r/   r.   rm  r   r   metasqltyper  sqltypeasqltypebr;   r;   r<   
test_dtype  s4   "z_TestSQLAlchemy.test_dtypec                 C  s  ddl m}m}m}m} ddlm} tdd gttdddd gtdd gdd	td
d gd}t	|}d}|
|| jdks@J t|| j}	| }
|
j| jd | jdkrX|n|}|
j| j}t|d j|sjJ t|d j|stJ t|d j|s~J t|d j|sJ d S )Nr   )rp   rq   r-   rr   rL  T  r   r   r  r   r>  BoolDateIntr-   notna_dtype_testr  r_   r$   r^  r_  r`  r-   )r8   rp   rq   r-   rr   rT  r.   r   r   r   r   r>   r   r"   rU  r  rV  r   rc   r   )rx  rp   rq   r-   rr   r.   rm  r   rz  r2  rW  my_typecol_dictr;   r;   r<   test_notna_dtype  s&   

z _TestSQLAlchemy.test_notna_dtypec           
   	   C  sd  ddl m}m}m} ddlm} d}tt|gddt|gddt|gddtdgd	dtdgd
dd}|jd| j	ddd|ddiddksIJ t
d| j	}t|d jd dt|d jd dkshJ | }|j| j	d |jd j}	t|	d jt|	d jksJ t|	d j|sJ t|	d j|sJ t|	d j|sJ t|	d j|sJ d S )Nr   )
BigIntegerr-   rr   rL  gYB?r=  r   float64r   r  r   )f32f64
f64_as_f32i32r  test_dtypesFr   ri     )	precision)r   r   r9   r   rh     r_   rg  rj  r  )r8   re  r-   rr   rT  r.   r   r   r   r>   r   r"   r   roundr   rU  rV  r   r*   r   rc   )
rx  re  r-   rr   r.   Vr   r  rW  rc  r;   r;   r<   test_double_precision	  s<   	0 z%_TestSQLAlchemy.test_double_precisionc                   sh   ddl m  dd dd fdd fd	d
}tdg did| jdks-J || j d S )Nr   rP   c                 S  s   d}t j|| dS )Nz'SELECT test_foo_data FROM test_foo_datar  )r   r!   )rT  r2  r;   r;   r<   test_select4	  s   zC_TestSQLAlchemy.test_connectable_issue_example.<locals>.test_selectc                 S  s   |j d| dd d S )Ntest_foo_datar   )r   r  r   )r   )rT  r   r;   r;   r<   test_append8	  s   zC_TestSQLAlchemy.test_connectable_issue_example.<locals>.test_appendc                   s   | } | | d S r   r;   )r>   foo_data)rt  rr  r;   r<   test_connectable;	  s   zH_TestSQLAlchemy.test_connectable_issue_example.<locals>.test_connectablec              	     s   t |  r<|  )}|  | W d    n1 sw   Y  W d    d S W d    d S 1 s5w   Y  d S |  d S r   )rc   rd   re   )connectabler>   )rQ   rv  r;   r<   mainA	  s   



"z<_TestSQLAlchemy.test_connectable_issue_example.<locals>.mainrs  r]  rC  )ra   rQ   r   r   r>   )rx  rx  r;   )rQ   rt  rv  rr  r<   test_connectable_issue_example/	  s   	z._TestSQLAlchemy.test_connectable_issue_exampleinputr  bar)r  infe0c                 C  s   t |}| jdkrNtd}t|jtdk r)d|jv r)tjjdd}|j	
| d}tjt|d |jd	| jd
d W d    d S 1 sGw   Y  d S |jd	| jd
ddks[J td	| j}t|| d S )Nr$   r   z1.0.3r|  zGH 36465re  zinf cannot be used with MySQLr   foobarFrG  r   )r   r  r   r   r   __version__r   rc  r  r  r  r  r  r   r>   r   r"   r   assert_equal)rx  rz  r   r   r   rc  r  r  r;   r;   r<   test_to_sql_with_negative_npinfO	  s   


"z/_TestSQLAlchemy.test_to_sql_with_negative_npinfc              	     s   ddl m mmm} ddlm}m} d}td|gi}| }G  fddd|}|| j	<}|
 ( | }	|j|	 |||d |  tj||j|	d	}
W d    n1 saw   Y  W d    n1 spw   Y  t|
| d S )
Nr   )r,   rr   Unicoder&  )Sessiondeclarative_basezHello, World!spamc                      s6   e Zd ZdZddgiZ ddZ dddZd	S )
z7_TestSQLAlchemy.test_temporary_table.<locals>.Temporary	temp_testprefixes	TEMPORARYTprimary_keyr*  F)nullableN)r|  r}  r~  __tablename____table_args__idr  r;   r,   rr   r  r;   r<   	Temporary~	  s
    
r  )r  )r   r  )r8   r,   rr   r  r&  sqlalchemy.ormr  r  r   r>   re   rT  	__table__rg   addflushr   r!   r  r   rH  )rx  r&  r  r  	test_datare  Baser  sessionr>   r   r;   r  r<   test_temporary_tablen	  s"   
z$_TestSQLAlchemy.test_temporary_tablec                 C  sD   d}t jt|d | |d W d    d S 1 sw   Y  d S )Nz*engine must be one of 'auto', 'sqlalchemy'r   
bad_engine)r   r  r  r  r  r;   r;   r<   test_invalid_engine	  s   "z#_TestSQLAlchemy.test_invalid_enginec                 C  <   t dd | | W d    d S 1 sw   Y  d S )Nio.sql.enginer8   r   option_contextr  r  r;   r;   r<   test_options_sqlalchemy	     "z'_TestSQLAlchemy.test_options_sqlalchemyc                 C  r  )Nr  r  r  r  r;   r;   r<   test_options_auto	  r  z!_TestSQLAlchemy.test_options_autoc                 C  s   t tdts	J tdd t tdtsJ t tdts"J W d    n1 s,w   Y  tdd t tdtsAJ t tdtsJJ W d    d S 1 sUw   Y  d S )Nr8   r  r  )rc   r   r   r   r  r  r;   r;   r<   test_options_get_engine	  s   "z'_TestSQLAlchemy.test_options_get_enginec                 C     d S r   r;   r  r;   r;   r<   "test_get_engine_auto_error_message	     z2_TestSQLAlchemy.test_get_engine_auto_error_messagefuncr  r!   c           	      C  s   d}|   }|j|| jddd td| tt|d| | j|d}W d    n1 s/w   Y  | ||}t|| td|) tt|d| | j|dd	}| ||}|D ]}t|| q^W d    d S 1 srw   Y  d S )
Nr   Fr   r   r   mode.string_storageSelect * from dtype_backendrC  r  r$  	dtype_backend_datar   r>   r   r  r  dtype_backend_expectedr   rH  	rx  string_storager  r  r8  r   rg  re  iteratorr;   r;   r<   test_read_sql_dtype_backend	  s,   "z+_TestSQLAlchemy.test_read_sql_dtype_backendr"   c           	      C  s   d}|   }|j|| jddd td| tt||| j|d}W d    n1 s,w   Y  | ||}t|| td|& tt||| j|dd}| ||}|D ]}t|| qXW d    d S 1 slw   Y  d S )	Nr   Fr   r  r  r  rC  r  r  r  r;   r;   r<   !test_read_sql_dtype_backend_table	  s(   "z1_TestSQLAlchemy.test_read_sql_dtype_backend_table)r  r"   r!   c                 C  sn   d}|   }|j|| jddd d}tjt|d tt||| jdd W d    d S 1 s0w   Y  d S )	Nr   Fr   r  zPdtype_backend numpy is invalid, only 'numpy_nullable' and 'pyarrow' are allowed.r   numpyr  )r  r   r>   r   r  r  r  r   )rx  r  r8  r   r  r;   r;   r<   )test_read_sql_invalid_dtype_backend_table	  s   "z9_TestSQLAlchemy.test_read_sql_invalid_dtype_backend_tabler  r   c              
   C  sb   t tdtjdgddtg dddtdtjdgddtg d	ddg d
g dg dg ddS )Nr   rC  r  r   rB  r        @Float64r  r  r  )TFNTFTr   rF  r  r   rF  Nr   rF  r  defgh)r   r   r   r^  r  r;   r;   r<   r  	  s   z"_TestSQLAlchemy.dtype_backend_datac              
     s  |dkrt tjg dtjd}t tjddtjgtjd}ntdtg d}tg d}t	t
dtjd	gd
dt
g dd
dt
dtjdgddt
g dddt
ddtjgddt
g ddd||d|dkrtdddlm  t	 fddjD S )Npythonr  r   r   rF  r   r  r   rC  r  rB  r  r  r  r  TFbooleanr  r  r   )ArrowExtensionArrayc                   s$   i | ]}| j | d dqS )T)from_pandas)r   )rW   r  r  r   par;   r<   
<dictcomp>
  s    z:_TestSQLAlchemy.dtype_backend_expected.<locals>.<dictcomp>)r   r   r   object_r   NAr   r   r   r   r   r^  pandas.arraysr  r   )rx  storager  string_arraystring_array_nar;   r  r<   r  	  s4   

z&_TestSQLAlchemy.dtype_backend_expectedc                 C  sb   ddd}t ddgd|}| }|jd| jdd	d
 td| j|ddD ]}t|| q&d S )Nr   r  rE  r   rF  r   r   Fr   r  zSELECT * FROM testr   )r9   r$  )r   r   rX  r   r>   r!   r   rH  )rx  r   r   re  rg  r;   r;   r<   test_chunksize_empty_dtypes
  s   

z+_TestSQLAlchemy.test_chunksize_empty_dtypesr  numpy_nullablec                 C  s   d}t g ddd}|j|| jddd tt|d| | jd	tji|d
}t tg dtjdtg d|dks:dnddd}t	|| d S )Nr   rB  r   rE  Fr   r  r  r   )r9   r  r   )r   r   r   r  r   r  )
r   r   r>   r  r   r   rf  r   r   rH  )rx  r  r  r8  r   rg  re  r;   r;   r<   test_read_sql_dtype-
  s$   	z#_TestSQLAlchemy.test_read_sql_dtypeNr  r   )Br|  r}  r~  r  ra  r  rk  r   rb  r  r  r  r  r  r  r  r  r  r  r  rn  r  rA  r  r  r  r  r  r  r  r!  r%  r(  r8  r>  rA  rB  rD  r  rF  rH  rI  r[  rd  rq  ry  rc  rd  r   infr  r  r  r  r  r  r  r  r  r  r  r  r  r   
no_defaultr  r;   r;   r;   r<   r     s   
 


	

O
 
	#- (
 




%r  c                      sx   e Zd ZdZdZedd Zedd Zdd Zd	d
 Z	dd Z
dd Zd fddZejdddgdd Z  ZS )TestSQLiteAlchemyzL
    Test the sqlalchemy backend against an in-memory sqlite database.

    r#   c                 C  rh  ri  rj  r  r;   r;   r<   r  O
  rl  zTestSQLiteAlchemy.setup_enginec                 C  s
   d | _ d S r   )driverr  r;   r;   r<   r  S
  s   
zTestSQLiteAlchemy.setup_driverc                 C  s   t d| j}t|jjjtjsJ t|j	jjtj
sJ t|jjjtj
s(J t|jjjtjs3J t|jjjtjs>J d S r?  )r   r"   r>   r   rx   r9   r   r   r   ry   r@  rz   r{   r|   r  r;   r;   r<   rA  X
  s   z.TestSQLiteAlchemy.test_default_type_conversionc                 C  s(   t d| j}t|jjjtjrJ d S r?  r  r  r;   r;   r<   r  g
  s   z(TestSQLiteAlchemy.test_default_date_loadc                 C  sl   t dddgidd}|jd| jdddksJ td  td| j W d    d S 1 s/w   Y  d S )	Nr   r   r  r   r   test_bigintwarningFrG  )r   r   r>   r   r  r   r"   r  r;   r;   r<   test_bigint_warningm
  s
   "z%TestSQLiteAlchemy.test_bigint_warningc           	        s  ddl m mm ddlm}m} | }G  fddd|}| j  |j	
| j W d    n1 s8w   Y  || jd}| 1}tddgdd	gd
}|jd| jddddks`J |  ||j|j}t|}W d    n1 szw   Y  t|jddgksJ d S )Nr   r,   rr   r/   )r  sessionmakerc                      s(   e Zd ZdZ ddZ dZdS )z>TestSQLiteAlchemy.test_row_object_is_named_tuple.<locals>.Testr  Tr  2   N)r|  r}  r~  r  r  string_columnr;   r  r;   r<   Test
  s    r  r_   r   helloworld)r  r  r  Fr   )r  r   r   r  r  r  )r8   r,   rr   r/   r  r  r  r>   re   r:   
create_allr   r   r  r2  r  r  rM  r   )	rx  r  r  	BaseModelr  r  r  r   
test_queryr;   r  r<   test_row_object_is_named_tupleu
  s$   

z0TestSQLiteAlchemy.test_row_object_is_named_tupler  r   c                   >   t  ||}|dkr|ddd}|S |ddd}|S Nr  r  )r  r  zint64[pyarrow]superr  r   rx  r  r  r   	__class__r;   r<   r  
     z(TestSQLiteAlchemy.dtype_backend_expectedr  r  r"   c                 C  r  r   r;   )rx  r  r  r;   r;   r<   r  
  r  z3TestSQLiteAlchemy.test_read_sql_dtype_backend_tabler  )r|  r}  r~  r  r  r  r  r  rA  r  r  r  r  r   rc  rd  r  __classcell__r;   r;   r  r<   r  G
  s    

%	r  c                      sJ   e Zd ZdZdZdZedd Zedd Zdd	 Z	d fddZ
  ZS )TestMySQLAlchemyzA
    Test the sqlalchemy backend against an MySQL database.

    r$   i  c                 C  s(   t jd| j d| j d| jd| _d S )Nzmysql+z://root@localhost:/pandas)r   )r8   r   r  portr   r   r  r;   r;   r<   r  
  s   zTestMySQLAlchemy.setup_enginec                 C  s$   t d}d| _d|jjji| _d S )Nr   r   )r   r   r  r   r   r   r   )r  r   r;   r;   r<   r  
  s   
zTestMySQLAlchemy.setup_driverc                 C  r  r   r;   r  r;   r;   r<   rA  
  s   z-TestMySQLAlchemy.test_default_type_conversionr  r   c                   r  r  r  r  r  r;   r<   r  
  r  z'TestMySQLAlchemy.dtype_backend_expectedr  )r|  r}  r~  r  r  r  r  r  r  rA  r  r  r;   r;   r  r<   r  
  s    

r  c                   @  s8   e Zd ZdZdZdZedd Zedd Zdd	 Z	d
S )TestPostgreSQLAlchemyzF
    Test the sqlalchemy backend against an PostgreSQL database.

    r%   i8  c                 C  s"   t d| j d| j d| _d S )Nzpostgresql+z://postgres:postgres@localhost:r  )r8   r   r  r  r   r  r;   r;   r<   r  
  s   
z"TestPostgreSQLAlchemy.setup_enginec                 C  s   t d d| _d S )Nr   )r   r   r  r  r;   r;   r<   r  
  s   

z"TestPostgreSQLAlchemy.setup_driverc                 C  s  ddl m} tddgddgddgd	}| j  | jd
 | jd W d    n1 s0w   Y  |jd| jdddksBJ |jd| jddddksPJ |jd| jddddks^J td| j}t	
|| td| j}t	
|| tjd| jdd}t	
|| tjd| jdd}t	
|| d}tjt|d tjd| jdd W d    n1 sw   Y  | j  | jd
 | jd W d    n1 sw   Y  |jd| jddddksJ |jd| jdddd |jd| jdddddksJ tjd| jdd}t	
t||gdd| t| j|rh|  }	tj|	dd}
|
j|ddddks6J |
j|dddddksDJ |
j|dddddksRJ tjd| jdd}|
d}t	
|| d S d S )Nr   rP   r   r  rD  r   r   r`  ra  z$DROP SCHEMA IF EXISTS other CASCADE;zCREATE SCHEMA other;test_schema_publicFrG  test_schema_public_explicitpublic)r   rY  test_schema_otherother)rY  z!Table test_schema_other not foundr   )rY  r   r   )rY  r   r   r   TrI  test_schema_other2r  )ra   rQ   r   r>   re   r   r   r   r"   r   rH  r   r  r  r   rc   rd   r   
read_table)rx  rQ   r   rK  rL  rQ  res4r  r  engine2pdsqlr;   r;   r<   test_schema_support
  s   

	


z)TestPostgreSQLAlchemy.test_schema_supportN)
r|  r}  r~  r  r  r  r  r  r  r  r;   r;   r;   r<   r  
  s    

r  c                   @  s   e Zd ZdZdZejdddd Zdd Zd	d
 Z	dd Z
dd Zdd Zdd Zdd Zejdddgdd Zdd Zdd Zdd Zdd  Zd!d" Zd#d$ Zd%d& Zd'S )(TestSQLiteFallbackzG
    Test the fallback mode against an in-memory sqlite database.

    r#   Tr  c                 C  s0   |   | _| | | | t| j| _d S r   )rd   r>   r  r  r   r   r  r  r;   r;   r<   r  I  s   


zTestSQLiteFallback.setup_methodc                 C  r  r   r  r  r;   r;   r<   r  P  r  z*TestSQLiteFallback.test_read_sql_parameterc                 C  r  r   r  r  r;   r;   r<   r  S  r  z0TestSQLiteFallback.test_read_sql_named_parameterc                 C  r  r   r  r  r;   r;   r<   r  V  r  z$TestSQLiteFallback.test_to_sql_emptyc                 C  s\   t g dg dd}| j|ddksJ | jdsJ | jd | jdr,J d S )Nr  r  r  drop_test_framer  )r   r  r   r   rw  )rx  r  r;   r;   r<   test_create_and_drop_tableY  s   z-TestSQLiteFallback.test_create_and_drop_tablec                 C  r  r   r  r  r;   r;   r<   r  f  r  z!TestSQLiteFallback.test_roundtripc                 C  r  r   r  r  r;   r;   r<   r  i  r  z#TestSQLiteFallback.test_execute_sqlc                 C  s   t tdddtdddgdgd}|jd| jdddksJ td	| j}| jd
kr4t||t	 d S | jdkrAt|| d S d S )Nr&  r   r  r   r   r'  FrG  zSELECT * FROM test_dater#   r$   )
r   r   r   r>   r!   r  r   rH  r   r*   r_  r;   r;   r<   r(  l  s   "

z%TestSQLiteFallback.test_datetime_datetz_awareFc                 C  s   |st dddt dddg}ntdddd}t| d	d
 }t|dgd}|jd| jdddks5J td| j}| j	dkrO|
dd
 }t|| d S d S )Nr)  r   r   r*  r  r  r  r	  c                 S  s   |   S r   )timetz)r   r;   r;   r<   r3  ~  s    z7TestSQLiteFallback.test_datetime_time.<locals>.<lambda>r   r   r+  FrG  zSELECT * FROM test_timer#   c                 S  r-  r.  r/  r1  r;   r;   r<   r3    r4  )r   r   r   to_pydatetimemapr   r   r>   r!   r  r6  r   rH  )rx  r  tz_timestz_dtr   r  re  r;   r;   r<   r8  w  s   
z%TestSQLiteFallback.test_datetime_timec                 C  sT   t dd| d | j}g }|jD ]}t d| d| j}||j  q|S )Nz1SELECT * FROM sqlite_master WHERE type = 'index' zAND tbl_name = ''zPRAGMA index_info())r   r!   r>   r   r   r  )rx  r  r  r  ix_nameix_infor;   r;   r<   r    s   

z%TestSQLiteFallback._get_index_columnsc                 C  r  r   rE  r  r;   r;   r<   rF    r  z)TestSQLiteFallback.test_to_sql_save_indexc                 C  r  r   rG  r  r;   r;   r<   rH    r  z$TestSQLiteFallback.test_transactionsc           
      C  sP   | j d| d}|D ]\}}}}}}	||kr|  S qtd| d| d)NzPRAGMA table_info(r  zTable z	, column r  )r>   rD   r  )
rx  r8  r  recscidr   ctypenot_nulldefaultpkr;   r;   r<   r    s   z*TestSQLiteFallback._get_sqlite_column_typec                 C  s  | j dkr
td ddg}ddg}t||d}|d| jd	ks#J |jd
| jddidd	ks2J | dddks<J | d
ddksFJ d}tjt|d |jd| jdt	id W d    n1 sew   Y  |jd| jddd	kswJ | dddksJ | dddksJ d S )Nr$   Not applicable to MySQL legacyr   r   rM  rN  r   rO  r  rP  STRINGr   r=  z!B \(<class 'bool'>\) not a stringr   r  rS  )
r  r   r  r   r   r>   r  r  r  bool)rx  rm  r   r   r  r;   r;   r<   r[    s    

zTestSQLiteFallback.test_dtypec                 C  s   | j dkr
td tdd gttdddd gtdd gddtd	d gd
}t|}d}||| jdks8J | |ddksBJ | |ddksLJ | |ddksVJ | |ddks`J d S )Nr$   r  Tr\  r   r   r  r   r>  r]  ra  r  r^  r=  r_  r  r`  r-   r+   )	r  r   r  r   r   r   r   r>   r  )rx  rm  r   rz  r;   r;   r<   rd    s   



z#TestSQLiteFallback.test_notna_dtypec                 C  s   t ddgddggddgd}d}tjt|d	 |d
| j W d    n1 s)w   Y  tg dD ]<\}}||| jdksCJ t|| j t ddgddggd|gd}d|d}||| jdksiJ t|| j q4d S )Nr   r  rC  r  r   rF  r   z$Empty table or column name specifiedr   rw  )
ztest_weird_name]ztest_weird_name[ztest_weird_name`ztest_weird_name"ztest_weird_name'z_b.test_weird_name_01-30z"_b.test_weird_name_01-30"99beginswithnumber12345rZ  test_weird_col_namer  )	r   r   r  r  r   r>   	enumerater   table_exists)rx  r   r  ndx
weird_namerY  c_tblr;   r;   r<   test_illegal_names  s   z%TestSQLiteFallback.test_illegal_namesN)r|  r}  r~  r  r  r   rb  r  r  r  r  r  r  r  r(  rc  rd  r8  r  rF  rH  r  r[  rd  r  r;   r;   r;   r<   r  A  s*    


r  z'{}'z{:.8f}z{:d}c                 C  s   dS )NNULLr;   )xr;   r;   r<   r3    s    r3  z{:.10f}z'{!s}'c                 G  sJ   g }|D ]}t |trt|rd }tt| }||| q| t| S r   )rc   r   r   _formattersr   r   r  )r   r  processed_argsarg	formatterr;   r;   r<   format_query  s   r!  c                 C  sL   t |}||  }W d   n1 sw   Y  |du r"dS t|S )z#Replace removed sql.tquery functionN)r   r    rD   r  rM  )r2  r  r  r  r;   r;   r<   tquery  s   r"  c                   @  s\   e Zd Zdd Zdd Zdd Zdd Zd	d
 Zdd Zdd Z	dd Z
dd Zdd ZdS )TestXSQLitec                 C  s*   |  }|dt|  |  d S r  )rC   rD   r   r  r  )rx  r   r>   rJ   r;   r;   r<   rw    s   zTestXSQLite.drop_tablec                 C  s   t  }tj|d|dddksJ td|}|j|_|}t || dgt| |d< | }t	t
t|t
jdd	 }| |d
< tj|d|dddksQJ tjd|d
d}| }||_d
|j_t || d S )N
test_tableF)r   r  r   r*  zselect * from test_tabler   txtr   rR  Idxtest_table2zselect * from test_table2r*  )r   makeTimeDataFramer   r   r  r   rH  r  rX  r   r   r  r   r   )rx  r   r   rg  re  frame2new_idxr;   r;   r<   
test_basic  s(   zTestXSQLite.test_basicc           
      C  s   t  }tj|jd< t|d}| }|| d}|	 D ]\}}t
|g|R  }t||d q|  tjd|d}	|j|	_t j|	|dd d S )N)r   r   r   z(INSERT INTO test VALUES (%s, %s, %s, %s)r  select * from testgMbP?)rtol)r   r(  r   r^  r   r   r7  rC   rD   iterrowsr!  r"  r  r  r   rH  )
rx  r   r   r9  rJ   insr2  rX   fmt_sqlrg  r;   r;   r<   test_write_row_by_row2  s   
z!TestXSQLite.test_write_row_by_rowc           	      C  s   t  }t|d}| }|| d}|jd }t|}||t| W d    n1 s2w   Y  |	  t
d|}|jd d |_t ||d d  d S )Nr   z$INSERT INTO test VALUES (?, ?, ?, ?)r   r,  r   )r   r(  r   r7  rC   rD   r   r    r  r  r  r   rH  )	rx  r   r   r9  rJ   r/  rX   r  rg  r;   r;   r<   test_executeD  s   

zTestXSQLite.test_executec                 C  s   t  }t|d}| }|D ]}|d}t|dkr+|d dkr+|d dks+J qtj|dddgd	}| }d
|v s@J | }|| d S )Nr    r  r   r   r   DATETIMEr   r7  zPRIMARY KEY ("A", "B"))	r   r(  r   r7  
splitlinesr  r  rC   rD   )rx  r   r   r9  lineslinetokensrJ   r;   r;   r<   test_schemaT  s   
zTestXSQLite.test_schemac              	   C  s   d}|  }|| t|8}|d |d tjtjdd |d W d    n1 s3w   Y  W d    d S W d    d S 1 sKw   Y  d S )N
        CREATE TABLE test
        (
        a TEXT,
        b TEXT,
        c REAL,
        PRIMARY KEY (a, b)
        );
        ,INSERT INTO test VALUES("foo", "bar", 1.234)z,INSERT INTO test VALUES("foo", "baz", 2.567)zExecution failed on sqlr   z(INSERT INTO test VALUES("foo", "bar", 7))rC   rD   r   r    r   r  r  )rx  r   r9  rJ   r  r;   r;   r<   test_execute_failc  s   	


"zTestXSQLite.test_execute_failc              	   C  s   d}t td+}| }|| t|}|d W d    n1 s)w   Y  W d    n1 s8w   Y  d}tj	tj
|d td|d W d    d S 1 sYw   Y  d S )Nr:  r   r;  z$Cannot operate on a closed database.r   r,  r  )r   r   rl   rd   rC   rD   r   r    r   r  ProgrammingErrorr"  )rx  r9  r>   rJ   r  r  r;   r;   r<   test_execute_closed_connectionw  s   	
"z*TestXSQLite.test_execute_closed_connectionc                 C  s0   t dtdi}tj||ddddksJ d S )NFromr   testkeywordsFr  r   r   )r   r   onesr   r   )rx  r   r   r;   r;   r<   test_keyword_as_column_names  s   z(TestXSQLite.test_keyword_as_column_namesc                 C  sp   t ddgdgd}tj||ddddksJ |}tdd	 |d
D }|dks*J td
|}t|| d S )Nr   r  c0r   mono_dfFrA  c                 s  s    | ]}|d  V  qdS )r   Nr;   )rW   my_c0r;   r;   r<   	<genexpr>  s    z8TestXSQLite.test_onecolumn_of_integer.<locals>.<genexpr>zselect * from mono_dfrC  )r   r   r   sumrD   r  r   rH  )rx  r   rE  con_xthe_sumrg  r;   r;   r<   test_onecolumn_of_integer  s   z%TestXSQLite.test_onecolumn_of_integerc                 C  s  t ddgddgd}t g dg dd}d}d	| }d
}tjt|d tj|||dd W d    n1 s:w   Y  | || tj|||dd d}tjt|d tj|||dd W d    n1 skw   Y  tj|||ddd t||dddgksJ tj|||ddddksJ t||dg dksJ | || tj|||ddddksJ t||dddgksJ tj|||ddddksJ t||dg dksJ | || d S )Nr   r  r   r   )rb  rc  r  )r   r   Etable_if_existszSELECT * FROM z*'notvalidvalue' is not valid for if_existsr   notvalidvalue)r   r  r   r   r  z&Table 'table_if_exists' already existsr   F)r   r  r   r   r   r  r$  rC  rC  )rC  r   r  r   r   rL  r   )r$  rC  rO  rP  rQ  )r   r   r  r  r   r   rw  r"  )rx  r   df_if_exists_1df_if_exists_2r   
sql_selectr  r;   r;   r<   test_if_exists  s   
			zTestXSQLite.test_if_existsN)r|  r}  r~  rw  r+  r1  r2  r9  r<  r>  rC  rK  rU  r;   r;   r;   r<   r#    s    r#  )r)   r*   )r>   r?   r@   r
   )r@   r
   r)   r*   )r>   r?   r   r   )r   r   r)   r*   )r   r   )r   r*   r   )r  
__future__r   r   r   rF   r   r   r   r   r   r   pathlibr
   rl   r  r   r   pandas._libsr   pandas.util._test_decoratorsutil_test_decoratorsr  pandas.core.dtypes.commonr   r   pandasr   r   r   r   r   r   r   r   r   r   r   pandas._testing_testingr   pandas.core.arraysr   r   pandas.util.versionr   	pandas.ior   pandas.io.sqlr   r   r   r   r    r!   r"   r8   r  r  r.  r=   rM   ri   rn   r   r   r   r   r   rb  r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   mysql_connectablepostgresql_connectablesqlite_connectablesqlite_iris_connectablesqlalchemy_connectablesqlalchemy_connectable_irisall_connectableall_connectable_irisrc  r1  rd  r   r  r  r  r  r  r!  r%  r,  r3  r5  r6  r>  rA  rM  rh  rm  rn  ro  r  r  r  r  r  rg  r  r  r  r  r  r  r  r*   str_bytesr   r   r   rf  r  r  r!  r"  r#  r;   r;   r;   r<   <module>   s|   0$





!






#















		$%

"    G LX      Lb#s 0
