o
    ŀg	Q                     @  s  d Z ddlmZ ddlZddlmZmZ ddlmZ ddl	m
Z
mZmZ ddlZddlmZmZ ddlmZ dd	lmZ ddlm  mZ dd
lmZmZmZ ddlm Z  ddl!m"Z" ddl#m$Z$ ddl%m&Z& ddl'm(Z( ddl)m*Z*m+Z+ e
rddl,m-Z-m.Z. G dd dej/Z0G dd dej1Z1G dd de1Z2G dd dej3Z3G dd de3Z4G dd de4Z5G dd de3Z6G d d! d!e6Z7G d"d# d#ej8Z8G d$d% d%e"Z9d&d' Z:G d(d) d)ej;Z<G d*d+ d+Z=d0d.d/Z>dS )1z1 manage PyTables query interface via Expressions     )annotationsN)DecimalInvalidOperation)partial)TYPE_CHECKINGAnyClassVar)	Timedelta	Timestamp)UndefinedVariableError)is_list_like)expropsscope)ensure_decoded)BaseExprVisitor)is_term)extract_array)Index)pprint_thingpprint_thing_encoded)Selfnptc                      s4   e Zd ZU dZded< 			dd fd
dZ  ZS )PyTablesScope)
queryablesdict[str, Any]r   Nlevelintdict[str, Any] | NonereturnNonec                   s$   t  j|d ||d |pi | _d S )N   )global_dict
local_dict)super__init__r   )selfr   r"   r#   r   	__class__ T/var/www/html/myenv/lib/python3.10/site-packages/pandas/core/computation/pytables.pyr%   7   s   zPyTablesScope.__init__)NNN)r   r   r   r   r   r    )__name__
__module____qualname__	__slots____annotations__r%   __classcell__r)   r)   r'   r*   r   2   s   
 r   c                      sH   e Zd ZU ded< dddZdd fdd	Zd
d Zedd Z  Z	S )Termr   envNc                 C  s   t |tr| }nt}t|S N)
isinstancestrConstantobject__new__)clsnamer2   sideencodingklassr)   r)   r*   r8   E   s   

zTerm.__new__r   r    c                   s   t  j||||d d S N)r;   r<   )r$   r%   r&   r:   r2   r;   r<   r'   r)   r*   r%   L      zTerm.__init__c                 C  sb   | j dkr| j| jjvrtdt| j d| jS z
| jj| jddW S  ty0   | j Y S w )Nleftzname z is not definedF)is_local)r;   r:   r2   r   	NameErrorreprresolver   r&   r)   r)   r*   _resolve_nameO   s   

zTerm._resolve_namec                 C     | j S r3   )_valuerF   r)   r)   r*   value^      z
Term.valueNNr2   r   r   r    )
r+   r,   r-   r/   r8   r%   rG   propertyrJ   r0   r)   r)   r'   r*   r1   B   s   
 
r1   c                      s(   e Zd Zd
d fddZdd	 Z  ZS )r6   Nr2   r   r   r    c                   s.   t |tsJ t|t j||||d d S r>   )r4   r   typer$   r%   r?   r'   r)   r*   r%   d   s   zConstant.__init__c                 C  rH   r3   )_namerF   r)   r)   r*   rG   h   s   zConstant._resolve_namerL   rM   )r+   r,   r-   r%   rG   r0   r)   r)   r'   r*   r6   c   s    r6   c                      s   e Zd ZU dZded< ded< ded< d$ fd
dZd%ddZdd Zdd Ze	d&ddZ
e	d&ddZe	dd Ze	dd Ze	dd Zd'ddZd(d d!Zd%d"d#Z  ZS ))BinOp   r5   opr   r   z
str | None	conditionr   r    c                   s&   t  ||| || _|| _d | _d S r3   )r$   r%   r   r<   rT   )r&   rS   lhsrhsr   r<   r'   r)   r*   r%   s   s   
zBinOp.__init__c                 C     d S r3   r)   rF   r)   r)   r*   _disallow_scalar_only_bool_opsy      z$BinOp._disallow_scalar_only_bool_opsc                   s    fdd}j j}}t|rt|r||j|j}|S t|s2t|r2|| |j}|S t|rEt|sE||j| }|S t|sXt|sX|| | }|S )Nc                   s   | du r|S |du r| S  }t | tr*t |trt}n*t | |r"| S t ||r)|S nt | trEt |tr7t}nt | |r>| S t ||rE|S |j| |jjd S )z5create and return a new specialized BinOp from myselfN)r   r<   )	r4   ConditionBinOpJointConditionBinOpFilterBinOpJointFilterBinOprS   r   r<   evaluate)rA   rightkr=   r&   r)   r*   pr}   s2   







zBinOp.prune.<locals>.pr)rU   rV   r   rJ   prune)r&   r=   rb   rA   r_   resr)   ra   r*   rc   |   s   zBinOp.prunec                 C  s&   t |s|g}t|tjr| }|S )zinplace conform rhs)r   r4   npndarrayravel)r&   rV   r)   r)   r*   conform   s
   zBinOp.conformboolc                 C  s   | j | jv S )z$return True if this is a valid field)rU   r   rF   r)   r)   r*   is_valid   s   zBinOp.is_validc                 C  s   | j | jduS )zx
        return True if this is a valid column name for generation (e.g. an
        actual column in the table)
        N)r   getrU   rF   r)   r)   r*   is_in_table   s   zBinOp.is_in_tablec                 C     t | j| jddS )zthe kind of my fieldkindNgetattrr   rk   rU   rF   r)   r)   r*   rn         z
BinOp.kindc                 C  rm   )zthe meta of my fieldmetaNro   rF   r)   r)   r*   rr      rq   z
BinOp.metac                 C  rm   )zthe metadata of my fieldmetadataNro   rF   r)   r)   r*   rs      rq   zBinOp.metadatac                 C  s(   | | j}d| j d| j d| dS )z2create and return the op string for this TermValue( ))tostringr<   rU   rS   )r&   vvalr)   r)   r*   generate   s   zBinOp.generate	TermValuec                   s   fdd}t  j}t  j}|dks|rB|drBt|ttfr&||}t |}t|d}|j	dur;|
d}t||j|S |dv rdt|trPt|}nt|d	d
}|dj}tt|||S |dkrt jdd}||vrvd}n|j|dd}t||dS |dkrzt|}W n ty   t| Y n	w t|jdd}t|||S |dkrt|}t|||S |dkrt|tr|  dv}nt|}t|||S t|trt|||dS td| dt| d| d)zn
        convert the expression that is in the term to something that is
        accepted by pytables
        c                   s     j d urt|  j dS t| S )N)r<   )r<   r   r   )rJ   rF   r)   r*   	stringify   s   
z&BinOp.convert_value.<locals>.stringifydatetime
datetime64nsNUTC)timedelta64	timedeltas)unitcategoryT)extract_numpyrA   )r;   integerROUND_HALF_EVEN)roundingfloatri   )	falsefnonnone0z[]z{} stringzCannot compare z	 of type z to z column)r   rn   rr   
startswithr4   r   r   r
   as_unittz
tz_convertr{   rI   r5   r	   r   rs   searchsortedr   r   to_integral_exactstriplowerri   	TypeErrorrO   )r&   rx   r|   rn   rr   rs   resultv_decr)   rF   r*   convert_value   sT   







 zBinOp.convert_valuec                 C  rW   r3   r)   rF   r)   r)   r*   convert_values  rY   zBinOp.convert_values)rS   r5   r   r   r   r    r   r    r   ri   r   r5   )r   r{   )r+   r,   r-   _max_selectorsr/   r%   rX   rc   rh   rN   rj   rl   rn   rr   rs   rz   r   r   r0   r)   r)   r'   r*   rQ   l   s,   
 
*




GrQ   c                   @  sL   e Zd ZU dZded< dddZdd	d
Zdd ZdddZddddZ	dS )r\   Nztuple[Any, Any, Index] | Nonefilterr   r5   c                 C  s0   | j d u rdS td| j d  d| j d  dS )NzFilter: Not Initializedz[Filter : [r   z] -> [r!   ])r   r   rF   r)   r)   r*   __repr__  s   
"zFilterBinOp.__repr__r   c                 C  s.   | j dur| j d | jdd| j d f| _ | S )zinvert the filterNr   T)invert   )r   generate_filter_oprF   r)   r)   r*   r   "  s   

zFilterBinOp.invertc                 C  s   | j gS )zreturn the actual filter format)r   rF   r)   r)   r*   format,  s   zFilterBinOp.formatSelf | Nonec                 C  s   | j std|  d| | j}t|}| jr5| jdv r3t|| jkr3| 	 }| j
|t|f| _| S d S | jdv rI| 	 }| j
|t|f| _| S td|  d)Nquery term is not valid [r   ==!=z7passing a filterable condition to a non-table indexer [)rj   
ValueErrorrh   rV   listrl   rS   lenr   r   rU   r   r   r   )r&   rV   values	filter_opr)   r)   r*   r^   1  s"   

zFilterBinOp.evaluateFr   ri   c                 C  s,   | j dkr|r| j dkr|rdd S dd S )Nr   r   c                 S  s   |  | S r3   isinaxisvalsr)   r)   r*   <lambda>O  s    z0FilterBinOp.generate_filter_op.<locals>.<lambda>c                 S  s
   |  |S r3   r   r   r)   r)   r*   r   Q  s   
 )rS   )r&   r   r)   r)   r*   r   M  s   zFilterBinOp.generate_filter_opr   r   r   r   r   )F)r   ri   )
r+   r,   r-   r   r/   r   r   r   r^   r   r)   r)   r)   r*   r\     s   
 



r\   c                   @  s   e Zd Zdd ZdddZdS )	r]   c                 C     t d)Nz unable to collapse Joint FiltersNotImplementedErrorrF   r)   r)   r*   r   U  s   zJointFilterBinOp.formatr   r   c                 C  s   | S r3   r)   rF   r)   r)   r*   r^   Y  rY   zJointFilterBinOp.evaluateNr   )r+   r,   r-   r   r^   r)   r)   r)   r*   r]   T  s    r]   c                   @  s0   e Zd ZdddZdd Zdd Zdd
dZdS )rZ   r   r5   c                 C  s   t d| j dS )Nz[Condition : [z]])r   rT   rF   r)   r)   r*   r   ^  s   zConditionBinOp.__repr__c                 C  r   )zinvert the conditionz6cannot use an invert condition when passing to numexprr   rF   r)   r)   r*   r   a  s   zConditionBinOp.invertc                 C  rH   )zreturn the actual ne format)rT   rF   r)   r)   r*   r   j  rK   zConditionBinOp.formatr   c                   s    j std  d jsd S   j} fdd|D } jdv rBt| jkr@ fdd|D }dd| d	 _	 S d S  
|d
  _	 S )Nr   r   c                      g | ]}  |qS r)   )r   .0rx   rF   r)   r*   
<listcomp>x      z+ConditionBinOp.evaluate.<locals>.<listcomp>r   c                   r   r)   )rz   r   rF   r)   r*   r   ~  r   rt   z | rv   r   )rj   r   rl   rh   rV   rS   r   r   joinrT   rz   )r&   rV   r   vsr)   rF   r*   r^   o  s   
zConditionBinOp.evaluateNr   r   )r+   r,   r-   r   r   r   r^   r)   r)   r)   r*   rZ   ]  s
    
	rZ   c                   @  s   e Zd ZdddZdS )r[   r   r   c                 C  s(   d| j j d| j d| jj d| _| S )Nrt   ru   rv   )rU   rT   rS   rV   rF   r)   r)   r*   r^     s   $zJointConditionBinOp.evaluateNr   )r+   r,   r-   r^   r)   r)   r)   r*   r[     s    r[   c                   @  s   e Zd Zdd ZdS )UnaryOpc                 C  sh   | j dkr	td| j}||}|d ur2t|tr|jd us.t|ts2t|tr2|jd ur2|	 S d S )N~z$UnaryOp only support invert type ops)
rS   r   operandrc   
issubclassrZ   rT   r\   r   r   )r&   r=   r   r)   r)   r*   rc     s   



zUnaryOp.pruneN)r+   r,   r-   rc   r)   r)   r)   r*   r     s    r   c                      st   e Zd ZU eZded< eZded< d fddZdd
dZ	dd Z
dd ZdddZdd Zdd Zdd Z  ZS )PyTablesExprVisitorzClassVar[type[ops.Term]]
const_typezClassVar[type[Term]]	term_typer   r    c                   sH   t  ||| | jD ]}| j| }t| d| |f fdd	 qd S )Nvisit_c                   s   t t|fi  S r3   )r   rQ   )nodebin_opkwargsr)   r*   r     s    z.PyTablesExprVisitor.__init__.<locals>.<lambda>)r$   r%   
binary_opsbinary_op_nodes_mapsetattr)r&   r2   engineparserr   r   bin_noder'   r   r*   r%     s   

zPyTablesExprVisitor.__init__ops.Term | UnaryOp | Nonec                 K  sh   t |jtjtjfrtd| |jS t |jtjr'| 	| |jj
 | jS t |jtjr2tdd S )Nr   zUnary addition not supported)r4   rS   astNotInvertr   visitr   USubr   rJ   r2   UAddr   r&   r   r   r)   r)   r*   visit_UnaryOp  s   z!PyTablesExprVisitor.visit_UnaryOpc                 K  s   |  |jjS r3   )r   rJ   r   r)   r)   r*   visit_Index  s   zPyTablesExprVisitor.visit_Indexc                 K  s*   t jt  g|jd |jgd}| |S )Nr   )r   rA   comparators)r   CompareEqtargetsrJ   r   )r&   r   r   cmprr)   r)   r*   visit_Assign  s   
z PyTablesExprVisitor.visit_Assignops.Termc              
   K  s   |  |j}|  |j}z|j}W n	 ty   Y nw t|tr#|j}z
| || | jW S  tyH } zt	dt
| dt
| |d }~ww )Nzcannot subscript z with )r   rJ   sliceAttributeErrorr4   r1   r   r2   r   r   rD   )r&   r   r   rJ   slobjerrr)   r)   r*   visit_Subscript  s&   

z#PyTablesExprVisitor.visit_Subscriptc                 K  s   |j }|j}t|j}|tjkrH| |}z|j}W n	 ty#   Y nw z| t	||| j
W S  tyG   t|tjrE|j|krE| Y S Y nw td|j )NzInvalid Attribute context )attrrJ   rO   ctxr   Loadr   r   r   rp   r2   r4   Nameidr   r+   )r&   r   r   r   rJ   r   resolvedr)   r)   r*   visit_Attribute  s$   



z#PyTablesExprVisitor.visit_Attributec                 C  s   t |tjr
t S |S r3   )r4   r   Inr   )r&   rS   r)   r)   r*   translate_In  r@   z PyTablesExprVisitor.translate_Inc                 C  s   |  |j|j||fS r3   )r   rS   )r&   r   rA   r_   r)   r)   r*   _rewrite_membership_op  s   z*PyTablesExprVisitor._rewrite_membership_opr   )r   r   )r   r   )r+   r,   r-   r6   r   r/   r1   r   r%   r   r   r   r   r   r   r   r0   r)   r)   r'   r*   r     s   
 



r   c                 C  s"   t | ttfst| std| S )a  
    Validate that the where statement is of the right type.

    The type may either be String, Expr, or list-like of Exprs.

    Parameters
    ----------
    w : String term expression, Expr, or list-like of Exprs.

    Returns
    -------
    where : The original where clause if the check was successful.

    Raises
    ------
    TypeError : An invalid data type was passed in for w (e.g. dict).
    zLwhere must be passed as a string, PyTablesExpr, or list-like of PyTablesExpr)r4   PyTablesExprr5   r   r   )wr)   r)   r*   _validate_where  s
   r   c                   @  sN   e Zd ZU dZded< ded< ded< 				ddddZdddZdd ZdS )r   a  
    Hold a pytables-like expression, comprised of possibly multiple 'terms'.

    Parameters
    ----------
    where : string term expression, PyTablesExpr, or list-like of PyTablesExprs
    queryables : a "kinds" map (dict of column name -> kind), or None if column
        is non-indexable
    encoding : an encoding that will encode the query terms

    Returns
    -------
    a PyTablesExpr object

    Examples
    --------
    'index>=date'
    "columns=['A', 'D']"
    'columns=A'
    'columns==A'
    "~(columns=['A','B'])"
    'index>df.index[3] & string="bar"'
    '(index>df.index[3] & index<=df.index[6]) | string="bar"'
    "ts>=Timestamp('2012-02-01')"
    "major_axis>=20130101"
    zPyTablesExprVisitor | None_visitorr   r2   r5   r   Nr   r   r   scope_levelr   r   r    c           	      C  s  t |}|| _d | _d | _d | _d | _d }t|tr"|jj	}|j
}n1t|rQt|}t|D ]\}}t|tr<|jj	}q.t |||< q.ddd t|D }n|}|| _
t|d |d| _|d urt| j
tr| jj| t| j|dd|d| _|  | _d S d S d S )Nz & c                 S  s   g | ]}d | dqS )rt   rv   r)   )r   r   r)   r)   r*   r   Q  s    z)PyTablesExpr.__init__.<locals>.<listcomp>r!   )r#   pytables)r   r   r   r<   )r   r<   rT   r   termsr   r4   r   r2   r   r   r   r   	enumerater   comflattenr   r5   r   updater   parse)	r&   wherer   r<   r   r#   _whereidxr   r)   r)   r*   r%   4  s>   


zPyTablesExpr.__init__c                 C  s   | j d ur
t| j S t| jS r3   )r   r   r   rF   r)   r)   r*   r   d  s   


zPyTablesExpr.__repr__c              
   C  s   z	| j t| _W n ty" } ztd| j d|  d|d}~ww z	| j t| _W n tyE } ztd| j d|  d|d}~ww | j| jfS )z2create and return the numexpr condition and filterzcannot process expression [z], [z] is not a valid conditionNz] is not a valid filter)	r   rc   rZ   rT   r   r   r   r\   r   )r&   r   r)   r)   r*   r^   i  s*   zPyTablesExpr.evaluate)NNr   )r   r   r   r   r   r    r   )r+   r,   r-   __doc__r/   r%   r   r^   r)   r)   r)   r*   r     s   
 
0r   c                   @  s$   e Zd ZdZdddZddd	Zd
S )r{   z<hold a term value the we use to construct a condition/filterrn   r5   r   r    c                 C  s(   t |ts	J ||| _|| _|| _d S r3   )r4   r5   rJ   	convertedrn   )r&   rJ   r
  rn   r)   r)   r*   r%     s   
zTermValue.__init__c                 C  sH   | j dkr|durt| jS d| j dS | j dkrt| jS t| jS )z6quote the string if not encoded else encode and returnr   N"r   )rn   r5   r
  rD   )r&   r<   r)   r)   r*   rw     s   




zTermValue.tostringN)rn   r5   r   r    r   )r+   r,   r-   r	  r%   rw   r)   r)   r)   r*   r{   }  s    
r{   r   ri   c                   s4   t  tsdS tjtj d }t fdd|D S )z7loose checking if s is a pytables-acceptable expressionF)=c                 3  s    | ]}| v V  qd S r3   r)   )r   rS   r   r)   r*   	<genexpr>  s    z#maybe_expression.<locals>.<genexpr>)r4   r5   r   r   	unary_opsany)r   
operationsr)   r  r*   maybe_expression  s   
r  r   )?r	  
__future__r   r   decimalr   r   	functoolsr   typingr   r   r   numpyre   pandas._libs.tslibsr	   r
   pandas.errorsr   pandas.core.dtypes.commonr   pandas.core.commoncorecommonr  pandas.core.computationr   r   r   _scopepandas.core.computation.commonr   pandas.core.computation.exprr   pandas.core.computation.opsr   pandas.core.constructionr   pandas.core.indexes.baser   pandas.io.formats.printingr   r   pandas._typingr   r   Scoper   r1   r6   rQ   r\   r]   rZ   r[   r   r   r   Exprr   r{   r  r)   r)   r)   r*   <module>   sF    !	 /:	-Ui