1jQ " U d dl mZ d dlmZmZ d dlZd dlmZmZ d dlm Z m
Z
d dl m Z m Z m
Z
d dlZd dlmZ g Z G d d e Zd
Zd e
d efd
Zde
fdZde
fdZd Zi fdZd5de
fdZd5de
fdZd6de dg de d e fdZ d Z de d e fd Z!de d e fd Z"d7d Z#d e$fd Z%d e fd Z&d e fd!Z'd8d"e de
e(z d#e fd$Z)e G d% d& Z* G d' d(e+ Z,d) Z-d e fd*Z.d+ Z/d, Z0de d e fd-Z1de d e fd.Z2i a3e e4d/< d0e d e e e f fd1Z5d9d0e d2e d3e d e fd4Z6y): )jsonify) dataclassfieldN)dumps JSONEncoder)OptionalAny)datetime timedeltadate)parserc e Zd Zd Zy) json_encoderc t |t t t f r t | S t |t
rq|j dkD rM|j r&dj |j |j S dj |j S t |j S t j j | | S # |j cY S # t |d r|j cY cY S t! dt# | |g t | cY cY S xY wxY w# t$ $ r}t! d| Y d }~y d }~ww xY w)Nr z{} days {} secondsz
{} seconds__dict__zUnknown Type for jsontitledataJSON)
isinstancer
r IODatestrr secondsdaysformatintjsonr defaultto_JSONhasattrr Debugtype Exception)selfobjes /var/www/mission/io/Utils.pyr zjson_encoder.default s xV,- s8O
3 "
{{Q
!
(
(#++
>>
-- M
$ $T3 //
[[] Z ll *c3@#h v1 sw %D* AD* 9D* D* * C
D'
C D' D* D$9D';D* =#D$ D'"D* $D''D* * E
3
EE
N)__name__
__module__ __qualname__r r' r r s r, r c * t | y# Y yxY w)NTF)floatvals r'
is_numericr1 . s *
s ldatareturnc 2 | x g S t d x\ | S | gS )Nr+ )list)r2 s r' toListr6 5 s&
9 v
< '>r, numc @ | x yt d x\ | S t | S )Nr r+ r )r7 s r' toIntr: > s&
u
:
c(?r, itemc @ | x yt d x\ | S t | S )N r+ r )r; s r' toStrr? G s'
u
;
d)r, c | yt | dt S # t $ r-}t d| t | t | cY d }~S d }~ww xY w)Nr= T)skipkeysclsz JSON troubler )r r r# r! r )r r& s r' toJSONrC P sI \
d|
44 n!$+ Ts A
"AA
A
c | t | t | k( r| S t | t s| S | s|S t j | S # t
$ rl} | j
d dk\ r dd l}|j | xs |cY d }~S n# Y nxY wt dt | | g t d| |cY d }~S d }~ww xY w)N'r zTrouble Parsing JSONr z
JSON Error)
r" r r r loadsr# findast literal_evalr! )r dr& rH s r' getJSONrK \ s J$q'
,4
+
(
D
iina D ! &Q& $4:d*;<l"
( s5 A B;,B<B;B6B+B60B;6B;r c | d S # |cY S xY wNr r+ r r s r' firstrO w s
a. .
c | d S # |cY S xY wNr+ rN s r' lastrT } s
b/ .rP r r drop_keyc N i }|D ] }|j | }|r|| = |||< |S N)get)r r rU rdatarowkeys r' group_byr\ s= S #
5z%*
r, c y)Nz Woohoo!
Debug:
r+ r+ r, r' tstr^ s (r, c @ dd l }|j j | S rM ) urllib.parseparse
quote_plusr urllibs r'
url_encodere s %%r, c @ dd l }|j j | S rM )r` ra unquoterc s r'
url_decoderh s T""r, c dd l }dd l}ddlm} |j }d} t | dkD sJ d | d j }|j ||d } | j
| D ] }
| j |
|j }|rAt dj | t | 5 } | j | d d d |S |S # 1 sw Y |S xY w# t $ r} t d| Y d } ~ |S d } ~ ww xY w)
Nr )StringIOr= z
Empty Dataz excel-tab)
fieldnamesdialectzWriting file {}Troubler )csviorj lenkeys
DictWriter writeheaderwriterowgetvalueprintr openwriter# r! )
r fnamedelimrn ro rj csvfiler0 colswriterr; fr& s
r' mk_csvr s
;;= T1"l"
a $ >>'T+> F& d ??4 #
! !% () U qGGCL
iQ s6 BC) =C C) C&!C) &C) ) D
2
DD
c . t | S # | cY S xY wrW absr/ s r' negr s
c(
*s c ddl m} i }| j j D ]
\ }}|||< | j j D ]
\ }}|||< | j
j D ]
\ }}|||< | j j D ]
\ }}|||< |S # t $ r}t d| Y d }~Fd }~ww xY w# Y |S xY w)Nr )requestzTrouble with file uploadr ) flaskr formitemsargsfilesr# r! r )r r kvr~ r& s r' parmsr s
LL SQq
$q'
LL SQq
$q' 1
]]
" ca
47
\\
!
ca 47
1(a001 s$ 'B+ 'C + C 4
CC Cc : dd l }dd l}|j \ }}}|j }|j }|j
j }|j | |j |||j } dj ||| j | }
|
S )Nr #EXCEPTION IN ({}, LINE {} "{}"): {}) linecachesysexc_infotb_frame tb_linenof_code co_filename
checkcachegetline f_globalsr strip) errorr r exc_typeexc_objtbr~ linenofilenamelinee_strs r' errorStrr s 7B[[
,,
HH
h (FAKK8 . 5 5h
V] ^
r, r debugc dd l }|j d }|j | |xs d}|sy |xt d x\ dd l}dd l}|j
\ }}} | j }
| j } |
j j } |j | |j | | |
j }
|}|j dj | | |
j | nv xxt d x\ n xt" d x\ n n t% |ddt& }n@xxt( d x\ n xt* d x\ n xt, d x\ n n |}nn t) | }s t) | }t/ d | d
t/ | t/ d t1 | d |j d | d
|j | |j d t1 | d y )
Nr werkzeugr= r+ r T)indent ensure_asciirB z*************************z***********************z***************z**********************)logging getLoggerinfor# r r r r r r r r r r r r dictr5 r r r r tuplerv r" )r r r r loggerr r r r r r~ r r r rJ s r' r! r! s
J
'T
y{
<<>8Wb {{1 LL6hh""8 !
Hfakk
:4 1 ;;4;;Hfdjjl\cde vtv T >1 usuusuwuw 1
4y1 $i! "5')@ABq d $:;<(/F
GHQ tDzl*@
ABr, c e Zd ZU ee Zeeef ed< dZe ed< dZ
eed< d Z e d Z
e d Ze d
Zy ) Output)default_factoryr statusr= messagec | j S rW r r$ s r' __str__zOutput.__str__ s
r, c J | j | j | j dS )Nr r r r r s r' r% z
Output.obj s DKK$,, GGr, c , t | j S rW )r r% r s r' r z Output.json s r, c | j S rW r r s r' responsezOutput.response s
r, N)r( r) r* r r r r __annotations__r r r r propertyr% r r r+ r, r' r r so T2tCG}2 # H H r, r c 2 e Zd ZdddddZdddd d
d d d
Zg dZg dZdZdZdZ dhdZ
d Z e de
fd Ze defd Ze d Ze d Ze d Zed Zed Zed Zed Zed Zed Zedid! Ze d" Z edjd# Z edjd$ Z ed% Z d& Z d' Z!dkd(Z"did)Z#did*Z$did+Z%did,Z&d- Z'd. Z(d/ Z)d0 Z*dhd1Z+dld2Z,dkd3Z-d4 Z.d5 Z/d6 Z0d7 Z1d8 Z2d9 Z3dmd:Z4dmd;Z5dmd<Z6dnd=Z7dod>Z8d? Z9d@ Z:dA Z;dB ZdE Z?dF Z@dG ZAdH ZBdI ZCdmdJZDdK ZEdmdLZFdM ZGedN ZHdO ZIdP ZJdpdQZKdidRZ
dS ZLdT ZMdU ZNdV ZOdldWZPdldXZQdY ZRdZ ZSe d[ ZTd\ ZUd] ZVd^ ZWd_ ZXd` ZYda ZZdb Z[dc Z\dd Z]de Z^df Z_dmdgZ`y)qr )z1-1z3-31)z4-1z6-30)z7-1z9-30)z10-1z12-31r r r r r r r )MondayTuesday WednesdayThursdayFridaySaturdaySunday) JanuaryFebruaryMarchAprilMayJuneJulyAugust SeptemberOctoberNovemberDecember) JanFebMarAprr JunJuAugSepOctNovDec FNc n | j | |r| j | y | j y rW )settzpst)r$ dStrtzones r' __init__zIODate.__init__$ s$ ((4.
775>88:r, c " | j S rW dateStrr s r' _zIODate._,
r, r3 c ( | j dd S )Nr r r s r' ymz IODate.ym/ s
! r, c & | j d S )NFr ) daysFromNowr s r' agez
IODate.age3 s
e $$r, c | j j | j dz
}|j j d }||fS )Nr r r )clonedelta dayOfWeekr$ rO rT s r' work_weekzIODate.work_week7 sM
**,
DNN$4Q$6"7
8% ! $$ tr, c D | j \ }}dj || S )Nz{}::{})r r r s r' work_week_idzIODate.work_week_id= s ~~*% t $$r, c < | j j d S Nr r isocalendarr s r' weekz IODate.weekB s
##r, c t | }t | }g }|j |j k rK|j |j |j d |j |j k rK|S )Nr r )r timestampappendr r )rB startend startDateendDater s r'
list_rangezIODate.list_rangeF sm Um) 3K' $w 0 00;;y "# ??? w 0 00
+r, c V t t j t | dz S )Ni )r r
fromtimestampr~ )rB tstamps r'
fromTimestampzIODate.fromTimestampP s &&& $8 99r, c J t |dz }t |dz dz }||dS )Ni < )hoursminutesr9 )r$ r r r s r' unStampzIODate.unStampT s.
gdl
% r! "'' **r, c T | j | }dj |d |d S )Nz{}h {}mr r )r r )rB r ts r'
unStampStrzIODate.unStampStrZ s+ kk'! !G*Qy\ 22r, c < t j | } | | S rW )r
r )rB r rJ s r'
withtimestampzIODate.withtimestamp_ s Y'! Q-r, c | t | S y rW )r )rB r s r' optionalzIODate.optionald s
/
r, c t | }|dkD r?|t | j k r&|r| j |dz
S | j |dz
S y y )Nr r )r rp
monthNamesshortMonthNames)r$ r7 shorts r' monthNamezIODate.monthNamek sT C#!Vc$//** A && ??3q5 !! +Vr, c , | j dz
dz dz S )Nr r )monthr s r' quarterzIODate.quartert s
**Q, Q r, c > t | }t | }d}g }|sdj |j |j }||vr(t | t | k r|j | t | t | kD rd}|j
d |s|S NFz{}-{}Tr r )r r yearr$ r r r )r$ r r
r curdonemonthsq_strs r' listMonthRangezIODate.listMonthRangex s 3K'u
# $
& >>#((399 -5 F?C#g, 6
MM% #hs7| D99!9
-r, c B t | }t | }d}g }|s|j }dj |j | }||vr(t | t | k r|j | t | t | kD rd}|j
d |s|S r' )r r% r r( r r r ) r$ r r
r r) r* quartersr% r, s r' listQuarterRangezIODate.listQuarterRange s
3K'u
# $
(
[[7 >>#((7 +5 H #c(CL"8 OOE #hs7| D99!9
/r, c t | }t | }g }t t |j |j z
dz D ]2 }|j t |j t | z 4 |S r )r ranger r( r r )rB r r
yearsis r'
year_rangezIODate.year_range sf
-%s #
% UZZ()!+ , (a<<EJJA&'( ,r, c t |t r|j | _ y t |t r|| _ y t | r4t j
| _ | j
t | y |r% t j t | | _ y t j
| _ y # t $ r@}t || t j
| _ | j Y d }~y d }~ww xY w)Nr )r r r r
r1 nowr r r
ra r r# r! r )r$ r r& s r' r z
IODate.set s f yy49$x 49$||~49::c$i SY'DI ||~49
! DIHHJJ s =#B; ; D6C??Dc H | j j |i || _ | S rW r replace)r$ argcargvs r' setDatezIODate.setDate s$ dii --$)
+r, c . | j ||| | S Nhourminutesecondtimer$ rA rB rC s r' setTimezIODate.setTime s ))V6)2
,r, c . | j ddd | S )Nr r@ rD r$ r= s r' r z IODate.start s ))!1)%
,r, c . | j ddd | S )N ; r@ rD rI s r' r
z
IODate.end s ))2R)(
+r, c l | j j d | _ |r| j | S )Nr day)r r: r )r$ rE s r'
first_datezIODate.first_date s, ii A &$) ::<
+r, c | j }| j j | | _ |r| j | S )NrN ) daysInMonthr r: r
)r$ rE
month_dayss r' last_datezIODate.last_date s: !*ii J /$) 88:
+r, c 8 | j j d S Nz%Y-%m-%d %H:%M:%Sr strftimer s r' sqlformatzIODate.sqlformat s
/ 01r, c " | j S rW )rY r s r' sqlz
IODate.sql s
r, c t | S rW r> r s r' __repr__zIODate.__repr__ s Tr, c t | }t | }| j |j k\ xr | j |j k S rW )r r )r$ r r
s r'
is_betweenzIODate.is_between s9
-%s #
..5??
*
Lt~~s}}/LMr, c ^ t || j }|r|n| j j }t dj | dd |dkD s|dk rt dd|i | j }t
t j d
j || j | d d }t
t j d
j || j | d d }t d
j |j |j dd ||fS )Nz Quarter: {}QuarterT)r r forcer r zquarterDate: bad quarterr% r {} {}r %Y %m-%dz{}=>{}zStart End Dates) r: r% r r( r! r r r
strptime quarterDatesdayStr)r$ r% r( r r
s r' quarterDatezIODate.quarterDate s '$,, ''499>>$}##G,YTJ q[GaK) '/BC
\\7
""7>>$t7H7H7QRS7T#UV`a
b%x T5F5Fw5OPQ5R!ST^_`#xu||~cjjl;DU\`a
r, c ddddd}|r|n | j }g }t | j j d }t d D ] }|dz
}|d k( r|dz
}d}|| d }t d
d |i |j
t j d
j || j | d d t j d
j || j | d d f |S )N)r Z )[ ) i )i im r z%Yr r r zgetQuarterDates=>daysr r rc rd ) r% r: r rX r2 r! r r
re r rf )r$ r% qcurQdatesr( r4 r s r' getQuarterDateszIODate.getQuarterDates s (Y3! $
% tyy!!$' ($ 8 a
(4
ai !8D D
D'!*4&VDM:<<
w~~d4+<+>@
AAr, c * | j rWt j d }|j t ddd }t | j |z
j S t | j t ddd z
j S r )r r r r r
r. r r r s r' __float__zIODate.__float__ sq [[
e 2
;;xa+ ,5
U"113
44
XdAq 11@@B
CCr, c J t | j j d S )Nr r r s r' r zIODate.__str__ s TYY
+ ,,r, c 8 | j j d S rx rW r s r'
week_day_namezIODate.week_day_name rz r, c t j | } |j | j | _ | S # t $ r+}| j j | | _ Y d }~| S d }~ww xY wrW )r r r r r#
astimezone)r$ zoner r& s r' r z IODate.tz s_ }}T"({{499%49
+
(yy##B'499
+(s 9 A- A((A-c X | j d | S # t $ r }Y d }~| S d }~ww xY w)Nz
US/Pacific)r r# )r$ r& s r' r z
IODate.pst s4 77<
+
+s ))c : | j d | S # Y | S xY w)Nr )r r s r' r z
IODate.utc s( 775>
+
+s c 6 t t j S )N)r )r r
daylightDeltar s r' dst_deltazIODate.dst_delta! s -- ..r, c < | j | j z
S rW )r r r s r' amazon_timezIODate.amazon_time$ s
T^^% %%r, c 8 | j j d S )Nz%Y-%m-%dT%H:%M:%S.%f0%zrW r s r' iso_extzIODate.iso_ext' s
5 66r, c p |r| j j S | j j d S )Nz%Y-%m-%dT%k:%M:%S)r isoformatrX r s r' amzz
IODate.amz* s.
))
))
0
11r, )NNF)ir )r r r rW T)r r r N)r r r r Nr )FT)ar( r) r* rf dayNameIntsr r r useDayLightr r r r r r r r r r r classmethodr
r r r r r r" r% r- r0 r5 r r= rG r r
rP rT rY r[ r] r_ rh rq rE r r ry rR r r
r r rg r r r r r r r r r r r r r r r r r r r7 r r r r r r r r r r r r r r r r r r r r r r r r+ r, r' r r s !N^FVW Q11XYcde}[ %# % %
% % $ $ : : + +
3 3 " " $ & 2N , '"
$#! & 2 + 6 66 3" <BD4-"/&72r, r c | |z
| z dz S rR r+ )r r
s r' r r 1 s
#+ "$$r, c * dd l }dd l}|j \ }}}|j }|j }|j
j }|j | |j |||j } d| d| d| j d| S )Nr zEXCEPTION IN (z, LINE z "z"): ) r r r r r r r r r r r )
r& r r r r r r~ r r r s
r' exception_infor
4 s 7B[[
,,
HH
h (FAKK8
'&DJJL>gYOPr, c R dd l }|j | }|j d }|S )Nr UTF-8)base64 b64encodedecode)inputr
dataBase64 dataBase64Ps r'
b64_encoder ? s+ u% )r, c J dd l }|j | j d S )Nr ascii)r decodebytesencode)r r s r'
b64_decoder F s 5<<011r, c 2 ddl m} ddlm} d}t | }t |d } | syd}|j
||j | }||j | z }t | S # t $ r%} t | t d| | d
Y d } ~ yd } ~ ww xY w) Nr AESRandom 7313377313377311r r= ϼ)"X]6nEncryptr Errorr )
Crypto.Cipherr Cryptor r bytesnewMODE_CFBencryptr r# rv r! )
r r r secretjr ivciphermsgr& s
r' encrr1 J s
4[
1W
9" 7763<< ,&
V^^A
# C (iT! 45 s A( =A( ( B1BBc 8 ddl m} ddlm} d}t | } | syd}|j ||j | }|j | t | d j d }|S # t $ r%}t | t d| |d
Y d }~yd }~ww xY w) Nr r r r! r= r" r Decryptr$ r )
r& r r' r r r) r* decryptrp r r# rv r! ) r r r r, rJ r. r/ r0 r& s r' decrr5 b s
8" 7763<< ,&q#b'(#**73# * (iT! 45 s A+ A A+ + B4BB
_config_cachesectionc t sddl}ddlm} |t j j dz }|j }|j st d| |j |d |j D ci c] }|t || c}a t j | i S c c}w )zRead a section out of the .config file that sits next to this module.
Resolved against __file__ rather than the cwd, so it works no matter what
WorkingDirectory the service is started with. Cached after the first read.
r N)Pathz.configzMissing config file: utf8)encoding)r6 configparserpathlibr9 __file__resolveparent ConfigParseris_file RuntimeErrorreadsectionsr rX )r7 r< r9 pathr
r s r' configrG | s
h ! ( (9 4$ $ $ &&
-dV4 55
&++dV$8G8IJ4fTl++J-'2&& Ks
B<r[ requiredc h t | j |d }|r|st d| d| d |S )Nr= z Missing [z] z in .config)rG rX rC )r7 r[ rH r0 s r' config_valuerJ s<
g3# Sy C5 <== r, )r= r )N )r= NTr )7r r dataclassesr r r r r typingr r r
r r r dateutilr
_debug_logr r1 r5 r6 r: r? rC rK rO rT r boolr r\ r^ re rh r r r r r r# r! r objectr r r
r r r1 r5 r6 r rG rJ r+ r, r' rR s ' " - -
! ; ! F c s
6 s 3 R )&C &C &#C #C # 2
t
.
s
+C +CC)O +C +CZ (S2V S2l% Q Q2 d s 0 c c 0
d '3 '4C= '$ # c r,