ihNdZddlZddlZddlmZddlmZmZmZm Z ddl m Z e GddZ e Gdd Z Gd d Zed k(rVeej"j"j"ZeeeZej+Zej/eyy) zT API Analyzer - Analyzes backend API endpoints and compares with frontend API calls N)Path)DictListSetTuple) dataclassc:eZdZUdZeed<eed<eed<eed<y) APIEndpointzRepresents an API endpointpathmethodfilelineN__name__ __module__ __qualname____doc__str__annotations__int7/home/factor_ks/STREAMA2026/tests/utils/api_analyzer.pyr r s$ I K I Irr c:eZdZUdZeed<eed<eed<eed<y)APICallz"Represents an API call in frontendr r r rNrrrrrrs, I K I Irrc>eZdZdZdefdZdeeeeffdZ de deefdZ deeee ffdZ d e dee fd Zdeeeffd Zdeefd Zd eeeefdefdZdeefdZdeefdZdeefdZdeefdZdefdZdefdZdeeeffdZy) APIAnalyzerz>Analyzes API endpoints and frontend calls to detect mismatches project_dirct||_|jdz dz dz |_|jdz dz |_|jdz dz dz |_y) Nbackendappapifrontendsrctestsutilsz.api_baseline.json)rrbackend_api_dirfrontend_src_dir baseline_file)selfrs r__init__zAPIAnalyzer.__init__ sb ,#//);eCeK $ 0 0: = E!--7'ADXXrreturnc8i}|jjs|S|jjdD]e}|jdk(r|j |}|D]=}|j |vrg||j <||j j |?g|jdz dz dz }|jrS|j |}|D]=}|j |vrg||j <||j j |?|S)z2Analyze backend API files to extract all endpointsz*.pyz __init__.pyr r!zmain.py)r'existsglobname_extract_endpointsr appendr)r* endpointsapi_filefile_endpointsendpoint main_files ranalyze_backend_endpointsz%APIAnalyzer.analyze_backend_endpoints&s  ##**, ,,11&9 :H}} -!44X>N* :== 1/1Ihmm,(--(//9 :  :$$y0589D    !44Y?N* :== 1/1Ihmm,(--(//9 : rr4c g} t|dd5}|j}dddd}tj|}|r|j dnd}d}tj ||D]} | j dj } | j d } |r|| n| } |d| jjd dz} |jt| | t|j|j| d }tj ||D]} | j dj } | j d } | } |d| jjd dz} |jt| | t|j|j| |S#1swYxYw#t$r}td |d|gcYd}~Sd}~wwxYw)z-Extract API endpoints from a backend API filerutf-8encodingNz;router\s*=\s*APIRouter\(.*?prefix\s*=\s*["\']([^"\']+)["\']z?@router\.(get|post|put|delete|patch)\s*\(\s*["\']([^"\']*)["\'] r r r rz<@app\.(get|post|put|delete|patch)\s*\(\s*["\']([^"\']*)["\']Error analyzing : )openreadresearchgroupfinditerupperstartcountr2r r relative_tor Exceptionprint)r*r4r3fcontentprefix_pattern prefix_matchprefixrouter_patternmatchr r full_pathline_num app_patternes rr1zAPIAnalyzer._extract_endpointsCs 2 hg6 #!&&( #\N99^W=L.:\''*F `N^W= Q--/{{1~17vhtf-T ">EKKM288>B  "!X11$2B2BCD! "  ZK[': Q--/{{1~ ">EKKM288>B  "!X11$2B2BCD! "  [ # #^  $XJb4 5I s4GG F&G GG G= G82G=8G=cri}|jjs|S|jjdD]n}|jj dr|j |}|D]:}|j d|j}||vrg||<||j|<p|jjdD]n}|jj dr|j |}|D]:}|j d|j}||vrg||<||j|<p|S)z/Analyze frontend files to extract all API calls*.ts.d.ts:*.tsx) r(r.rglobr0endswith_extract_api_callsr r r2)r*calls frontend_file file_callscallkeys ranalyze_frontend_callsz"APIAnalyzer.analyze_frontend_calls{sK$$++-L"2288@ (M!!**7300?J" ( Qtyyk2e#!#E#Jc !!$'  ( ("2288A (M!!**7300?J" ( Qtyyk2e#!#E#Jc !!$'  ( ( rrec g} t|dd5}|j}dddd}tj|D]}|j dj }|j d}|d|j jddz} |jt||t|j|j| d } tj| |tjD]}|j d}|j dj }|d|j jddz} |jt||t|j|j| |S#1swYxYw#t$r} td |d | gcYd} ~ Sd} ~ wwxYw) z&Extract API calls from a frontend filer:r;r<NzE(?:axios|api)\.(get|post|put|delete|patch)\s*\(\s*["\']([^"\']+)["\']r>r@rArBzWfetch\s*\(\s*["\']([^"\']+)["\'].*?method\s*:\s*["\']?(GET|POST|PUT|DELETE|PATCH)["\']?rCrD)rErFrGrJrIrKrLrMr2rrrNrDOTALLrOrP) r*rerdrQrR axios_patternrWr r rY fetch_patternr[s rrczAPIAnalyzer._extract_api_callss( mS7; #q&&( #eM]G< Q--/{{1~">EKKM288>B W!]66t7G7GHI!  wM]GRYYG {{1~Q--/">EKKM288>B W!]66t7G7GHI!  LG # #J  $]O2aS9 :I s4F-F ErorBrp) r8risetitemsaddr splitr2r r)r*backend_endpointsfrontend_calls differences backend_setr r3r6 frontend_setrhrdcall_keyr rg endpoint_keys r compare_apiszAPIAnalyzer.compare_apiss ::<446*,(*"$ e 0668 =OD)% =8??"31TF ;< = = u (..0 "JC   S ! "% H{*'~~c15 *84D ;<CC $"( $ $ E ( L</+11#q9  1$ 7H&0#$>?FF$(&,$,MM$,MM H rcd|jjs tS t|jdd5}t j |}t|j dgcdddS#1swYyxYw#t$r"}td|tcYd}~Sd}~wwxYw)z-Load cached baseline endpoints from JSON filer:r;r<r3NzError loading baseline: ) r)r.rrrEjsonloadgetrOrP)r*rQ baseline_datar[s r load_baselinezAPIAnalyzer.load_baselines!!((*5L d((#@ ?A $ ! =,,["=> ? ? ?  ,QC0 15L s:B0A8. B8B=BB B/ B*$B/*B/r3c t}|jD],\}}|D]"}|j|jd|$.t t ||j d}t|jdd5}tj||ddddy #1swYy xYw#t$r}td |Yd}~y d}~wwxYw) z'Save current endpoints to baseline filer_)r3 updated_atwr;r<r@)indentNTzError saving baseline: F) rrrsrtr sortedlist_get_timestamprEr)rdumprOrP) r*r3 endpoint_keysr endpoint_listr6rrQr[s r save_baselinezAPIAnalyzer.save_baselines EM'0'8 C#m -CH!%%(94&&ABC C $D$78"113M d((#@ 6A -15 6 6  +A3/ 0 s6BB6B*!B6*B3/B63B66 C?CCc |j}|j}t}|jD],\}}|D]"}|j |j d|$.||z }g}|D][} | j dd\} }||D]<}|j | k(s|j|| |j|jd>]|S)z;Compare current endpoints with baseline and detect new onesr_r>rB) r8rrrrsrtr rur2r r) r*current_endpointsbaseline_endpoints current_setr rr6 new_endpointsresultr|r s rdetect_new_endpointsz APIAnalyzer.detect_new_endpointss ::<!//1e #4#:#:#< = D-) =8??"31TF ;< = =$&88 ) L'--c15LFD-d3 ??f,MM $"( ( ( #   rcJ|j}|j}t}|jD],\}}|D]"}|j |j d|$.||z }g}|D]-} | j dd\} }|j|| ddd/|S)z?Compare current endpoints with baseline and detect removed onesr_r>baselinerrB)r8rrrrsrtr rur2) r*rrrr rr6removed_endpointsrr|r s rdetect_removed_endpointsz$APIAnalyzer.detect_removed_endpoints7s ::<!//1e #4#:#:#< = D-) =8??"31TF ;< = =/<- L'--c15LFD MM "    rc|jdz }|jdz }|js tSt}idddddddd d dd d d d dd dddddddddddddddddddddddddddddddd }dddddddddd }t}|jdD]9}|jj d r|j |j;t}|jrM|jd!D]9} | jj d r|j | j;|jD]'\} } | |vs d"D]} |j | d#| )|jD]'\} } | |vs d"D]} |j | d#| )|S)$z'Get coverage based on service existenceservicescontextsz /api/streams streamServicez/api/streams/{stream_id}z!/api/streams/{stream_id}/commentscommentServicez/api/streams/{stream_id}/chat chatServicez /api/commentsz /api/tags tagServicez/api/tags/streams/{stream_id}z&/api/tags/streams/{stream_id}/{tag_id}z /api/users userServicez /api/users/mez/api/users/me/watch-historywatchHistoryServicez'/api/users/me/watch-history/{stream_id}z./api/users/me/watch-history/stream/{stream_id}z/api/admin/users adminServicez/api/admin/users/{user_id}z/api/admin/users/{user_id}/rolez#/api/admin/users/{user_id}/activatesettingsService) z%/api/admin/users/{user_id}/deactivatez/api/admin/statsz/api/admin/backupz/api/admin/backup/{filename}z/api/admin/backup/createz/api/admin/backup/uploadz$/api/admin/backup/restore/{filename}z /api/admin/backup/restore/statusz /api/settingsz/api/settings/{key}z/api/settings/bulkz/api/settings/upload-faviconz/api/settings/upload-logo AuthContext) z /api/authz /api/auth/mez/api/auth/loginz/api/auth/registerz/api/auth/logoutz/api/auth/refreshz/api/auth/twitch/loginz/api/auth/twitch/callbackz/api/auth/twitch/unlinkr]r^r`)GETPOSTPUTDELETEPATCHr_) r(r.rrr/r0rbrtstemrs)r* service_dir contexts_dircoveredservice_mapping auth_mappingexisting_services service_fileexisting_contexts context_filer6 service_namer context_names r_get_service_coveragez!APIAnalyzer._get_service_coverageOs++j8 ,,z9 !!#5L% O &  01A  ,]  -     ,\  5l  -  ]  *+@  67L  =>S    ). .~! " 2># $6D .!/,:(6(64B0>.#4"3,=):= F'),"/ -!.&3)6'4   E',,V4 5L  ))'2  ! !,"3"3 4 5  E    , 1 1' : 9 $$--g6!%%l&7&78 9 '6&;&;&= 8 "Hl00G8FKK6(!H: 678 8'3&8&8&: 8 "Hl00G8FKK6(!H: 678 8 rchd}|S)zVGet endpoints that are intentionally unused (internal features, background jobs, etc.)>CGET:/GET:/api/eventsGET:/api/healthGET:/api/auth/meGET:/api/settingsGET:/api/admin/usersGET:/api/permissionsPOST:/api/auth/loginGET:/api/admin/backupPOST:/api/auth/logoutPOST:/api/auth/refreshGET:/api/settings/{key}GET:/api/streams/latestGET:/api/streams/randomGET:/api/streams/searchPOST:/api/auth/registerPOST:/api/settings/bulkPUT:/api/settings/{key}GET:/api/streams/popularGET:/api/auth/twitch/loginGET:/api/permissions/adminGET:/api/permissions/publicGET:/api/streams/{stream_id}POST:/api/auth/twitch/unlinkPUT:/api/streams/{stream_id}GET:/api/auth/twitch/callbackPOST:/api/admin/backup/createPOST:/api/admin/backup/uploadGET:/api/admin/users/{user_id}GET:/api/permissions/protectedPOST:/api/settings/upload-logoDELETE:/api/streams/{stream_id}GET:/api/users/me/watch-historyPOST:/api/streams/twitch-import GET:/api/admin/backup/{filename}!DELETE:/api/admin/users/{user_id}!GET:/api/streams/{stream_id}/chat!GET:/api/tags/streams/{stream_id}!POST:/api/settings/upload-favicon"POST:/api/streams/{stream_id}/play#DELETE:/api/admin/backup/{filename}#PUT:/api/admin/users/{user_id}/role$GET:/api/admin/backup/restore/status$POST:/api/streams/{stream_id}/upload%GET:/api/streams/{stream_id}/comments%POST:/api/streams/{stream_id}/process%PUT:/api/streams/{stream_id}/metadata&POST:/api/streams/{stream_id}/comments'PUT:/api/admin/users/{user_id}/activate)POST:/api/admin/backup/restore/{filename})POST:/api/streams/{stream_id}/chat/upload)POST:/api/streams/{stream_id}/re-download)PUT:/api/admin/users/{user_id}/deactivate+POST:/api/tags/streams/{stream_id}/{tag_id}+PUT:/api/users/me/watch-history/{stream_id}-DELETE:/api/tags/streams/{stream_id}/{tag_id}-GET:/api/streams/{stream_id}/chat/proxy-image.DELETE:/api/users/me/watch-history/{stream_id}.GET:/api/streams/{stream_id}/download-progress.POST:/api/streams/{stream_id}/import-chat-json/GET:/api/streams/{stream_id}/thumbnail-progress0GET:/api/streams/{stream_id}/processing-progress1POST:/api/streams/{stream_id}/generate-thumbnails2GET:/api/users/me/watch-history/stream/{stream_id}2PUT:/api/streams/{stream_id}/comments/{comment_id}5DELETE:/api/streams/{stream_id}/comments/{comment_id}7GET:/api/streams/{stream_id}/thumbnail/{segment_number}r)r*intentionally_unuseds r#_get_intentionally_unused_endpointsz/APIAnalyzer._get_intentionally_unused_endpointssg R$#rc|j}|j}|j}|j}|j }t d|j D}t d|j D}t}|jD],\} } | D]"} |j| jd| $.t} |jD]\} }| j| |j}| |z} |j}|| z}|| z }||z }| |z }|dDcgc]}|dd|d|vr|}}|dDcgc]}|dd|d|vr|}}id|d|d t|d |d kDrtt||z d zd nd dt|d|d kDrtt||z d zd nd dt|d|d kDrtt||z d zd nd dt|dt|dt|dtt!|d|d|d|dd|d|Scc}wcc}w)z3Generate comprehensive endpoint coverage statisticsc32K|]}t|ywNlen).0r3s r z@APIAnalyzer.generate_endpoint_coverage_report..sWyC NWc32K|]}t|ywrr)rrds rrz@APIAnalyzer.generate_endpoint_coverage_report..s"S%3u:"Srr_rpr r total_backend_endpointstotal_frontend_calls covered_countcovered_percentagerdr> unused_countunused_percentageintentionally_unused_countintentionally_unused_percentage missing_countnew_endpoints_countremoved_endpoints_countcovered_endpointsunused_endpointsintentionally_unused_endpointsmissing_endpointsrorr)r8rir}rrsumvaluesrrrsrtr rrrroundrr)r*rvrwrxrr total_backendrryr r3r6rzrhrd service_setrrrrepfiltered_unusedintentionally_unused_lists r!generate_endpoint_coverage_reportz-APIAnalyzer.generate_endpoint_coverage_reportsd ::<446'') 113  99;W;P;P;R"SSe 0668 =OD)% =8??"31TF ;< = =u (..0 "JC   S ! "002 #k1  $GGI',6&5+.BB(;6%%?@ X,qF -5II   %%?@% X,qF -1EE % !%  %} "$8  S!23  !\ilm\m%,=(>(NQT(TVW"Xst  C 01  ZgjkZks+;'<}'Ls'RTU!Vqr   )#.B*C  .ly|}l}uS9M5NQ^5^ad5dfg/hDE  S!23  "3}#5  &s+<'=  ->(?!@    -.G  -H!I ]! " !2#   % s I(.I-cLddlm}|jjdS)zGet current timestampr)datetimez%Y-%m-%d %H:%M:%S)r!nowstrftime)r*r!s rrzAPIAnalyzer._get_timestampVs%||~&&':;;rrxctdtdtd|j}|drOtdt|ddD]0}td|dd |d td |d d |d2|dDcgc]}|dd |d |vr|}}|rLtdt|dD]0}td|dd |d td|d d |d2|dDcgc]}|dd |d |vr|}}|rLtdt|dD]0}td|dd |d td|d d |d2|ds |s tdtdycc}wcc}w)z0Print a human-readable report of API differencesz<============================================================zAPI Analysis ReportrozE Missing Backend Endpoints (called from frontend but not in backend):c|d|dfSNr r rxs rz*APIAnalyzer.print_report..esXYZbXcefgmenWor)rhz r  r z Called in: r r_rrpzD Unused Backend Endpoints (in backend but not called from frontend):c|d|dfSr&rr's rr)z*APIAnalyzer.print_report..qsq{AfI>Vrz Defined in: zE Intentionally Unused Endpoints (internal features, background jobs):c|d|dfSr&rr's rr)z*APIAnalyzer.print_report..}s8VWX^V_H`ru@ ✓ All frontend API calls have corresponding backend endpointsN)rPrr)r*rxritemrunused_filteredrs r print_reportzAPIAnalyzer.print_report[s h #$ h#GGI 2 3 Z [{+FGMop G4>*!DL>:;V ~QtF|nEF G %%?@ X,qF -5II    Y Z4VW H4>*!DL>:;(faV ~FG H %%?@% X,qF -1EE % !% % Z [8>`a H4>*!DL>:;(faV ~FG H67 U V h5 % s F<FN)rrrrrr+rrr r8rr1rrircr}rrboolrrrrrrrr/rrrrrs6HYCY 4T+5F0F+G:646D4E6pS$w--?(@B,,g,\/d39o/b s3x tCk1B,B'C*d4j4$t*0Us3xUnk$SXk$ZA 4A F<< )S$Y)rr__main__)rrGrpathlibrtypingrrrr dataclassesrr rrr__file__parentrranalyzerr}rxr/rrrr8s ))!    g g T zx.''..55K3{+,H'')K +& r