3 øšJZ=Gã@s<dZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddlZ ddl mZddl m Z ddl mZddl mZddl mZdd l mZdd lmZddlmZddlmZdd lmZddlmZddlmZddlmZddlmZddlmZddlmZddlmZddlmZddlm Z ddlm!Z!ddlm"Z"ddlm#Z#ddlm$Z$ddlm%Z%ddlm&Z&ddlm'Z'ddlm(Z(dZ)d Z*d!Z+e'r²d"nd#Z,e j-j.Z.e j/ƒZ0e'rÐd"nd#Z,d$d%„Z1d&d'„Z2Gd(d)„d)e(j3ƒZ4Gd*d+„d+e4ƒZ5Gd,d-„d-e5ƒZ6Gd.d/„d/e4ƒZ7e8d0kr8e#e9ƒdS)1a) Tests for detecting function memory leaks (typically the ones implemented in C). It does so by calling a function many times and checking whether process memory usage keeps increasing between calls or over time. Note that this may produce false positives (especially on Windows for some reason). é)Úprint_functionN)ÚLINUX)ÚOPENBSD)ÚOSX)ÚPOSIX)ÚSUNOS)ÚWINDOWS)Úxrange)Úcreate_sockets)Úget_test_subprocess)ÚHAS_CPU_AFFINITY)ÚHAS_CPU_FREQ)ÚHAS_ENVIRON)Ú HAS_IONICE)ÚHAS_MEMORY_MAPS)ÚHAS_PROC_CPU_NUM)ÚHAS_PROC_IO_COUNTERS)Ú HAS_RLIMIT)ÚHAS_SENSORS_BATTERY)ÚHAS_SENSORS_FANS)ÚHAS_SENSORS_TEMPERATURES)Ú reap_children)Úrun_test_module_by_name)Úsafe_rmpath)Úskip_on_access_denied)ÚTESTFN)ÚTRAVIS)ÚunittestièiéTFcCstjto tdƒS)Nz worthless on LINUX (pure python))rÚskipIfrÚSKIP_PYTHON_IMPL©r!r!ú)/usr/lib64/python3.6/test_memory_leaks.pyÚ skip_if_linuxFs r#cCstd }i}x(t|ƒD]\}}d |d d >||<qWx8t|ƒD],}|||kr>> bytes2human(10000) '9.8K' >>> bytes2human(100001221) '95.4M' ÚKÚMÚGÚTÚPÚEÚZÚYéé z%.2f%sz%sB)r$r%r&r'r(r)r*r+)Ú enumerateÚreversedÚfloat)ÚnZsymbolsÚprefixÚiÚsÚvaluer!r!r"Úbytes2humanKsr6c@sLeZdZdZeZeZeZ dd„Z dd„Zdd„Ze dd „ƒZe d d„ƒZdS) ÚTestMemLeakzŸBase framework class which calls a function many times and produces a failure if process memory usage keeps increasing between calls or over time. cCstjƒdS)N)ÚgcÚcollect)Úselfr!r!r"ÚsetUpgszTestMemLeak.setUpcs~‡‡‡‡‡fdd„}ˆjddƒp$ˆj}ˆjddƒp6ˆj‰ˆjddƒpHˆj}x"tdƒD]}ˆjˆfˆžˆŽqTWˆjtjgƒˆjt j ƒdƒˆjtjƒgƒ|ƒˆj ƒ}|ƒˆj ƒ} | |} | |krzd }tjƒ|}x,tjƒ|krˆjˆfˆžˆŽ|d7}qÜW~tjƒˆj ƒ} | | }| | krzt| |ƒ}td |tjdd}|d 7}|t| ƒˆt|ƒ||f}ˆj|ƒdS)zTest a callable.cs2x"tˆƒD]}ˆjˆfˆžˆŽq W~tjƒdS)N)r Ú_callr8r9)Úx)ÚargsÚfunÚkwargsÚloopsr:r!r"Úcall_many_timeslsz,TestMemLeak.execute..call_many_timesÚ tolerance_NZloops_Z retry_for_r-r,rzexta proc mem: %s)Úfilez0+%s after %s calls, +%s after another %s calls, z+%s extra proc mem)ÚpopÚ tolerancerAÚ retry_forÚranger<ZassertEqualr8ZgarbageÚ threadingZactive_countÚthisprocÚchildrenÚ_get_memÚtimer9r6ÚprintÚsysÚstderrZfail)r:r?r>r@rBrFrGr=Zmem1Zmem2Zdiff1ZncallsZstop_atZmem3Zdiff2Zextra_proc_memÚmsgr!)r>r?r@rAr:r"ÚexecutejsB zTestMemLeak.executecs"‡‡‡‡‡fdd„}ˆj|ƒdS)zRConvenience function which tests a callable raising an exception. csˆjˆˆfˆžˆŽdS)N)ZassertRaisesr!)r>Úexcr?r@r:r!r"Úcall©sz'TestMemLeak.execute_w_exc..callN)rR)r:rSr?r>r@rTr!)r>rSr?r@r:r"Ú execute_w_exc¥szTestMemLeak.execute_w_exccCs$tststrtjƒjStjƒjSdS)N)rrrrJÚmemory_full_infoZussÚmemory_infoZrssr!r!r!r"rL®s zTestMemLeak._get_memcOs|||ŽdS)Nr!)r?r>r@r!r!r"r<·szTestMemLeak._callN)Ú__name__Ú __module__Ú__qualname__Ú__doc__ÚMEMORY_TOLERANCErFÚLOOPSrAÚ RETRY_FORrGr;rRrUÚstaticmethodrLr<r!r!r!r"r7^s; r7c@sþeZdZdZeZdd„Zeƒdd„ƒZeƒdd„ƒZ eƒdd „ƒZ eƒd d„ƒZej edƒeƒd d„ƒƒZej edƒeƒdd„ƒƒZeƒdd„ƒZdd„Zdd„Zej edƒdd„ƒZej edƒdd„ƒZej edƒeƒdd„ƒƒZej edƒdd „ƒZeƒd!d"„ƒZeƒeed#d$d%„ƒƒZej ed&ƒd'd(„ƒZej edƒeƒd)d*„ƒƒZ eƒd+d,„ƒZ!eƒeed#d-d.„ƒƒZ"eƒd/d0„ƒZ#eƒej e$dƒd1d2„ƒƒZ%eƒd3d4„ƒZ&eƒd5d6„ƒZ'ej edƒeƒd7d8„ƒƒZ(ej eoîe)d9ƒd:d;„ƒZ*eƒdd?„ƒZ-ej e,dƒd@dA„ƒZ.eƒdBdC„ƒZ/ej e0dDƒej e1dƒeƒdEdF„ƒƒƒZ2ej e3dGƒej e4dƒdHdI„ƒƒZ5ej e3dGƒej e4dƒdJdK„ƒƒZ6eƒej edLƒdMdN„ƒƒZ7ej e8dƒdOdP„ƒZ9ej ed&ƒdQdR„ƒZ:dSS)TÚTestProcessObjectLeaksz$Test leaks of Process class methods.cCsNtdƒ}x@ttjƒD]2}|jdƒr$q||kr.q|jt|d|ƒ|dqWdS)NÚpidÚas_dictrKÚcpu_affinityÚcpu_percentÚioniceÚ is_runningÚkillÚmemory_info_exÚmemory_percentÚniceÚoneshotÚparentÚrlimitÚsend_signalÚsuspendÚ terminateÚwaitÚ_Útest_)rQ)rarbrKrcrdrerfrgrhrirjrkrlrmrnrorprq)ÚsetÚdirÚpsutilÚProcessÚ startswithÚ assertTrueÚhasattr)r:ÚskipÚnamer!r!r"Ú test_coverageÆs z$TestProcessObjectLeaks.test_coveragecCs|j|jjƒdS)N)rRÚprocr|)r:r!r!r"Ú test_nameÓsz TestProcessObjectLeaks.test_namecCs|j|jjƒdS)N)rRr~Zcmdline)r:r!r!r"Útest_cmdline×sz#TestProcessObjectLeaks.test_cmdlinecCs|j|jjƒdS)N)rRr~Zexe)r:r!r!r"Útest_exeÛszTestProcessObjectLeaks.test_execCs|j|jjƒdS)N)rRr~Zppid)r:r!r!r"Ú test_ppidßsz TestProcessObjectLeaks.test_ppidz POSIX onlycCs|j|jjƒdS)N)rRr~Zuids)r:r!r!r"Ú test_uidsãsz TestProcessObjectLeaks.test_uidscCs|j|jjƒdS)N)rRr~Zgids)r:r!r!r"Ú test_gidsèsz TestProcessObjectLeaks.test_gidscCs|j|jjƒdS)N)rRr~Zstatus)r:r!r!r"Útest_statusísz"TestProcessObjectLeaks.test_statuscCs|j|jjƒdS)N)rRr~rj)r:r!r!r"Ú test_nice_getñsz$TestProcessObjectLeaks.test_nice_getcCstjƒ}|j|jj|ƒdS)N)rJrjrRr~)r:Znicenessr!r!r"Ú test_nice_setôsz$TestProcessObjectLeaks.test_nice_setz not supportedcCs|j|jjƒdS)N)rRr~re)r:r!r!r"Útest_ionice_getøsz&TestProcessObjectLeaks.test_ionice_getcCsVtrtjƒ}|j|jj|ƒn4|j|jjtjƒtjt j tjƒddƒ}|j t|ƒdS)Nr,réÿÿÿÿ)rrJrerRr~rvZIOPRIO_CLASS_NONEÚ functoolsÚpartialÚcextZproc_ioprio_setÚosÚgetpidrUÚOSError)r:r5r?r!r!r"Útest_ionice_setüsz&TestProcessObjectLeaks.test_ionice_setcCs|j|jjƒdS)N)rRr~Zio_counters)r:r!r!r"Útest_io_counterssz'TestProcessObjectLeaks.test_io_counterszworthless on POSIXcCs|j|jjƒdS)N)rRr~Zusername)r:r!r!r"Ú test_usernamesz$TestProcessObjectLeaks.test_usernamecCs|j|jjƒdS)N)rRr~Zcreate_time)r:r!r!r"Útest_create_timesz'TestProcessObjectLeaks.test_create_time)Zonly_ifcCs|j|jjƒdS)N)rRr~Znum_threads)r:r!r!r"Útest_num_threadssz'TestProcessObjectLeaks.test_num_threadszWINDOWS onlycCs|j|jjƒdS)N)rRr~Znum_handles)r:r!r!r"Útest_num_handlessz'TestProcessObjectLeaks.test_num_handlescCs|j|jjƒdS)N)rRr~Znum_fds)r:r!r!r"Útest_num_fdssz#TestProcessObjectLeaks.test_num_fdscCs|j|jjƒdS)N)rRr~Znum_ctx_switches)r:r!r!r"Útest_num_ctx_switches!sz,TestProcessObjectLeaks.test_num_ctx_switchescCs|j|jjƒdS)N)rRr~Zthreads)r:r!r!r"Útest_threads%sz#TestProcessObjectLeaks.test_threadscCs|j|jjƒdS)N)rRr~Ú cpu_times)r:r!r!r"Útest_cpu_times*sz%TestProcessObjectLeaks.test_cpu_timescCs|j|jjƒdS)N)rRr~Zcpu_num)r:r!r!r"Útest_cpu_num.sz#TestProcessObjectLeaks.test_cpu_numcCs|j|jjƒdS)N)rRr~rW)r:r!r!r"Útest_memory_info3sz'TestProcessObjectLeaks.test_memory_infocCs|j|jjƒdS)N)rRr~rV)r:r!r!r"Útest_memory_full_info7sz,TestProcessObjectLeaks.test_memory_full_infocCs|j|jjƒdS)N)rRr~Zterminal)r:r!r!r"Ú test_terminal;sz$TestProcessObjectLeaks.test_terminalz worthless on POSIX (pure python)cCs|j|jjƒdS)N)rRr~Úresume)r:r!r!r"Útest_resume@sz"TestProcessObjectLeaks.test_resumecCs|j|jjƒdS)N)rRr~Úcwd)r:r!r!r"Útest_cwdEszTestProcessObjectLeaks.test_cwdcCs|j|jjƒdS)N)rRr~rc)r:r!r!r"Útest_cpu_affinity_getIsz,TestProcessObjectLeaks.test_cpu_affinity_getcCs4tjƒ}|j|jj|ƒts0|jt|jjdgƒdS)Nr,r‰)rJrcrRr~rrUÚ ValueError)r:Zaffinityr!r!r"Útest_cpu_affinity_setMsz,TestProcessObjectLeaks.test_cpu_affinity_setc Cs0ttƒttdƒ|j|jjƒWdQRXdS)NÚw)rrÚopenrRr~Z open_files)r:r!r!r"Útest_open_filesTsz&TestProcessObjectLeaks.test_open_filesztoo slow on OSXcCs|j|jjƒdS)N)rRr~Zmemory_maps)r:r!r!r"Útest_memory_maps[sz'TestProcessObjectLeaks.test_memory_mapsz LINUX onlycCs|j|jjtjƒdS)N)rRr~rmrvÚ RLIMIT_NOFILE)r:r!r!r"Útest_rlimit_getasz&TestProcessObjectLeaks.test_rlimit_getcCs6tjtjƒ}|j|jjtj|ƒ|jt|jjdƒdS)Nr,r‰)rJrmrvrªrRr~rUr)r:Úlimitr!r!r"Útest_rlimit_setfsz&TestProcessObjectLeaks.test_rlimit_setzworthless on WINDOWSc Cs2tƒ"trdnd}|j|jj|ƒWdQRXdS)NZinetÚall)r rrRr~Zconnections)r:Zkindr!r!r"Útest_connectionsmsz'TestProcessObjectLeaks.test_connectionscCs|j|jjƒdS)N)rRr~Úenviron)r:r!r!r"Útest_environysz#TestProcessObjectLeaks.test_environcCs|jtjtjƒƒdS)N)rRrŒÚ proc_inforrŽ)r:r!r!r"Útest_proc_info}sz%TestProcessObjectLeaks.test_proc_infoN);rXrYrZr[rJr~r}r#rr€rr‚rrrrƒr„r…r†r‡rrˆrrr‘r’r“rrr”rr•r–r—r˜ršrr›rœrržr r r¢rr£r¥r¨rrr©rrr«rr¯rr±r³r!r!r!r"r`Ásh r`cspeZdZdZe‡fdd„ƒZe‡fdd„ƒZdd„Zerhdd „Z d d„Z dd „Zdd„Zdd„Z dd„Z‡ZS)ÚTestTerminatedProcessLeakszñRepeat the tests above looking for leaks occurring when dealing with terminated processes raising NoSuchProcess exception. The C functions are still invoked but will follow different code paths. We'll check those code paths. cs:tt|ƒjƒtƒ}tj|jƒ|_|jjƒ|jj ƒdS)N) Úsuperr´Ú setUpClassrrvrwrar~rgrq)ÚclsÚp)Ú __class__r!r"r¶‰s z%TestTerminatedProcessLeaks.setUpClasscstt|ƒjƒtƒdS)N)rµr´Ú tearDownClassr)r·)r¹r!r"rº‘sz(TestTerminatedProcessLeaks.tearDownClasscOs*y|||ŽWntjk r$YnXdS)N)rvZ NoSuchProcess)r:r?r>r@r!r!r"r<–sz TestTerminatedProcessLeaks._callcCs|j|jjƒdS)N)rRr~rg)r:r!r!r"Ú test_killžsz$TestTerminatedProcessLeaks.test_killcCs|j|jjƒdS)N)rRr~rp)r:r!r!r"Útest_terminate¡sz)TestTerminatedProcessLeaks.test_terminatecCs|j|jjƒdS)N)rRr~ro)r:r!r!r"Útest_suspend¤sz'TestTerminatedProcessLeaks.test_suspendcCs|j|jjƒdS)N)rRr~rŸ)r:r!r!r"r §sz&TestTerminatedProcessLeaks.test_resumecCs|j|jjƒdS)N)rRr~rq)r:r!r!r"Ú test_waitªsz$TestTerminatedProcessLeaks.test_waitcs‡fdd„}ˆj|ƒdS)NcsDytjˆjjƒStk r>}z|jtjkr.‚WYdd}~XnXdS)N)rŒr²r~rarÚerrnoZESRCH)Úerr)r:r!r"rT¯s z7TestTerminatedProcessLeaks.test_proc_info..call)rR)r:rTr!)r:r"r³sz)TestTerminatedProcessLeaks.test_proc_info)rXrYrZr[Úclassmethodr¶rºr<rr»r¼r½r r¾r³Ú __classcell__r!r!)r¹r"r´‚sr´c@súeZdZdZdd„Zeƒdd„ƒZeƒdd„ƒZeƒdd „ƒZeƒd d„ƒZ dd „Z eƒeje dƒdd„ƒƒZdd„Zejedƒdd„ƒZejeo–edƒdd„ƒZejeo®edƒdd„ƒZdd„ZejeoØejjdƒdƒeƒdd „ƒƒZeƒd!d"„ƒZeƒd#d$„ƒZejed%ƒejeo&ejƒd&kd'ƒd(d)„ƒƒZ d*d+„Z!eje"d,ƒd-d.„ƒZ#eƒeje$dƒd/d0„ƒƒZ%eƒeje&dƒd1d2„ƒƒZ'eƒeje(dƒd3d4„ƒƒZ)eƒd5d6„ƒZ*eje+d7ƒd8d9„ƒZ,e+röd:d;„Z-dd?„Z/d@dA„Z0dBdC„Z1dDS)EÚTestModuleFunctionsLeaksz&Test leaks of psutil module functions.cCsHtd ƒ}x:tjD]0}|jƒsq||kr(q|jt|d|ƒ|d qWdS)NÚversion_infoÚ__version__Úprocess_iterÚ wait_procsrdÚcpu_times_percentÚ cpu_countrs)rQ)rÄrÅrÆrÇrdrÈrÉ)rtrvÚ__all__Úislowerryrz)r:r{r|r!r!r"r}Ász&TestModuleFunctionsLeaks.test_coveragecCs|jtjdddS)NT)Úlogical)rRrvrÉ)r:r!r!r"Útest_cpu_count_logicalÎsz/TestModuleFunctionsLeaks.test_cpu_count_logicalcCs|jtjdddS)NF)rÌ)rRrvrÉ)r:r!r!r"Útest_cpu_count_physicalÒsz0TestModuleFunctionsLeaks.test_cpu_count_physicalcCs|jtjƒdS)N)rRrvr™)r:r!r!r"ršÖsz'TestModuleFunctionsLeaks.test_cpu_timescCs|jtjdddS)NT)Zpercpu)rRrvr™)r:r!r!r"Útest_per_cpu_timesÚsz+TestModuleFunctionsLeaks.test_per_cpu_timescCs|jtjƒdS)N)rRrvZ cpu_stats)r:r!r!r"Útest_cpu_statsÞsz'TestModuleFunctionsLeaks.test_cpu_statsz not supportedcCs|jtjƒdS)N)rRrvZcpu_freq)r:r!r!r"Ú test_cpu_freqász&TestModuleFunctionsLeaks.test_cpu_freqcCs|jtjƒdS)N)rRrvZvirtual_memory)r:r!r!r"Útest_virtual_memoryèsz,TestModuleFunctionsLeaks.test_virtual_memoryz&worthless on SUNOS (uses a subprocess)cCs|jtjƒdS)N)rRrvZswap_memory)r:r!r!r"Útest_swap_memoryìsz)TestModuleFunctionsLeaks.test_swap_memoryz worthless on POSIX (pure python)cCs|jtjtjƒƒdS)N)rRrvZ pid_existsrrŽ)r:r!r!r"Útest_pid_existsñsz(TestModuleFunctionsLeaks.test_pid_existscCs|jtjdƒdS)NÚ.)rRrvZ disk_usage)r:r!r!r"Útest_disk_usageøsz(TestModuleFunctionsLeaks.test_disk_usagecCs|jtjƒdS)N)rRrvZdisk_partitions)r:r!r!r"Útest_disk_partitionsýsz-TestModuleFunctionsLeaks.test_disk_partitionsz/proc/diskstatsz3/proc/diskstats not available on this Linux versioncCs|jtjdddS)NF)Únowrap)rRrvZdisk_io_counters)r:r!r!r"Útest_disk_io_counterssz.TestModuleFunctionsLeaks.test_disk_io_counterscCs|jtjƒdS)N)rRrvZpids)r:r!r!r"Ú test_pidssz"TestModuleFunctionsLeaks.test_pidscCs|jtjdddS)NF)rØ)rRrvZnet_io_counters)r:r!r!r"Útest_net_io_counterssz-TestModuleFunctionsLeaks.test_net_io_countersz worthless on Linux (pure python)rzneed root accessc Cs"tƒ|jtjƒWdQRXdS)N)r rRrvZnet_connections)r:r!r!r"Útest_net_connectionssz-TestModuleFunctionsLeaks.test_net_connectionscCs|jtjtrdndddS)NéPi)rCi@)rRrvZnet_if_addrsr)r:r!r!r"Útest_net_if_addrssz*TestModuleFunctionsLeaks.test_net_if_addrszEPERM on traviscCs|jtjƒdS)N)rRrvZnet_if_stats)r:r!r!r"Útest_net_if_statssz*TestModuleFunctionsLeaks.test_net_if_statscCs|jtjƒdS)N)rRrvZsensors_battery)r:r!r!r"Útest_sensors_battery$sz-TestModuleFunctionsLeaks.test_sensors_batterycCs|jtjƒdS)N)rRrvZsensors_temperatures)r:r!r!r"Útest_sensors_temperatures)sz2TestModuleFunctionsLeaks.test_sensors_temperaturescCs|jtjƒdS)N)rRrvZsensors_fans)r:r!r!r"Útest_sensors_fans.sz*TestModuleFunctionsLeaks.test_sensors_fanscCs|jtjƒdS)N)rRrvZ boot_time)r:r!r!r"Útest_boot_time5sz'TestModuleFunctionsLeaks.test_boot_timez(XXX produces a false positive on WindowscCs|jtjƒdS)N)rRrvZusers)r:r!r!r"Ú test_users:sz#TestModuleFunctionsLeaks.test_userscCs|jtjƒdS)N)rRrŒZwinservice_enumerate)r:r!r!r"Útest_win_service_iterBsz.TestModuleFunctionsLeaks.test_win_service_itercCsdS)Nr!)r:r!r!r"Útest_win_service_getEsz-TestModuleFunctionsLeaks.test_win_service_getcCs"ttjƒƒjƒ}|jtj|ƒdS)N)ÚnextrvÚwin_service_iterr|rRrŒZwinservice_query_config)r:r|r!r!r"Útest_win_service_get_configHsz4TestModuleFunctionsLeaks.test_win_service_get_configcCs"ttjƒƒjƒ}|jtj|ƒdS)N)rçrvrèr|rRrŒZwinservice_query_status)r:r|r!r!r"Útest_win_service_get_statusLsz4TestModuleFunctionsLeaks.test_win_service_get_statuscCs"ttjƒƒjƒ}|jtj|ƒdS)N)rçrvrèr|rRrŒZwinservice_query_descr)r:r|r!r!r"Ú test_win_service_get_descriptionPsz9TestModuleFunctionsLeaks.test_win_service_get_descriptionN)2rXrYrZr[r}r#rÍrÎršrÏrÐrrr rÑrÒrrÓrr rÔrÖr×rrÚpathÚexistsrÙrÚrÛrÚgetuidrÜrÞrrßrràrrárrârãrrärårærérêrër!r!r!r"rÃ¾sR $rÃÚ__main__):r[Z __future__rr¿rŠr8rrOrIrMrvZpsutil._commonrrrrrrZpsutil._compatr Zpsutil.testsr rrr rrrrrrrrrrrrrrrrr]r\r^r Z_psplatformrŒrwrJr#r6ZTestCaser7r`r´rÃrXÚ__file__r!r!r!r"Ú slcB<