218 lines
12 KiB
Python
218 lines
12 KiB
Python
|
import pandas as pd
|
||
|
|
from perfetto.trace_processor import TraceProcessor, TraceProcessorConfig
|
||
|
|
import os
|
||
|
|
import re
|
||
|
|
import readline
|
||
|
|
import sys
|
||
|
|
|
||
|
|
import pandas as pd
|
||
|
|
|
||
|
|
def query_sql(lstart, lend, slice_name, cond):
|
||
|
|
return f"""
|
||
|
|
select slice_id,process.name as process_name,process.upid,process.pid,thread.name as thread_name,thread.tid,slice.ts,slice.dur,
|
||
|
|
MAX(slice.ts,{lstart}) as lstart, MIN(slice.ts+slice.dur,{lend}) as lend,
|
||
|
|
(case when slice.ts < {lstart} then MIN(slice.ts+slice.dur,{lend})-{lstart} when (slice.ts+slice.dur) > {lend} then ({lend} -MAX({lstart}, slice.ts)) else slice.dur end) as ldur,
|
||
|
|
(select total(case when thread_state.ts < MAX(slice.ts,{lstart}) then MIN(MIN((slice.ts+slice.dur),{lend}) ,thread_state.ts+thread_state.dur)-MAX(slice.ts,{lstart}) when (thread_state.ts+thread_state.dur) > MIN((slice.ts+slice.dur),{lend}) then (MIN((slice.ts+slice.dur),{lend})-MAX(thread_state.ts,MAX(slice.ts,{lstart}))) else thread_state.dur end) from thread_state where thread_state.utid=thread.utid and thread_state.state='Running' and thread_state.ts < {lend} and (thread_state.ts+thread_state.dur) > {lstart} and thread_state.ts < (slice.ts+slice.dur) and (thread_state.ts+thread_state.dur) > slice.ts) as total_running,
|
||
|
|
(select total(case when thread_state.ts < MAX(slice.ts,{lstart}) then MIN(MIN((slice.ts+slice.dur),{lend}) ,thread_state.ts+thread_state.dur)-MAX(slice.ts,{lstart}) when (thread_state.ts+thread_state.dur) > MIN((slice.ts+slice.dur),{lend}) then (MIN((slice.ts+slice.dur),{lend}) -MAX(thread_state.ts,MAX(slice.ts,{lstart}))) else thread_state.dur end) from thread_state where thread_state.utid=thread.utid and thread_state.state='S' and thread_state.ts < {lend} and (thread_state.ts+thread_state.dur) > {lstart} and thread_state.ts < (slice.ts+slice.dur) and (thread_state.ts+thread_state.dur) > slice.ts) as total_s,
|
||
|
|
(select total(case when thread_state.ts < MAX(slice.ts,{lstart}) then MIN(MIN((slice.ts+slice.dur),{lend}) ,thread_state.ts+thread_state.dur)-MAX(slice.ts,{lstart}) when (thread_state.ts+thread_state.dur) > MIN((slice.ts+slice.dur),{lend}) then (MIN((slice.ts+slice.dur),{lend}) -MAX(thread_state.ts,MAX(slice.ts,{lstart}))) else thread_state.dur end) from thread_state where thread_state.utid=thread.utid and thread_state.state='D' and thread_state.ts < {lend} and (thread_state.ts+thread_state.dur) > {lstart} and thread_state.ts < (slice.ts+slice.dur) and (thread_state.ts+thread_state.dur) > slice.ts) as total_d,
|
||
|
|
(select total(case when thread_state.ts < MAX(slice.ts,{lstart}) then MIN(MIN((slice.ts+slice.dur),{lend}) ,thread_state.ts+thread_state.dur)-MAX(slice.ts,{lstart}) when (thread_state.ts+thread_state.dur) > MIN((slice.ts+slice.dur),{lend}) then (MIN((slice.ts+slice.dur),{lend}) -MAX(thread_state.ts,MAX(slice.ts,{lstart}))) else thread_state.dur end) from thread_state where thread_state.utid=thread.utid and thread_state.state='R' and thread_state.ts < {lend} and (thread_state.ts+thread_state.dur) > {lstart} and thread_state.ts < (slice.ts+slice.dur) and (thread_state.ts+thread_state.dur) > slice.ts) as total_r,
|
||
|
|
(select total(case when thread_state.ts < MAX(slice.ts,{lstart}) then MIN(MIN((slice.ts+slice.dur),{lend}) ,thread_state.ts+thread_state.dur)-MAX(slice.ts,{lstart}) when (thread_state.ts+thread_state.dur) > MIN((slice.ts+slice.dur),{lend}) then (MIN((slice.ts+slice.dur),{lend}) -MAX(thread_state.ts,MAX(slice.ts,{lstart}))) else thread_state.dur end) from thread_state where thread_state.utid=thread.utid and thread_state.state='R+' and thread_state.ts < {lend} and (thread_state.ts+thread_state.dur) > {lstart} and thread_state.ts < (slice.ts+slice.dur) and (thread_state.ts+thread_state.dur) > slice.ts) as total_rr,
|
||
|
|
slice.name from slice JOIN thread_track ON slice.track_id = thread_track.id JOIN thread USING(utid) JOIN process USING(upid) WHERE slice.dur > 0 and slice.ts < {lend} and (slice.ts+slice.dur) > {lstart} and slice.name like '{slice_name}%' AND {cond} order by slice.dur desc"""
|
||
|
|
def perfetto_parse(slice_name):
|
||
|
|
from perfetto.trace_processor import TraceProcessor, TraceProcessorConfig
|
||
|
|
|
||
|
|
tp = TraceProcessor(
|
||
|
|
trace=sys.argv[1],
|
||
|
|
config=TraceProcessorConfig(bin_path='./trace_processor_shell'))
|
||
|
|
qr_it = tp.query(f"""
|
||
|
|
INCLUDE PERFETTO MODULE android.startup.startups;
|
||
|
|
SELECT * FROM android_startups """)
|
||
|
|
lstart = 0
|
||
|
|
lend = 0
|
||
|
|
pkg = None
|
||
|
|
for r in qr_it:
|
||
|
|
if r.package != 'com.miui.home' and r.package != 'com.miui.securitycenter':
|
||
|
|
lstart = r.ts
|
||
|
|
lend = r.ts_end
|
||
|
|
pkg = r.package
|
||
|
|
#print(f"{pkg}: lacunch time:{lend-lstart} {r.startup_type} [{slice_name}]")
|
||
|
|
print(f"{lend-lstart} {r.startup_type}")
|
||
|
|
return
|
||
|
|
|
||
|
|
qr_it = tp.query(f"""
|
||
|
|
select thread_state.id,thread_state.utid,thread_state.ts,thread_state.dur,thread_state.state,thread_state.waker_utid from thread_state JOIN thread USING(utid) JOIN process USING(upid) where thread_state.ts < {lend} and (thread_state.ts+thread_state.dur) > {lstart} and thread.is_main_thread=1 and process.name='{pkg}'
|
||
|
|
""")
|
||
|
|
s = False
|
||
|
|
sts = 0
|
||
|
|
sdur = 0
|
||
|
|
sleep_list = []
|
||
|
|
for q in qr_it:
|
||
|
|
if q.state == 'S':
|
||
|
|
sts = q.ts
|
||
|
|
sdur = q.dur
|
||
|
|
s = True
|
||
|
|
continue
|
||
|
|
elif q.state == 'R' and s:
|
||
|
|
sleep_list.append([q.waker_utid,sts,sdur])
|
||
|
|
if s:
|
||
|
|
s = False
|
||
|
|
# app_main_thread_id = q.utid
|
||
|
|
if len(qr_it) > 0:
|
||
|
|
sleep_list.append([q.utid, lstart, lend-lstart])
|
||
|
|
launch_info = [[">1ms",0,0,0,0,0,0,0,0,0],
|
||
|
|
["500us-1ms",0,0,0,0,0,0,0,0,0],
|
||
|
|
["100us-500us",0,0,0,0,0,0,0,0,0],
|
||
|
|
["10us-100us",0,0,0,0,0,0,0,0,0],
|
||
|
|
["<10us",0,0,0,0,0,0,0,0,0]]
|
||
|
|
launch_info_total = [0,0,0,0,0,0,0,0,0,0]
|
||
|
|
max_time, min_time = 0, 1000000000
|
||
|
|
for sl in sleep_list:
|
||
|
|
qutid = sl[0]
|
||
|
|
qlstart = sl[1]
|
||
|
|
qlend = sl[1] + sl[2]
|
||
|
|
|
||
|
|
# print(len(qr_it))
|
||
|
|
vmq = tp.query(f"""
|
||
|
|
select tmp.id as dp_id,(case when tmp.ts < {qlstart} then MIN(tmp.ts+tmp.dur,{qlend})-{qlstart} when (tmp.ts+tmp.dur) > {qlend} then ({qlend} -MAX({qlstart}, tmp.ts)) else tmp.dur end) as ldur
|
||
|
|
from slice JOIN(slice) as tmp ON slice.parent_id=tmp.id JOIN thread_track ON slice.track_id = thread_track.id
|
||
|
|
where thread_track.utid={qutid} and slice.name='mm_vmscan_direct_reclaim'
|
||
|
|
and tmp.name like '{slice_name}%' and slice.ts < {qlend} and (slice.ts+slice.dur) > {qlstart}
|
||
|
|
""")
|
||
|
|
vm_len = [0,0,0,0,0]
|
||
|
|
vm_count = [0, 0, 0, 0, 0]
|
||
|
|
vm_slice = [set(), set(), set(), set(), set()]
|
||
|
|
for qr in vmq:
|
||
|
|
if qr.ldur > 1000000:
|
||
|
|
vm_len[0] += 1
|
||
|
|
launch_info[0][7] += 1
|
||
|
|
if qr.dp_id not in vm_slice[0]:
|
||
|
|
vm_slice[0].add(qr.dp_id)
|
||
|
|
vm_count[0] += 1
|
||
|
|
launch_info[0][9] += 1
|
||
|
|
# print(qutid, vm_slice[0])
|
||
|
|
elif qr.ldur > 500000:
|
||
|
|
vm_len[1] += 1
|
||
|
|
launch_info[1][7] += 1
|
||
|
|
if qr.dp_id not in vm_slice[1]:
|
||
|
|
vm_slice[1].add(qr.dp_id)
|
||
|
|
vm_count[1] += 1
|
||
|
|
launch_info[1][9] += 1
|
||
|
|
elif qr.ldur > 100000:
|
||
|
|
vm_len[2] += 1
|
||
|
|
launch_info[2][7] += 1
|
||
|
|
if qr.dp_id not in vm_slice[2]:
|
||
|
|
vm_slice[2].add(qr.dp_id)
|
||
|
|
vm_count[2] += 1
|
||
|
|
launch_info[2][9] += 1
|
||
|
|
elif qr.ldur > 10000:
|
||
|
|
vm_len[3] += 1
|
||
|
|
launch_info[3][7] += 1
|
||
|
|
if qr.dp_id not in vm_slice[3]:
|
||
|
|
vm_slice[3].add(qr.dp_id)
|
||
|
|
vm_count[3] += 1
|
||
|
|
launch_info[3][9] += 1
|
||
|
|
else:
|
||
|
|
vm_len[4] += 1
|
||
|
|
launch_info[4][7] += 1
|
||
|
|
if qr.dp_id not in vm_slice[4]:
|
||
|
|
vm_slice[4].add(qr.dp_id)
|
||
|
|
vm_count[4] += 1
|
||
|
|
launch_info[4][9] += 1
|
||
|
|
launch_info_total[7] += sum(vm_len)
|
||
|
|
launch_info_total[9] += sum(vm_count)
|
||
|
|
# print(vm_slice)
|
||
|
|
# if len(vm_slice[0]) > 0:
|
||
|
|
# print(qutid, qlstart, qlend, vm_slice[0])
|
||
|
|
qr_it = tp.query(query_sql(qlstart, qlend, slice_name, f"thread.utid={qutid}"))
|
||
|
|
for qr in qr_it:
|
||
|
|
slid = qr.slice_id
|
||
|
|
# qr_it_tmp = tp.query(f"select count(*) as count from slice where parent_id={slid} and name='mm_vmscan_direct_reclaim'")
|
||
|
|
# vm_len = len(qr_it_tmp)
|
||
|
|
# for qt in qr_it_tmp:
|
||
|
|
# print("qr_it_tmp", qt.count)
|
||
|
|
# vm_len = qt.count
|
||
|
|
# if len(vm_slice[0]) > 0:
|
||
|
|
# print(qr)
|
||
|
|
if (qr.total_running + qr.total_s + qr.total_d + qr.total_r + qr.total_rr) != qr.ldur:
|
||
|
|
for i in range(len(vm_slice)):
|
||
|
|
if qr.slice_id in vm_slice[i]:
|
||
|
|
launch_info[i][9] -= 1
|
||
|
|
continue
|
||
|
|
# pass
|
||
|
|
launch_info_total[0] += qr.ldur
|
||
|
|
launch_info_total[1] += 1
|
||
|
|
launch_info_total[2] += qr.total_running
|
||
|
|
launch_info_total[3] += qr.total_s
|
||
|
|
launch_info_total[4] += qr.total_d
|
||
|
|
launch_info_total[5] += qr.total_r
|
||
|
|
launch_info_total[6] += qr.total_rr
|
||
|
|
tmp_list = [qr.total_running, qr.total_s, qr.total_d, qr.total_r, qr.total_rr]
|
||
|
|
idx = tmp_list.index(max(tmp_list))
|
||
|
|
dc = qr.total_d > 0
|
||
|
|
launch_info_total[8] += dc
|
||
|
|
max_time = max(max_time, qr.ldur)
|
||
|
|
min_time = min(min_time, qr.ldur)
|
||
|
|
|
||
|
|
# debug
|
||
|
|
#if qr.ldur > 100000:
|
||
|
|
# print(qr)
|
||
|
|
|
||
|
|
if qr.ldur > 1000000:
|
||
|
|
#print(qr)
|
||
|
|
launch_info[0][1] += 1
|
||
|
|
launch_info[0][idx+2] += 1
|
||
|
|
launch_info[0][8] += dc
|
||
|
|
# print(qr.slice_id, qr.ldur, qr.total_running)
|
||
|
|
# launch_info[0][7] += vm_len[0]
|
||
|
|
elif qr.ldur > 500000:
|
||
|
|
launch_info[1][1] += 1
|
||
|
|
launch_info[1][idx + 2] += 1
|
||
|
|
launch_info[1][8] += dc
|
||
|
|
# launch_info[1][7] += vm_len[1]
|
||
|
|
elif qr.ldur > 100000:
|
||
|
|
launch_info[2][1] += 1
|
||
|
|
launch_info[2][idx + 2] += 1
|
||
|
|
launch_info[2][8] += dc
|
||
|
|
# launch_info[2][7] += vm_len[2]
|
||
|
|
elif qr.ldur > 10000:
|
||
|
|
#if qr.ldur > 50000 and qr.total_rr==0:
|
||
|
|
# print(qr)
|
||
|
|
launch_info[3][1] += 1
|
||
|
|
launch_info[3][idx + 2] += 1
|
||
|
|
launch_info[3][8] += dc
|
||
|
|
# launch_info[3][7] += vm_len[3]
|
||
|
|
else:
|
||
|
|
launch_info[4][1] += 1
|
||
|
|
launch_info[4][idx + 2] += 1
|
||
|
|
launch_info[4][8] += dc
|
||
|
|
# launch_info[4][7] += vm_len[4]
|
||
|
|
launch_info.append(launch_info_total)
|
||
|
|
df = pd.DataFrame(launch_info, columns=['time', 'count', 'running', 's', 'd', 'r', 'r+','dr_total','d_count','dr_count'], index=None)
|
||
|
|
d_count = df.pop("d_count")
|
||
|
|
df.insert(5, 'd_count', d_count)
|
||
|
|
print(df.to_string())
|
||
|
|
print(f"max:{max_time} min:{min_time}")
|
||
|
|
# print(launch_info)
|
||
|
|
|
||
|
|
qr_it = tp.query(query_sql(lstart, lend, slice_name, f"process.name='{pkg}'"))
|
||
|
|
launch_ret = [0,0,0,0,0,0]
|
||
|
|
|
||
|
|
for q in qr_it:
|
||
|
|
launch_ret[0] += q.ldur
|
||
|
|
launch_ret[1] += q.total_running
|
||
|
|
launch_ret[2] += q.total_s
|
||
|
|
launch_ret[3] += q.total_d
|
||
|
|
launch_ret[4] += q.total_r
|
||
|
|
launch_ret[5] += q.total_rr
|
||
|
|
# print(q)
|
||
|
|
count = len(qr_it)
|
||
|
|
launch_ret.insert(0, count)
|
||
|
|
|
||
|
|
#print(f"{pkg}: ", launch_ret)
|
||
|
|
|
||
|
|
|
||
|
|
def main():
|
||
|
|
perfetto_parse(sys.argv[2])
|
||
|
|
if __name__ == '__main__':
|
||
|
|
main()
|