애플리케이션의 성능을 자동으로 계측하는 APM Python Agent 개발기

."53*9"1.ѐਃ "1.1ZUIPO"HFOUѐߊӝ 1ZUIPO"HFOUইఃఫ୊ 1ZUIPO"HFOU۽٘ݗ

."53*9"1.ѐਃ ."53*9ѐਃ "1.੄೙ਃࢿ "1.1ZUIPO"HFOUѐߊӝ 1ZUIPO"HFOUইఃఫ୊ 1ZUIPO"HFOU۽٘ݗ

."53*9ѐਃ "1. ."53*9 "&. 53"$*/( ా೤ݽפఠ݂ࣛܖ࣌

."53*9ѐਃ "QQMJDBUJPO1FSGPSNBODF.POJUPSJOH "1. ."53*9 "&. 53"$*/( ా೤ݽפఠ݂ࣛܖ࣌

."53*9ѐਃ "QQMJDBUJPO&SSPS.POJUPSJOH "1. ."53*9 "&. 53"$*/( ా೤ݽפఠ݂ࣛܖ࣌

."53*9ѐਃ "1. ."53*9 "&. 53"$*/( ;JQLJO0QFO5FMFNFUSZ ా೤ݽפఠ݂ࣛܖ࣌

."53*9ѐਃ "1. ."53*9 "&. 53"$*/( ా೤ݽפఠ݂ࣛܖ࣌

"1. ."53*9ѐਃ ."53*9 "&. 53"$*/( +BWB ా೤ݽפఠ݂ࣛܖ࣌

"1. ."53*9ѐਃ ."53*9 "&. 53"$*/( 1ZUIPO +BWB ా೤ݽפఠ݂ࣛܖ࣌

."53*9"1.ѐਃ ."53*9ѐਃ "1.੄೙ਃࢿ "1.1ZUIPO"HFOUѐߊӝ 1ZUIPO"HFOUইఃఫ୊ 1ZUIPO"HFOU۽٘ݗ

ࠄ੗ܐীחࢤࢿഋ"*Ѿҗޛ੉ੌࠗನೣغয੓णפ׮

"1.੄೙ਃࢿ def create_user(db, user_create): # ࢎਊ੗ ҅੿ਸ ࢤࢿೞח ೣࣻ existing_user
= get_user_by_email(db, user_create.email) if existing_user: raise HTTPException("User already exists")

"1.੄೙ਃࢿ def create_user(db, user_create): # ࢎਊ੗ ҅੿ਸ ࢤࢿೞח ೣࣻ start_time
= datetime.now() existing_user = get_user_by_email(db, user_create.email) if existing_user: raise HTTPException("User already exists")

= datetime.now() existing_user = get_user_by_email(db, user_create.email) if existing_user: raise HTTPException("User already exists") end_time = datetime.now()

= datetime.now() existing_user = get_user_by_email(db, user_create.email) if existing_user: raise HTTPException("User already exists") end_time = datetime.now() print(“create_user duration : ", (end_time - start_time).total_seconds())

= datetime.now() existing_user = get_user_by_email(db, user_create.email) if existing_user: raise HTTPException("User already exists") end_time = datetime.now() print(“create_user duration : ", (end_time - start_time).total_seconds()) print(“create_user params : ", user_create)

"1.ࢲ࠺झܳాೠࢿמ੉ग౵ঈ

."53*9ࢲ࠺झܳ੉ਊೠগ೒ܻா੉࣌рഐ୹ҙ҅౵ঈ

."53*9"1.ѐਃ "1.1ZUIPO"HFOUѐߊӝ "1.ؘ੉ఠࣻ૘ӝࠄݫழפ્ ௏٘ࣻ੿੉೙ਃহب۾"VUP*OTUSVNFOUBUJPO Ҋդ੄োࣘ 1ZUIPO"HFOUইఃఫ୊ 1ZUIPO"HFOU۽٘ݗ

"1.ؘ੉ఠࣻ૘ӝࠄݫழפ્ def create_user(db, user_create): # ࢎਊ੗ ҅੿ਸ ࢤࢿೞח ೣࣻ existing_user
= get_user_by_email(db, user_create.email) if existing_user: raise HTTPException("User already exists")

"1.ؘ੉ఠࣻ૘ӝࠄݫழפ્ def create_user(db, user_create): # ࢎਊ੗ ҅੿ਸ ࢤࢿೞח ೣࣻ try:
trace_context = TraceContext() trace_context.trace_id = 1 trace_context.start_time = datetime.now() existing_user = get_user_by_email(db, user_create.email) if existing_user: raise HTTPException("User already exists”)

trace_context = TraceContext() trace_context.trace_id = 1 trace_context.start_time = datetime.now() threading.local().current_context = trace_context existing_user = get_user_by_email(db, user_create.email) if existing_user: raise HTTPException("User already exists”)

"1.ؘ੉ఠࣻ૘ӝࠄݫழפ્ def get_user_by_email(db, email) -> User: # ੉ݫੌ੉ ઓ੤ೞח૑ ഛੋೞח
ೣࣻ user = db.query(User).filter(User.email == email).first() return user

ೣࣻ db_start_time = datetime.now() trace_context = threading.local().current_context user = db.query(User).filter(User.email == email).first() return user

ೣࣻ db_start_time = datetime.now() trace_context = threading.local().current_context user = db.query(User).filter(User.email == email).first() trace_context.sql_count += 1 trace_context.sql_query = “SELECT * FROM users WHERE email = %s” db_end_time = datetime.now() trace_context.sql_time += (db_end_time - db_start_time).total_seconds() return user

trace_context = TraceContext() trace_context.trace_id = 1 trace_context.start_time = datetime.now() threading.local().current_context = trace_context existing_user = get_user_by_email(db, user_create.email) if existing_user: raise HTTPException("User already exists”)

trace_context = TraceContext() trace_context.trace_id = 1 trace_context.start_time = datetime.now() threading.local().current_context = trace_context existing_user = get_user_by_email(db, user_create.email) if existing_user: raise HTTPException("User already exists”) finally: trace_context.end_time = datetime.now() send_transaction(trace_context)

.POLFZ1BUDI

.POLFZ1BUDI .POLFZ1BUDIJOH਷۠ఋ੐઺ীӝઓ௿ېझա ݽٕ੄ز੘ਸز੸ਵ۽ࣻ੿ೞחӝߨ origin_print = print

.POLFZ1BUDI .POLFZ1BUDIJOH਷۠ఋ੐઺ীӝઓ௿ېझա ݽٕ੄ز੘ਸز੸ਵ۽ࣻ੿ೞחӝߨ origin_print = print def custom_print(*args, **kwargs): origin_print(“Custom
Function Start”) origin_print(*args, **kwargs) origin_print(“Custom Function End”)

Function Start”) origin_print(*args, **kwargs) origin_print(“Custom Function End”) print = custom_print

Function Start”) origin_print(*args, **kwargs) origin_print(“Custom Function End”) print = custom_print print(“Hello, World!”)

.POLFZ1BUDI .POLFZ1BUDIJOH਷۠ఋ੐઺ীӝઓ௿ېझա ݽٕ੄ز੘ਸز੸ਵ۽ࣻ੿ೞחӝߨ $ python ./monkey_patched_print.py Custom function start Hello,
World! Custom function end

.POLFZ1BUDI .POLFZ1BUDIJOH਷۠ఋ੐઺ীӝઓ௿ېझա ݽٕ੄ز੘ਸز੸ਵ۽ࣻ੿ೞחӝߨ import requests origin_get = requests.get

.POLFZ1BUDI .POLFZ1BUDIJOH਷۠ఋ੐઺ীӝઓ௿ېझա ݽٕ੄ز੘ਸز੸ਵ۽ࣻ੿ೞחӝߨ import requests origin_get = requests.get def patched_get(*args,
**kwargs): print(“Request start”) response = origin_get(*args, **kwargs) print(“Request finished”) return response

.POLFZ1BUDI .POLFZ1BUDIJOH਷۠ఋ੐઺ীӝઓ௿ېझա ݽٕ੄ز੘ਸز੸ਵ۽ࣻ੿ೞחӝߨ import requests origin_get = requests.get def patched_get(*args,
**kwargs): print(“Request start”) response = origin_get(*args, **kwargs) print(“Request finished”) return response requests.get = patched_get

TJUFDVTUPNJ[FQZ

1ZUIPO *OUFSQSFUFSJOJU TJUFݽٕ۽٘ TJUFDVTUPNJ[F VTFSDVTUPNJ[F ݽٕ۽٘ ࢎਊ੗௏٘प೯ ழݔ٘ۄੋ ੋ੗୊ܻ TJUFDVTUPNJ[FQZ

TJUFDVTUPNJ[FQZ TJUFDVTUPNJ[Fח1ZUIPOীࢲ੗زਵ۽۽٘ؼࣻ੓חݽٕ઺ೞաੑפ׮ # matrix-agent ੸ਊ ߑߨ $ matrix-agent ——apm-wsgi-enabled True
unicorn -b 0.0.0.0:5000 flask_pg:app .___ ___. ___ .___________..______ __ ___ ___ | \/ | / \ | || _ \ | | \ \ / / | \ / | / ^ \ `---| |----`| |_) | | | \ V / | |\/| | / /_\ \ | | | / | | > < | | | | / _____ \ | | | |\ \--.| | / . \ |__| |__| /__/ \__\ |__| | _| `.___||__| /__/ \__\ Agent ver : 1.0.0 * Serving Flask app 'flask_mysql'

TJUFDVTUPNJ[FQZ TJUFDVTUPNJ[Fח1ZUIPOীࢲ੗زਵ۽۽٘ؼࣻ੓חݽٕ઺ೞաੑפ׮ # matrix-agent झ௼݀౟о प೯ೞח ೣࣻ def run() ->
None: python_path = environ.get("PYTHONPATH") cwd_path = getcwd() if cwd_path not in python_path: python_path.insert(0, cwd_path) filedir_path = dirname(abspath(__file__)) # sitecustomize.py ҃۽৬ э਺ python_path = [path for path in python_path if path != filedir_path] python_path.insert(0, filedir_path) environ["PYTHONPATH"] = pathsep.join(python_path) executable = which(args.command) execl(executable, executable, *args.command_args)

TJUFDVTUPNJ[FQZ TJUFDVTUPNJ[Fח1ZUIPOীࢲ੗زਵ۽۽٘ؼࣻ੓חݽٕ઺ೞաੑפ׮ # sitecustomize.py def initialize(): get_sender().start() MetricManager().start() load_instrumentor() #
ࢸ஖غয੓ח ݽٕ੄ Monkey Patching प೯ initialize()

matrix-agent python ./app.py

Monkey Patching

."53*9"1.ѐਃ "1.1ZUIPO"HFOUѐߊӝ "1.ؘ੉ఠࣻ૘ӝࠄݫழפ્ ௏٘ࣻ੿੉೙ਃহب۾"VUP*OTUSVNFOUBUJPO Ҋդ੄োࣘ 84(*XPSLFS೐۽ࣁझ"1.ؘ੉ఠࣻ૘੉উظਃ
'BTU"1*ܳࢎਊೞݶ"1.ؘ੉ఠࣻ૘੉উظਃ 1ZUIPO"HFOUইఃఫ୊ 1ZUIPO"HFOU۽٘ݗ

84(*XPSLFS೐۽ࣁझ"1.ؘ੉ఠࣻ૘੉উظਃ 8FC4FSWFS "QBDIF/HJOY 84(*"4(* SFRVFTU 1ZUIPO"QQ 1&1"4(*%PDT

84(*XPSLFS೐۽ࣁझ"1.ؘ੉ఠࣻ૘੉উظਃ 8FC4FSWFS "QBDIF/HJOY 84(*4FSWFS (VOJDPSOV84(* SFRVFTU 8PSLFS 'MBTLXTHJ@BQQ 8PSLFS
'MBTLXTHJ@BQQ 8PSLFS 'MBTLXTHJ@BQQ GPSL

84(*XPSLFS೐۽ࣁझ"1.ؘ੉ఠࣻ૘੉উظਃ "QQMJDBUJPO 5$14FOEFS %PXOTUSFBN .FUSJD.BOBHFS "1.$PMMFDUPS

84(*XPSLFS೐۽ࣁझ"1.ؘ੉ఠࣻ૘੉উظਃ 8PSLFS 'MBTLXTHJ@BQQ 8PSLFS 'MBTLXTHJ@BQQ 8PSLFS 'MBTLXTHJ@BQQ
GPSL /P5ISFBE /P5ISFBE /P5ISFBE 84(*4FSWFS (VOJDPSOV84(* 5$1$POOFDUJPO %PXOTUSFBN .FUSJD.BOBHFS

84(*XPSLFS೐۽ࣁझ"1.ؘ੉ఠࣻ૘੉উظਃ 84(*4FSWFS (VOJDPSOV84(* 8PSLFS 'MBTLXTHJ@BQQ 8PSLFS 'MBTLXTHJ@BQQ 8PSLFS
'MBTLXTHJ@BQQ 6%1 5$1$POOFDUJPO %PXOTUSFBN .FUSJD.BOBHFS /P5ISFBE /P5ISFBE /P5ISFBE 6%14FSWFS

."53*9"1.ѐਃ "1.1ZUIPO"HFOUѐߊӝ "1.ؘ੉ఠࣻ૘ӝࠄݫழפ્ ௏٘ࣻ੿੉೙ਃহب۾"VUP*OTUSVNFOUBUJPO Ҋդ੄োࣘ 84(*XPSLFS೐۽ࣁझ"1.ؘ੉ఠࣻ૘੉উظਃ
'BTU"1*ܳࢎਊೞݶ"1.ؘ੉ఠࣻ૘੉উظਃ 1ZUIPO"HFOUইఃఫ୊ 1ZUIPO"HFOU۽٘ݗ

'BTU"1*ܳࢎਊೞݶ"1.ؘ੉ఠࣻ૘੉উظਃ &7&/5-001 5"4, 5"4, 5"4, 5"4, 5"4, '*-&4:45&. /&5803, 130$&44
&5$ 5)3&"%

'BTU"1*ܳࢎਊೞݶ"1.ؘ੉ఠࣻ૘੉উظਃ @app.get(“/send_request/“) async def send_request(): # ࠺زӝ Requestsܳ ੹࣠ೞח API
trace_context = TraceContext() trace_context.trace_id = 1 trace_context.start_time = datetime.now() threading.local().current_context = trace_context async with https.AsyncClient() as client: trace_context = threading.local().current_context start_time = datetime.now() response = await client.get(“http://localhost:8000/hello/") trace_context.apicall_duration = (datetime.now() - start_time).total_se trace_context.end_time = date time.now()

'BTU"1*ܳࢎਊೞݶ"1.ؘ੉ఠࣻ૘੉উظਃ &7&/5-001 5"4, 5"4, 5"4, 5"4, 5"4, '*-&4:45&. /&5803, 130$&44
&5$ send_request() 5)3&"%

'BTU"1*ܳࢎਊೞݶ"1.ؘ੉ఠࣻ૘੉উظਃ &7&/5-001 5"4, 5"4, 5"4, 5"4, 5"4, '*-&4:45&. /&5803, 130$&44
&5$ send_request() TASK1 AsyncRequest 5)3&"%

'BTU"1*ܳࢎਊೞݶ"1.ؘ੉ఠࣻ૘੉উظਃ &7&/5-001 5"4, 5"4, 5"4, 5"4, 5"4, '*-&4:45&. /&5803, 130$&44
&5$ send_request() TASK2 AsyncRequest 5)3&"%

'BTU"1*ܳࢎਊೞݶ"1.ؘ੉ఠࣻ૘੉উظਃ class ContextVarsRuntimeContext(_RuntimeContext): _CONTEXT_KEY = “current_context” def __init__(self) -> None:
self._current_context = ContextVar( self._CONTEXT_KEY, default=TraceContext() ) def attach(self, context: TraceContext) -> object: return self._current_context.set(context) def get_current(self) -> TraceContext: return self._current_context.get()

'BTU"1*ܳࢎਊೞݶ"1.ؘ੉ఠࣻ૘੉উظਃ &7&/5-001 5"4, 5"4, '*-&4:45&. /&5803, 130$&44 &5$ ContextVar() $POUFYU
TASK1 I/O

'BTU"1*ܳࢎਊೞݶ"1.ؘ੉ఠࣻ૘੉উظਃ &7&/5-001 5"4, 5"4, '*-&4:45&. /&5803, 130$&44 &5$ $POUFYU ContextVar()
Context Switch

'BTU"1*ܳࢎਊೞݶ"1.ؘ੉ఠࣻ૘੉উظਃ &7&/5-001 5"4, 5"4, '*-&4:45&. /&5803, 130$&44 &5$ Task1 ContextVar
$POUFYU Context Switch TASK1 I/O

1ZUIPO"HFOUইఃఫ୊ $PMMFDUPS 5$1 "QQMJDBUJPO

1ZUIPO"HFOUইఃఫ୊ 5$14FOEFS $PMMFDUPS 5$1 "QQMJDBUJPO

1ZUIPO"HFOUইఃఫ୊ 5$14FOEFS TFOE@EBUB $PMMFDUPS 5$1 "QQMJDBUJPO

1ZUIPO"HFOUইఃఫ୊ 5$14FOEFS $PMMFDUPS 5$1 "QQMJDBUJPO 1BDL

1ZUIPO"HFOUইఃఫ୊ 5$14FOEFS $PMMFDUPS 5$1 "QQMJDBUJPO 1BDL #PY

1ZUIPO"HFOUইఃఫ୊ .FUSJD.BOBHFS $PMMFDUPS "QQMJDBUJPO

1ZUIPO"HFOUইఃఫ୊ .FUSJD.BOBHFS 5$14FOEFS $PMMFDUPS "QQMJDBUJPO

1ZUIPO"HFOUইఃఫ୊ %PXO4USFBN $PMMFDUPS "QQMJDBUJPO "1*4FSWFS

1ZUIPO"HFOUইఃఫ୊ %PXO4USFBN 4FU$PO fi H (FU$PO fi H (FU-PH'JMF (FU-PH$POUFOU
(&5@5)3&"% &5$ $PMMFDUPS "QQMJDBUJPO "1*4FSWFS

1ZUIPO"HFOUইఃఫ୊ "QQMJDBUJPO 8PSLFS 6%14FSWFS 0QUJPOBM 5$14FOEFS .FUSJD.BOBHFS 8PSLFS 8PSLFS 6%1

1ZUIPO"HFOUইఃఫ୊ 6%14FSWFS 0QUJPOBM 5$14FOEFS "QQMJDBUJPO .FUSJD.BOBHFS 8PSLFS 8PSLFS 8PSLFS 6%1

1ZUIPOী੉੹౟۽٘ݗ "1."HFOU.71 "MQIB7FS 'SPOU - FOEোز #FUB7FS
௿۽ૉ߬ఋद੘ ܾܻझ

௿۽ૉ߬ఋद੘ ܾܻझ "1.ӝמҊبച ܾܻझ য়೑߬ఋद੘ SDܾܻझ ੿धߡ੹ ܾܻझ 'BTU"1*୶о ܾܻझ

௿۽ૉ߬ఋद੘ ܾܻझ 1ZUIPO_ 'MBTL %KBOHP 'BTU"1* 3RVFTUT .ZTRM 1Z.Z42- QTZDPQH TRMJUF "1.ӝמҊبച ܾܻझ য়೑߬ఋद੘ SDܾܻझ ੿धߡ੹ ܾܻझ 'BTU"1*୶о ܾܻझ

1ZUIPOী੉੹౟۽٘ݗ

1ZUIPOী੉੹౟۽٘ݗ పझ౟੗زച दझమѐߊ ૑ਗݽٕ୶о ؘ௏ۨ੉ఠܳ੉ਊೠ "HFOU4%,ѐߊ ޷੿
"1."HFOU.71 "MQIB7FS 'SPOU - FOEোز #FUB7FS ௿۽ૉ߬ఋद੘ ܾܻझ "1.ӝמҊبച ܾܻझ য়೑߬ఋद੘ SDܾܻझ ੿धߡ੹ ܾܻझ 'BTU"1*୶о ܾܻझ

애플리케이션의 성능을 자동으로 계측하는 APM Python Agent 개발기

애플리케이션의 성능을 자동으로 계측하는 APM Python Agent 개발기

More Decks by kakao

Other Decks in Programming

Featured

Transcript