woongmin commited on
Commit
79a0126
·
1 Parent(s): 8fd1042

[Delta-02] deepEval RAG 평가 라이브러리 설치

Browse files
.deepeval/.deepeval_telemetry.txt ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ DEEPEVAL_ID=13f97a53-31fd-4207-b2b5-d7669bbc5ee6
2
+ DEEPEVAL_STATUS=old
3
+ DEEPEVAL_LAST_FEATURE=evaluation
4
+ DEEPEVAL_EVALUATION_STATUS=old
.deepeval/.temp_test_run_data.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"testCases": [], "conversationalTestCases": [], "metricsScores": [], "runDuration": 0.0}
Pipfile CHANGED
@@ -18,6 +18,7 @@ requests = "*"
18
  nltk = "*"
19
  numpy = "*"
20
  sentence-transformers = "*"
 
21
 
22
  [dev-packages]
23
  pre-commit = "*"
 
18
  nltk = "*"
19
  numpy = "*"
20
  sentence-transformers = "*"
21
+ deepeval = "*"
22
 
23
  [dev-packages]
24
  pre-commit = "*"
Pipfile.lock CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "_meta": {
3
  "hash": {
4
- "sha256": "ff21f862120eabebb7813b9d938322ea94349f563b47d5d8987cdc2ce24d08b6"
5
  },
6
  "pipfile-spec": 6,
7
  "requires": {
@@ -184,11 +184,19 @@
184
  },
185
  "attrs": {
186
  "hashes": [
187
- "sha256:16d5969b87f0859ef33a48b35d55ac1be6e42ae49d5e853b597db70c35c57e11",
188
- "sha256:adcf7e2a1fb3b36ac48d97835bb6d8ade15b8dcce26aba8bf1d14847b57a3373"
189
  ],
190
  "markers": "python_version >= '3.9'",
191
- "version": "==25.4.0"
 
 
 
 
 
 
 
 
192
  },
193
  "backports.tarfile": {
194
  "hashes": [
@@ -298,122 +306,138 @@
298
  },
299
  "charset-normalizer": {
300
  "hashes": [
301
- "sha256:014837af6fabf57121b6254fa8ade10dceabc3528b27b721a64bbc7b8b1d4eb4",
302
- "sha256:01a1ed54b953303ca7e310fafe0fe347aab348bd81834a0bcd602eb538f89d66",
303
- "sha256:0294916d6ccf2d069727d65973c3a1ca477d68708db25fd758dd28b0827cff54",
304
- "sha256:02a9d1b01c1e12c27883b0c9349e0bcd9ae92e727ff1a277207e1a262b1cbf05",
305
- "sha256:036c079aa08a6a592b82487f97c60b439428320ed1b2ea0b3912e99d30c77765",
306
- "sha256:039215608ac7b358c4da0191d10fc76868567fbf276d54c14721bdedeb6de064",
307
- "sha256:0625665e4ebdddb553ab185de5db7054393af8879fb0c87bd5690d14379d6819",
308
- "sha256:0a45e504f5e1be0bd385935a8e1507c442349ca36f511a47057a71c9d1d6ea9e",
309
- "sha256:0b362bcd27819f9c07cbf23db4e0e8cd4b44c5ecd900c2ff907b2b92274a7412",
310
- "sha256:0c300cefd9b0970381a46394902cd18eaf2aa00163f999590ace991989dcd0fc",
311
- "sha256:1088345bcc93c58d8d8f3d783eca4a6e7a7752bbff26c3eee7e73c597c191c2e",
312
- "sha256:10b473fc8dca1c3ad8559985794815f06ca3fc71942c969129070f2c3cdf7281",
313
- "sha256:131716d6786ad5e3dc542f5cc6f397ba3339dc0fb87f87ac30e550e8987756af",
314
- "sha256:14498a429321de554b140013142abe7608f9d8ccc04d7baf2ad60498374aefa2",
315
- "sha256:149ec69866c3d6c2fb6f758dbc014ecb09f30b35a5ca90b6a8a2d4e54e18fdfe",
316
- "sha256:165c7b21d19365464e8f70e5ce5e12524c58b48c78c1f5a57524603c1ab003f8",
317
- "sha256:1827734a5b308b65ac54e86a618de66f935a4f63a8a462ff1e19a6788d6c2262",
318
- "sha256:19092dde50335accf365cce21998a1c6dd8eafd42c7b226eb54b2747cdce2fac",
319
- "sha256:1a374cc0b88aa710e8865dc1bd6edb3743c59f27830f0293ab101e4cf3ce9f85",
320
- "sha256:1d1401945cb77787dbd3af2446ff2d75912327c4c3a1526ab7955ecf8600687c",
321
- "sha256:1f2da5cbb9becfcd607757a169e38fb82aa5fd86fae6653dea716e7b613fe2cf",
322
- "sha256:259cd1ca995ad525f638e131dbcc2353a586564c038fc548a3fe450a91882139",
323
- "sha256:2820a98460c83663dd8ec015d9ddfd1e4879f12e06bb7d0500f044fb477d2770",
324
- "sha256:28269983f25a4da0425743d0d257a2d6921ea7d9b83599d4039486ec5b9f911d",
325
- "sha256:2b970382e4a36bed897c19f310f31d7d13489c11b4f468ddfba42d41cddfb918",
326
- "sha256:2da4eedcb6338e2321e831a0165759c0c620e37f8cd044a263ff67493be8ffb3",
327
- "sha256:30987f4a8ed169983f93e1be8ffeea5214a779e27ed0b059835c7afe96550ad7",
328
- "sha256:30a2b1a48478c3428d047ed9690d57c23038dac838a87ad624c85c0a78ebeb39",
329
- "sha256:340810d34ef83af92148e96e3e44cb2d3f910d2bf95e5618a5c467d9f102231d",
330
- "sha256:3f64c6bf8f32f9133b668c7f7a7cbdbc453412bc95ecdbd157f3b1e377a92990",
331
- "sha256:4167a621a9a1a986c73777dbc15d4b5eac8ac5c10393374109a343d4013ec765",
332
- "sha256:4354e401eb6dab9aed3c7b4030514328a6c748d05e1c3e19175008ca7de84fb1",
333
- "sha256:4481e6da1830c8a1cc0b746b47f603b653dadb690bcd851d039ffaefe70533aa",
334
- "sha256:4b8551b6e6531e156db71193771c93bda78ffc4d1e6372517fe58ad3b91e4659",
335
- "sha256:4cd966c2559f501c6fd69294d082c2934c8dd4719deb32c22961a5ac6db0df1d",
336
- "sha256:50bcbca6603c06a1dcc7b056ed45c37715fb5d2768feb3bcd37d2313c587a5b9",
337
- "sha256:530beedcec9b6e027e7a4b6ce26eed36678aa39e17da85e6e03d7bd9e8e9d7c9",
338
- "sha256:568e3c34b58422075a1b49575a6abc616d9751b4d61b23f712e12ebb78fe47b2",
339
- "sha256:573ef5814c4b7c0d59a7710aa920eaaaef383bd71626aa420fba27b5cab92e8d",
340
- "sha256:58ad8270cfa5d4bef1bc85bd387217e14ff154d6630e976c6f56f9a040757475",
341
- "sha256:597d10dec876923e5c59e48dbd366e852eacb2b806029491d307daea6b917d7c",
342
- "sha256:5bcb3227c3d9aaf73eaaab1db7ccd80a8995c509ee9941e2aae060ca6e4e5d81",
343
- "sha256:5cffde4032a197bd3b42fd0b9509ec60fb70918d6970e4cc773f20fc9180ca67",
344
- "sha256:5fea359734b140d0d6741189fea5478c6091b54ffc69d7ce119e0a05637d8c99",
345
- "sha256:60d68e820af339df4ae8358c7a2e7596badeb61e544438e489035f9fbf3246a5",
346
- "sha256:610f72c0ee565dfb8ae1241b666119582fdbfe7c0975c175be719f940e110694",
347
- "sha256:65a126fb4b070d05340a84fc709dd9e7c75d9b063b610ece8a60197a291d0adf",
348
- "sha256:65b3c403a5b6b8034b655e7385de4f72b7b244869a22b32d4030b99a60593eca",
349
- "sha256:66dee73039277eb35380d1b82cccc69cc82b13a66f9f4a18da32d573acf02b7c",
350
- "sha256:708c7acde173eedd4bfa4028484426ba689d2103b28588c513b9db2cd5ecde9c",
351
- "sha256:728c6a963dfab66ef865f49286e45239384249672cd598576765acc2a640a636",
352
- "sha256:754f96058e61a5e22e91483f823e07df16416ce76afa4ebf306f8e1d1296d43f",
353
- "sha256:75dfd1afe0b1647449e852f4fb428195a7ed0588947218f7ba929f6538487f02",
354
- "sha256:75ee9c1cce2911581a70a3c0919d8bccf5b1cbc9b0e5171400ec736b4b569497",
355
- "sha256:76a9d0de4d0eab387822e7b35d8f89367dd237c72e82ab42b9f7bf5e15ada00f",
356
- "sha256:77be992288f720306ab4108fe5c74797de327f3248368dfc7e1a916d6ed9e5a2",
357
- "sha256:7ad83b8f9379176c841f8865884f3514d905bcd2a9a3b210eaa446e7d2223e4d",
358
- "sha256:8197abe5ca1ffb7d91e78360f915eef5addff270f8a71c1fc5be24a56f3e4873",
359
- "sha256:82cc7c2ad42faec8b574351f8bc2a0c049043893853317bd9bb309f5aba6cb5a",
360
- "sha256:8a28afb04baa55abf26df544e3e5c6534245d3daa5178bc4a8eeb48202060d0e",
361
- "sha256:8b78d8a609a4b82c273257ee9d631ded7fac0d875bdcdccc109f3ee8328cfcb1",
362
- "sha256:8ce11cd4d62d11166f2b441e30ace226c19a3899a7cf0796f668fba49a9fb123",
363
- "sha256:8fff79bf5978c693c9b1a4d71e4a94fddfb5fe744eb062a318e15f4a2f63a550",
364
- "sha256:92263f7eca2f4af326cd20de8d16728d2602f7cfea02e790dcde9d83c365d7cc",
365
- "sha256:93b3b2cc5cf1b8743660ce77a4f45f3f6d1172068207c1defc779a36eea6bb36",
366
- "sha256:95adae7b6c42a6c5b5b559b1a99149f090a57128155daeea91732c8d970d8644",
367
- "sha256:97ab7787092eb9b50fb47fa04f24c75b768a606af1bcba1957f07f128a7219e4",
368
- "sha256:9db5e3fcdcee89a78c04dffb3fe33c79f77bd741a624946db2591c81b2fc85b0",
369
- "sha256:a118e2e0b5ae6b0120d5efa5f866e58f2bb826067a646431da4d6a2bdae7950e",
370
- "sha256:a2aecdb364b8a1802afdc7f9327d55dad5366bc97d8502d0f5854e50712dbc5f",
371
- "sha256:a66aa5022bf81ab4b1bebfb009db4fd68e0c6d4307a1ce5ef6a26e5878dfc9e4",
372
- "sha256:a68766a3c58fde7f9aaa22b3786276f62ab2f594efb02d0a1421b6282e852e98",
373
- "sha256:aa2f963b4da26daf46231d9b9e0e2c9408a751f8f0d0f44d2de56d3caf51d294",
374
- "sha256:aa92ec1102eaff840ccd1021478af176a831f1bccb08e526ce844b7ddda85c22",
375
- "sha256:ac59c15e3f1465f722607800c68713f9fbc2f672b9eb649fe831da4019ae9b23",
376
- "sha256:ae8b03427410731469c4033934cf473426faff3e04b69d2dfb64a4281a3719f8",
377
- "sha256:afca7f78067dd27c2b848f1b234623d26b87529296c6c5652168cc1954f2f3b2",
378
- "sha256:b2d37d78297b39a9eb9eb92c0f6df98c706467282055419df141389b23f93362",
379
- "sha256:b3e71afc578b98512bfe7bdb822dd6bc57d4b0093b4b6e5487c1e96ad4ace242",
380
- "sha256:ba20bdf69bd127f66d0174d6f2a93e69045e0b4036dc1ca78e091bcc765830c4",
381
- "sha256:c108f8619e504140569ee7de3f97d234f0fbae338a7f9f360455071ef9855a95",
382
- "sha256:c23eb3263356d94858655b3e63f85ac5d50970c6e8febcdde7830209139cc37d",
383
- "sha256:c5af897b45fa606b12464ccbe0014bbf8c09191e0a66aab6aa9d5cf6e77e0c94",
384
- "sha256:c7a80a9242963416bd81f99349d5f3fce1843c303bd404f204918b6d75a75fd6",
385
- "sha256:c7e84e0c0005e3bdc1a9211cd4e62c78ba80bc37b2365ef4410cd2007a9047f2",
386
- "sha256:cace89841c0599d736d3d74a27bc5821288bb47c5441923277afc6059d7fbcb4",
387
- "sha256:cd2d0f0ec9aa977a27731a3209ebbcacebebaf41f902bd453a928bfd281cf7f8",
388
- "sha256:d01de5e768328646e6a3fa9e562706f8f6641708c115c62588aef2b941a4f88e",
389
- "sha256:d1028de43596a315e2720a9849ee79007ab742c06ad8b45a50db8cdb7ed4a82a",
390
- "sha256:d27ce22ec453564770d29d03a9506d449efbb9fa13c00842262b2f6801c48cce",
391
- "sha256:d29dd9c016f2078b43d0c357511e87eee5b05108f3dd603423cb389b89813969",
392
- "sha256:d31f0d1671e1534e395f9eb84a68e0fb670e1edb1fe819a9d7f564ae3bc4e53f",
393
- "sha256:d4eb8ac7469b2a5d64b5b8c04f84d8bf3ad340f4514b98523805cbf46e3b3923",
394
- "sha256:d5e52d127045d6ae01a1e821acfad2f3a1866c54d0e837828538fabe8d9d1bd6",
395
- "sha256:d77f97e515688bd615c1d1f795d540f32542d514242067adcb8ef532504cb9ee",
396
- "sha256:d8ed79b8f6372ca4254955005830fd61c1ccdd8c0fac6603e2c145c61dd95db6",
397
- "sha256:dc57a0baa3eeedd99fafaef7511b5a6ef4581494e8168ee086031744e2679467",
398
- "sha256:e09f671a54ce70b79a1fc1dc6da3072b7ef7251fadb894ed92d9aa8218465a5f",
399
- "sha256:e22d1059b951e7ae7c20ef6b06afd10fb95e3c41bf3c4fbc874dba113321c193",
400
- "sha256:e37bd100d2c5d3ba35db9c7c5ba5a9228cbcffe5c4778dc824b164e5257813d7",
401
- "sha256:e51ae7d81c825761d941962450f50d041db028b7278e7b08930b4541b3e45cb9",
402
- "sha256:e545b51da9f9af5c67815ca0eb40676c0f016d0b0381c86f20451e35696c5f95",
403
- "sha256:e6302ca4ae283deb0af68d2fbf467474b8b6aedcd3dab4db187e07f94c109763",
404
- "sha256:e71bbb595973622b817c042bd943c3f3667e9c9983ce3d205f973f486fec98a7",
405
- "sha256:ec56a2266f32bc06ed3c3e2a8f58417ce02f7e0356edc89786e52db13c593c98",
406
- "sha256:ed1a9a204f317ef879b32f9af507d47e49cd5e7f8e8d5d96358c98373314fc60",
407
- "sha256:ed97c282ee4f994ef814042423a529df9497e3c666dca19be1d4cd1129dc7ade",
408
- "sha256:ed98364e1c262cf5f9363c3eca8c2df37024f52a8fa1180a3610014f26eac51c",
409
- "sha256:ee57b926940ba00bca7ba7041e665cc956e55ef482f851b9b65acb20d867e7a2",
410
- "sha256:f1d725b754e967e648046f00c4facc42d414840f5ccc670c5670f59f83693e4f",
411
- "sha256:f8102ae93c0bc863b1d41ea0f4499c20a83229f52ed870850892df555187154a",
412
- "sha256:fc1c64934b8faf7584924143eb9db4770bbdb16659626e1a1a4d9efbcb68d947",
413
- "sha256:ff95a9283de8a457e6b12989de3f9f5193430f375d64297d323a615ea52cbdb3"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
414
  ],
415
  "markers": "python_version >= '3.7'",
416
- "version": "==3.4.5"
417
  },
418
  "click": {
419
  "hashes": [
@@ -501,6 +525,15 @@
501
  "markers": "python_version >= '3.7' and python_version < '4.0'",
502
  "version": "==0.6.7"
503
  },
 
 
 
 
 
 
 
 
 
504
  "deprecation": {
505
  "hashes": [
506
  "sha256:72b3bde64e5d778694b0cf68178aed03d15e15477116add3fb773e581f9518ff",
@@ -532,6 +565,14 @@
532
  "markers": "python_version >= '3.5' and python_version < '4.0'",
533
  "version": "==1.3.1"
534
  },
 
 
 
 
 
 
 
 
535
  "fastapi": {
536
  "hashes": [
537
  "sha256:2c9bab24667293b501cad8dd388c05240c850b58ec5876ee3283c47d6e1e3a4d",
@@ -717,6 +758,73 @@
717
  "markers": "python_version >= '3.8' and python_version < '4.0'",
718
  "version": "==1.3.1"
719
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
720
  "h11": {
721
  "hashes": [
722
  "sha256:8f19fbbe99e72420ff35c00b27a34cb9937e902a8b810e2c88300c6f0a3b699d",
@@ -796,6 +904,14 @@
796
  "markers": "python_version >= '3.9'",
797
  "version": "==8.7.1"
798
  },
 
 
 
 
 
 
 
 
799
  "invoke": {
800
  "hashes": [
801
  "sha256:41b428342d466a82135d5ab37119685a989713742be46e42a3a399d685579314",
@@ -1320,6 +1436,14 @@
1320
  "markers": "python_version >= '3.8'",
1321
  "version": "==1.1.0"
1322
  },
 
 
 
 
 
 
 
 
1323
  "networkx": {
1324
  "hashes": [
1325
  "sha256:26b7c357accc0c8cde558ad486283728b65b6a95d85ee1cd66bafab4c8168509",
@@ -1421,6 +1545,30 @@
1421
  "markers": "python_version >= '3.8'",
1422
  "version": "==1.109.1"
1423
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1424
  "orjson": {
1425
  "hashes": [
1426
  "sha256:043d3006b7d32c7e233b8cfb1f01c651013ea079e08dcef7189a29abd8befe11",
@@ -1631,6 +1779,22 @@
1631
  "markers": "python_version >= '3.8'",
1632
  "version": "==1.12.1.2"
1633
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1634
  "postgrest": {
1635
  "hashes": [
1636
  "sha256:193e4c7eee1b6e3f3c64e5748b4c30c2e9619813e3d833b6315a402778a236a6",
@@ -1639,6 +1803,14 @@
1639
  "markers": "python_version >= '3.8' and python_version < '4.0'",
1640
  "version": "==0.10.7"
1641
  },
 
 
 
 
 
 
 
 
1642
  "propcache": {
1643
  "hashes": [
1644
  "sha256:0002004213ee1f36cfb3f9a42b5066100c44276b9b72b4e1504cddd3d692e86e",
@@ -1989,6 +2161,22 @@
1989
  "markers": "python_version >= '3.9'",
1990
  "version": "==2.41.5"
1991
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1992
  "pygments": {
1993
  "hashes": [
1994
  "sha256:636cb2477cec7f8952536970bc533bc43743542f70392ae026374600add5b887",
@@ -2025,6 +2213,46 @@
2025
  "markers": "python_version >= '3.6'",
2026
  "version": "==5.6.0"
2027
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2028
  "python-dateutil": {
2029
  "hashes": [
2030
  "sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3",
@@ -2472,6 +2700,22 @@
2472
  "markers": "python_version >= '3.10'",
2473
  "version": "==5.3.0"
2474
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2475
  "shellingham": {
2476
  "hashes": [
2477
  "sha256:7ecfff8f2fd72616f7481040475a65b2bf8af90a56c89140852d1120324e8686",
@@ -2621,6 +2865,14 @@
2621
  "markers": "python_version >= '3.9'",
2622
  "version": "==1.14.0"
2623
  },
 
 
 
 
 
 
 
 
2624
  "tenacity": {
2625
  "hashes": [
2626
  "sha256:8bc6c0c8a09b31e6cad13c47afbed1a567518250a9a171418582ed8d9c20ca78",
 
1
  {
2
  "_meta": {
3
  "hash": {
4
+ "sha256": "340fffc37b3d2b705162a28022839c5513e7b8afdacd5d475b53eb5553d1b3c9"
5
  },
6
  "pipfile-spec": 6,
7
  "requires": {
 
184
  },
185
  "attrs": {
186
  "hashes": [
187
+ "sha256:c647aa4a12dfbad9333ca4e71fe62ddc36f4e63b2d260a37a8b83d2f043ac309",
188
+ "sha256:d03ceb89cb322a8fd706d4fb91940737b6642aa36998fe130a9bc96c985eff32"
189
  ],
190
  "markers": "python_version >= '3.9'",
191
+ "version": "==26.1.0"
192
+ },
193
+ "backoff": {
194
+ "hashes": [
195
+ "sha256:03f829f5bb1923180821643f8753b0502c3b682293992485b0eef2807afa5cba",
196
+ "sha256:63579f9a0628e06278f7e47b7d7d5b6ce20dc65c5e96a6f3ca99a6adca0396e8"
197
+ ],
198
+ "markers": "python_version >= '3.7' and python_version < '4.0'",
199
+ "version": "==2.2.1"
200
  },
201
  "backports.tarfile": {
202
  "hashes": [
 
306
  },
307
  "charset-normalizer": {
308
  "hashes": [
309
+ "sha256:06a7e86163334edfc5d20fe104db92fcd666e5a5df0977cb5680a506fe26cc8e",
310
+ "sha256:0c173ce3a681f309f31b87125fecec7a5d1347261ea11ebbb856fa6006b23c8c",
311
+ "sha256:0e28d62a8fc7a1fa411c43bd65e346f3bce9716dc51b897fbe930c5987b402d5",
312
+ "sha256:0e901eb1049fdb80f5bd11ed5ea1e498ec423102f7a9b9e4645d5b8204ff2815",
313
+ "sha256:11afb56037cbc4b1555a34dd69151e8e069bee82e613a73bef6e714ce733585f",
314
+ "sha256:150b8ce8e830eb7ccb029ec9ca36022f756986aaaa7956aad6d9ec90089338c0",
315
+ "sha256:172985e4ff804a7ad08eebec0a1640ece87ba5041d565fff23c8f99c1f389484",
316
+ "sha256:197c1a244a274bb016dd8b79204850144ef77fe81c5b797dc389327adb552407",
317
+ "sha256:1ae6b62897110aa7c79ea2f5dd38d1abca6db663687c0b1ad9aed6f6bae3d9d6",
318
+ "sha256:1cf0a70018692f85172348fe06d3a4b63f94ecb055e13a00c644d368eb82e5b8",
319
+ "sha256:1ed80ff870ca6de33f4d953fda4d55654b9a2b340ff39ab32fa3adbcd718f264",
320
+ "sha256:22c6f0c2fbc31e76c3b8a86fba1a56eda6166e238c29cdd3d14befdb4a4e4815",
321
+ "sha256:231d4da14bcd9301310faf492051bee27df11f2bc7549bc0bb41fef11b82daa2",
322
+ "sha256:259695e2ccc253feb2a016303543d691825e920917e31f894ca1a687982b1de4",
323
+ "sha256:2a24157fa36980478dd1770b585c0f30d19e18f4fb0c47c13aa568f871718579",
324
+ "sha256:2b1a63e8224e401cafe7739f77efd3f9e7f5f2026bda4aead8e59afab537784f",
325
+ "sha256:2bd9d128ef93637a5d7a6af25363cf5dec3fa21cf80e68055aad627f280e8afa",
326
+ "sha256:2e1d8ca8611099001949d1cdfaefc510cf0f212484fe7c565f735b68c78c3c95",
327
+ "sha256:2ef7fedc7a6ecbe99969cd09632516738a97eeb8bd7258bf8a0f23114c057dab",
328
+ "sha256:2f7fdd9b6e6c529d6a2501a2d36b240109e78a8ceaef5687cfcfa2bbe671d297",
329
+ "sha256:30f445ae60aad5e1f8bdbb3108e39f6fbc09f4ea16c815c66578878325f8f15a",
330
+ "sha256:31215157227939b4fb3d740cd23fe27be0439afef67b785a1eb78a3ae69cba9e",
331
+ "sha256:34315ff4fc374b285ad7f4a0bf7dcbfe769e1b104230d40f49f700d4ab6bbd84",
332
+ "sha256:3516bbb8d42169de9e61b8520cbeeeb716f12f4ecfe3fd30a9919aa16c806ca8",
333
+ "sha256:3778fd7d7cd04ae8f54651f4a7a0bd6e39a0cf20f801720a4c21d80e9b7ad6b0",
334
+ "sha256:39f5068d35621da2881271e5c3205125cc456f54e9030d3f723288c873a71bf9",
335
+ "sha256:404a1e552cf5b675a87f0651f8b79f5f1e6fd100ee88dc612f89aa16abd4486f",
336
+ "sha256:419a9d91bd238052642a51938af8ac05da5b3343becde08d5cdeab9046df9ee1",
337
+ "sha256:423fb7e748a08f854a08a222b983f4df1912b1daedce51a72bd24fe8f26a1843",
338
+ "sha256:4482481cb0572180b6fd976a4d5c72a30263e98564da68b86ec91f0fe35e8565",
339
+ "sha256:461598cd852bfa5a61b09cae2b1c02e2efcd166ee5516e243d540ac24bfa68a7",
340
+ "sha256:47955475ac79cc504ef2704b192364e51d0d473ad452caedd0002605f780101c",
341
+ "sha256:48696db7f18afb80a068821504296eb0787d9ce239b91ca15059d1d3eaacf13b",
342
+ "sha256:4be9f4830ba8741527693848403e2c457c16e499100963ec711b1c6f2049b7c7",
343
+ "sha256:4d1d02209e06550bdaef34af58e041ad71b88e624f5d825519da3a3308e22687",
344
+ "sha256:4f41da960b196ea355357285ad1316a00099f22d0929fe168343b99b254729c9",
345
+ "sha256:517ad0e93394ac532745129ceabdf2696b609ec9f87863d337140317ebce1c14",
346
+ "sha256:51fb3c322c81d20567019778cb5a4a6f2dc1c200b886bc0d636238e364848c89",
347
+ "sha256:5273b9f0b5835ff0350c0828faea623c68bfa65b792720c453e22b25cc72930f",
348
+ "sha256:530d548084c4a9f7a16ed4a294d459b4f229db50df689bfe92027452452943a0",
349
+ "sha256:530e8cebeea0d76bdcf93357aa5e41336f48c3dc709ac52da2bb167c5b8271d9",
350
+ "sha256:54fae94be3d75f3e573c9a1b5402dc593de19377013c9a0e4285e3d402dd3a2a",
351
+ "sha256:572d7c822caf521f0525ba1bce1a622a0b85cf47ffbdae6c9c19e3b5ac3c4389",
352
+ "sha256:58c948d0d086229efc484fe2f30c2d382c86720f55cd9bc33591774348ad44e0",
353
+ "sha256:5d11595abf8dd942a77883a39d81433739b287b6aa71620f15164f8096221b30",
354
+ "sha256:5f8ddd609f9e1af8c7bd6e2aca279c931aefecd148a14402d4e368f3171769fd",
355
+ "sha256:5feb91325bbceade6afab43eb3b508c63ee53579fe896c77137ded51c6b6958e",
356
+ "sha256:60c74963d8350241a79cb8feea80e54d518f72c26db618862a8f53e5023deaf9",
357
+ "sha256:613f19aa6e082cf96e17e3ffd89383343d0d589abda756b7764cf78361fd41dc",
358
+ "sha256:659a1e1b500fac8f2779dd9e1570464e012f43e580371470b45277a27baa7532",
359
+ "sha256:695f5c2823691a25f17bc5d5ffe79fa90972cc34b002ac6c843bb8a1720e950d",
360
+ "sha256:69dd852c2f0ad631b8b60cfbe25a28c0058a894de5abb566619c205ce0550eae",
361
+ "sha256:6cceb5473417d28edd20c6c984ab6fee6c6267d38d906823ebfe20b03d607dc2",
362
+ "sha256:71be7e0e01753a89cf024abf7ecb6bca2c81738ead80d43004d9b5e3f1244e64",
363
+ "sha256:74119174722c4349af9708993118581686f343adc1c8c9c007d59be90d077f3f",
364
+ "sha256:74a2e659c7ecbc73562e2a15e05039f1e22c75b7c7618b4b574a3ea9118d1557",
365
+ "sha256:7504e9b7dc05f99a9bbb4525c67a2c155073b44d720470a148b34166a69c054e",
366
+ "sha256:79090741d842f564b1b2827c0b82d846405b744d31e84f18d7a7b41c20e473ff",
367
+ "sha256:7a6967aaf043bceabab5412ed6bd6bd26603dae84d5cb75bf8d9a74a4959d398",
368
+ "sha256:7bda6eebafd42133efdca535b04ccb338ab29467b3f7bf79569883676fc628db",
369
+ "sha256:7edbed096e4a4798710ed6bc75dcaa2a21b68b6c356553ac4823c3658d53743a",
370
+ "sha256:7f9019c9cb613f084481bd6a100b12e1547cf2efe362d873c2e31e4035a6fa43",
371
+ "sha256:802168e03fba8bbc5ce0d866d589e4b1ca751d06edee69f7f3a19c5a9fe6b597",
372
+ "sha256:80d0a5615143c0b3225e5e3ef22c8d5d51f3f72ce0ea6fb84c943546c7b25b6c",
373
+ "sha256:82060f995ab5003a2d6e0f4ad29065b7672b6593c8c63559beefe5b443242c3e",
374
+ "sha256:836ab36280f21fc1a03c99cd05c6b7af70d2697e374c7af0b61ed271401a72a2",
375
+ "sha256:8761ac29b6c81574724322a554605608a9960769ea83d2c73e396f3df896ad54",
376
+ "sha256:87725cfb1a4f1f8c2fc9890ae2f42094120f4b44db9360be5d99a4c6b0e03a9e",
377
+ "sha256:899d28f422116b08be5118ef350c292b36fc15ec2daeb9ea987c89281c7bb5c4",
378
+ "sha256:8bc5f0687d796c05b1e28ab0d38a50e6309906ee09375dd3aff6a9c09dd6e8f4",
379
+ "sha256:8bea55c4eef25b0b19a0337dc4e3f9a15b00d569c77211fa8cde38684f234fb7",
380
+ "sha256:8e5a94886bedca0f9b78fecd6afb6629142fd2605aa70a125d49f4edc6037ee6",
381
+ "sha256:90ca27cd8da8118b18a52d5f547859cc1f8354a00cd1e8e5120df3e30d6279e5",
382
+ "sha256:92734d4d8d187a354a556626c221cd1a892a4e0802ccb2af432a1d85ec012194",
383
+ "sha256:947cf925bc916d90adba35a64c82aace04fa39b46b52d4630ece166655905a69",
384
+ "sha256:95b52c68d64c1878818687a473a10547b3292e82b6f6fe483808fb1468e2f52f",
385
+ "sha256:97d0235baafca5f2b09cf332cc275f021e694e8362c6bb9c96fc9a0eb74fc316",
386
+ "sha256:9ca4c0b502ab399ef89248a2c84c54954f77a070f28e546a85e91da627d1301e",
387
+ "sha256:9cc4fc6c196d6a8b76629a70ddfcd4635a6898756e2d9cac5565cf0654605d73",
388
+ "sha256:9cc6e6d9e571d2f863fa77700701dae73ed5f78881efc8b3f9a4398772ff53e8",
389
+ "sha256:a056d1ad2633548ca18ffa2f85c202cfb48b68615129143915b8dc72a806a923",
390
+ "sha256:a26611d9987b230566f24a0a125f17fe0de6a6aff9f25c9f564aaa2721a5fb88",
391
+ "sha256:a4474d924a47185a06411e0064b803c68be044be2d60e50e8bddcc2649957c1f",
392
+ "sha256:a4ea868bc28109052790eb2b52a9ab33f3aa7adc02f96673526ff47419490e21",
393
+ "sha256:a9e68c9d88823b274cf1e72f28cb5dc89c990edf430b0bfd3e2fb0785bfeabf4",
394
+ "sha256:aa9cccf4a44b9b62d8ba8b4dd06c649ba683e4bf04eea606d2e94cfc2d6ff4d6",
395
+ "sha256:ab30e5e3e706e3063bc6de96b118688cb10396b70bb9864a430f67df98c61ecc",
396
+ "sha256:ac2393c73378fea4e52aa56285a3d64be50f1a12395afef9cce47772f60334c2",
397
+ "sha256:ad8faf8df23f0378c6d527d8b0b15ea4a2e23c89376877c598c4870d1b2c7866",
398
+ "sha256:b35b200d6a71b9839a46b9b7fff66b6638bb52fc9658aa58796b0326595d3021",
399
+ "sha256:b3694e3f87f8ac7ce279d4355645b3c878d24d1424581b46282f24b92f5a4ae2",
400
+ "sha256:b4ff1d35e8c5bd078be89349b6f3a845128e685e751b6ea1169cf2160b344c4d",
401
+ "sha256:bbc8c8650c6e51041ad1be191742b8b421d05bbd3410f43fa2a00c8db87678e8",
402
+ "sha256:bc72863f4d9aba2e8fd9085e63548a324ba706d2ea2c83b260da08a59b9482de",
403
+ "sha256:bf625105bb9eef28a56a943fec8c8a98aeb80e7d7db99bd3c388137e6eb2d237",
404
+ "sha256:c2274ca724536f173122f36c98ce188fd24ce3dad886ec2b7af859518ce008a4",
405
+ "sha256:c45a03a4c69820a399f1dda9e1d8fbf3562eda46e7720458180302021b08f778",
406
+ "sha256:c8ae56368f8cc97c7e40a7ee18e1cedaf8e780cd8bc5ed5ac8b81f238614facb",
407
+ "sha256:c907cdc8109f6c619e6254212e794d6548373cc40e1ec75e6e3823d9135d29cc",
408
+ "sha256:ca0276464d148c72defa8bb4390cce01b4a0e425f3b50d1435aa6d7a18107602",
409
+ "sha256:cd5e2801c89992ed8c0a3f0293ae83c159a60d9a5d685005383ef4caca77f2c4",
410
+ "sha256:d08ec48f0a1c48d75d0356cea971921848fb620fdeba805b28f937e90691209f",
411
+ "sha256:d1a2ee9c1499fc8f86f4521f27a973c914b211ffa87322f4ee33bb35392da2c5",
412
+ "sha256:d5f5d1e9def3405f60e3ca8232d56f35c98fb7bf581efcc60051ebf53cb8b611",
413
+ "sha256:d60377dce4511655582e300dc1e5a5f24ba0cb229005a1d5c8d0cb72bb758ab8",
414
+ "sha256:d73beaac5e90173ac3deb9928a74763a6d230f494e4bfb422c217a0ad8e629bf",
415
+ "sha256:d7de2637729c67d67cf87614b566626057e95c303bc0a55ffe391f5205e7003d",
416
+ "sha256:dad6e0f2e481fffdcf776d10ebee25e0ef89f16d691f1e5dee4b586375fdc64b",
417
+ "sha256:dda86aba335c902b6149a02a55b38e96287157e609200811837678214ba2b1db",
418
+ "sha256:df01808ee470038c3f8dc4f48620df7225c49c2d6639e38f96e6d6ac6e6f7b0e",
419
+ "sha256:e1f6e2f00a6b8edb562826e4632e26d063ac10307e80f7461f7de3ad8ef3f077",
420
+ "sha256:e25369dc110d58ddf29b949377a93e0716d72a24f62bad72b2b39f155949c1fd",
421
+ "sha256:e3c701e954abf6fc03a49f7c579cc80c2c6cc52525340ca3186c41d3f33482ef",
422
+ "sha256:e5bcc1a1ae744e0bb59641171ae53743760130600da8db48cbb6e4918e186e4e",
423
+ "sha256:e68c14b04827dd76dcbd1aeea9e604e3e4b78322d8faf2f8132c7138efa340a8",
424
+ "sha256:e8aeb10fcbe92767f0fa69ad5a72deca50d0dca07fbde97848997d778a50c9fe",
425
+ "sha256:e985a16ff513596f217cee86c21371b8cd011c0f6f056d0920aa2d926c544058",
426
+ "sha256:ecbbd45615a6885fe3240eb9db73b9e62518b611850fdf8ab08bd56de7ad2b17",
427
+ "sha256:ee4ec14bc1680d6b0afab9aea2ef27e26d2024f18b24a2d7155a52b60da7e833",
428
+ "sha256:ef5960d965e67165d75b7c7ffc60a83ec5abfc5c11b764ec13ea54fbef8b4421",
429
+ "sha256:f0cdaecd4c953bfae0b6bb64910aaaca5a424ad9c72d85cb88417bb9814f7550",
430
+ "sha256:f1ce721c8a7dfec21fcbdfe04e8f68174183cf4e8188e0645e92aa23985c57ff",
431
+ "sha256:f50498891691e0864dc3da965f340fada0771f6142a378083dc4608f4ea513e2",
432
+ "sha256:f5ea69428fa1b49573eef0cc44a1d43bebd45ad0c611eb7d7eac760c7ae771bc",
433
+ "sha256:f61aa92e4aad0be58eb6eb4e0c21acf32cf8065f4b2cae5665da756c4ceef982",
434
+ "sha256:f6e4333fb15c83f7d1482a76d45a0818897b3d33f00efd215528ff7c51b8e35d",
435
+ "sha256:f820f24b09e3e779fe84c3c456cb4108a7aa639b0d1f02c28046e11bfcd088ed",
436
+ "sha256:f98059e4fcd3e3e4e2d632b7cf81c2faae96c43c60b569e9c621468082f1d104",
437
+ "sha256:fcce033e4021347d80ed9c66dcf1e7b1546319834b74445f561d2e2221de5659"
438
  ],
439
  "markers": "python_version >= '3.7'",
440
+ "version": "==3.4.6"
441
  },
442
  "click": {
443
  "hashes": [
 
525
  "markers": "python_version >= '3.7' and python_version < '4.0'",
526
  "version": "==0.6.7"
527
  },
528
+ "deepeval": {
529
+ "hashes": [
530
+ "sha256:267491bbb25fd1c4e8e4991721b0e44bd5b54bbd219edd6705b038028874964f",
531
+ "sha256:47f34f54ac648e06610dbf6d1eeca49c53150a04e9219d4f0619d63403c016df"
532
+ ],
533
+ "index": "pypi",
534
+ "markers": "python_version >= '3.9' and python_version < '4.0'",
535
+ "version": "==3.9.2"
536
+ },
537
  "deprecation": {
538
  "hashes": [
539
  "sha256:72b3bde64e5d778694b0cf68178aed03d15e15477116add3fb773e581f9518ff",
 
565
  "markers": "python_version >= '3.5' and python_version < '4.0'",
566
  "version": "==1.3.1"
567
  },
568
+ "execnet": {
569
+ "hashes": [
570
+ "sha256:63d83bfdd9a23e35b9c6a3261412324f964c2ec8dcd8d3c6916ee9373e0befcd",
571
+ "sha256:67fba928dd5a544b783f6056f449e5e3931a5c378b128bc18501f7ea79e296ec"
572
+ ],
573
+ "markers": "python_version >= '3.8'",
574
+ "version": "==2.1.2"
575
+ },
576
  "fastapi": {
577
  "hashes": [
578
  "sha256:2c9bab24667293b501cad8dd388c05240c850b58ec5876ee3283c47d6e1e3a4d",
 
758
  "markers": "python_version >= '3.8' and python_version < '4.0'",
759
  "version": "==1.3.1"
760
  },
761
+ "grpcio": {
762
+ "hashes": [
763
+ "sha256:082653eecbdf290e6e3e2c276ab2c54b9e7c299e07f4221872380312d8cf395e",
764
+ "sha256:10a9a644b5dd5aec3b82b5b0b90d41c0fa94c85ef42cb42cf78a23291ddb5e7d",
765
+ "sha256:12a771591ae40bc65ba67048fa52ef4f0e6db8279e595fd349f9dfddeef571f9",
766
+ "sha256:185dea0d5260cbb2d224c507bf2a5444d5abbb1fa3594c1ed7e4c709d5eb8383",
767
+ "sha256:1afa62af6e23f88629f2b29ec9e52ec7c65a7176c1e0a83292b93c76ca882558",
768
+ "sha256:2045397e63a7a0ee7957c25f7dbb36ddc110e0cfb418403d110c0a7a68a844e9",
769
+ "sha256:207db540302c884b8848036b80db352a832b99dfdf41db1eb554c2c2c7800f65",
770
+ "sha256:271c73e6e5676afe4fc52907686670c7cea22ab2310b76a59b678403ed40d670",
771
+ "sha256:2777b783f6c13b92bd7b716667452c329eefd646bfb3f2e9dabea2e05dbd34f6",
772
+ "sha256:2bf5e2e163b356978b23652c4818ce4759d40f4712ee9ec5a83c4be6f8c23a3a",
773
+ "sha256:35eb275bf1751d2ffbd8f57cdbc46058e857cf3971041521b78b7db94bdaf127",
774
+ "sha256:391e93548644e6b2726f1bb84ed60048d4bcc424ce5e4af0843d28ca0b754fec",
775
+ "sha256:3c586ac70e855c721bda8f548d38c3ca66ac791dc49b66a8281a1f99db85e452",
776
+ "sha256:3f8904a8165ab21e07e58bf3e30a73f4dffc7a1e0dbc32d51c61b5360d26f43e",
777
+ "sha256:459ab414b35f4496138d0ecd735fed26f1318af5e52cb1efbc82a09f0d5aa911",
778
+ "sha256:4c5533d03a6cbd7f56acfc9cfb44ea64f63d29091e40e44010d34178d392d7eb",
779
+ "sha256:51b13f9aed9d59ee389ad666b8c2214cc87b5de258fa712f9ab05f922e3896c6",
780
+ "sha256:5361a0630a7fdb58a6a97638ab70e1dae2893c4d08d7aba64ded28bb9e7a29df",
781
+ "sha256:5397fff416b79e4b284959642a4e95ac4b0f1ece82c9993658e0e477d40551ec",
782
+ "sha256:57bab6deef2f4f1ca76cc04565df38dc5713ae6c17de690721bdf30cb1e0545c",
783
+ "sha256:6092beabe1966a3229f599d7088b38dfc8ffa1608b5b5cdda31e591e6500f856",
784
+ "sha256:684083fd383e9dc04c794adb838d4faea08b291ce81f64ecd08e4577c7398adf",
785
+ "sha256:735e38e176a88ce41840c21bb49098ab66177c64c82426e24e0082500cc68af5",
786
+ "sha256:7382b95189546f375c174f53a5fa873cef91c4b8005faa05cc5b3beea9c4f1c5",
787
+ "sha256:748b6138585379c737adc08aeffd21222abbda1a86a0dca2a39682feb9196c20",
788
+ "sha256:74be1268d1439eaaf552c698cdb11cd594f0c49295ae6bb72c34ee31abbe611b",
789
+ "sha256:7cc47943d524ee0096f973e1081cb8f4f17a4615f2116882a5f1416e4cfe92b5",
790
+ "sha256:859b13906ce098c0b493af92142ad051bf64c7870fa58a123911c88606714996",
791
+ "sha256:85f93781028ec63f383f6bc90db785a016319c561cc11151fbb7b34e0d012303",
792
+ "sha256:86ce2371bfd7f212cf60d8517e5e854475c2c43ce14aa910e136ace72c6db6c1",
793
+ "sha256:86f85dd7c947baa707078a236288a289044836d4b640962018ceb9cd1f899af5",
794
+ "sha256:8dfffba826efcf366b1e3ccc37e67afe676f290e13a3b48d31a46739f80a8724",
795
+ "sha256:8f2ac84905d12918e4e55a16da17939eb63e433dc11b677267c35568aa63fc84",
796
+ "sha256:94309f498bcc07e5a7d16089ab984d42ad96af1d94b5a4eb966a266d9fcabf68",
797
+ "sha256:94f95cf5d532d0e717eed4fc1810e8e6eded04621342ec54c89a7c2f14b581bf",
798
+ "sha256:9566fe4ababbb2610c39190791e5b829869351d14369603702e890ef3ad2d06e",
799
+ "sha256:9dca934f24c732750389ce49d638069c3892ad065df86cb465b3fa3012b70c9e",
800
+ "sha256:a9f136fbafe7ccf4ac7e8e0c28b31066e810be52d6e344ef954a3a70234e1702",
801
+ "sha256:ab399ef5e3cd2a721b1038a0f3021001f19c5ab279f145e1146bb0b9f1b2b12c",
802
+ "sha256:b0c689c02947d636bc7fab3e30cc3a3445cca99c834dfb77cd4a6cabfc1c5597",
803
+ "sha256:b2342d87af32790f934a79c3112641e7b27d63c261b8b4395350dad43eff1dc7",
804
+ "sha256:b58f37edab4a3881bc6c9bca52670610e0c9ca14e2ea3cf9debf185b870457fb",
805
+ "sha256:bd8cb8026e5f5b50498a3c4f196f57f9db344dad829ffae16b82e4fdbaea2813",
806
+ "sha256:be63c88b32e6c0f1429f1398ca5c09bc64b0d80950c8bb7807d7d7fb36fb84c7",
807
+ "sha256:c3f293fdc675ccba4db5a561048cca627b5e7bd1c8a6973ffedabe7d116e22e2",
808
+ "sha256:c41bc64626db62e72afec66b0c8a0da76491510015417c127bfc53b2fe6d7f7f",
809
+ "sha256:ce3a90455492bf8bfa38e56fbbe1dbd4f872a3d8eeaf7337dc3b1c8aa28c271b",
810
+ "sha256:ce7599575eeb25c0f4dc1be59cada6219f3b56176f799627f44088b21381a28a",
811
+ "sha256:dce09d6116df20a96acfdbf85e4866258c3758180e8c49845d6ba8248b6d0bbb",
812
+ "sha256:de8cb00d1483a412a06394b8303feec5dcb3b55f81d83aa216dbb6a0b86a94f5",
813
+ "sha256:df2c8f3141f7cbd112a6ebbd760290b5849cda01884554f7c67acc14e7b1758a",
814
+ "sha256:e87cbc002b6f440482b3519e36e1313eb5443e9e9e73d6a52d43bd2004fcfd8e",
815
+ "sha256:e888474dee2f59ff68130f8a397792d8cb8e17e6b3434339657ba4ee90845a8c",
816
+ "sha256:f12857d24d98441af6a1d5c87442d624411db486f7ba12550b07788f74b67b04",
817
+ "sha256:f2d4e43ee362adfc05994ed479334d5a451ab7bc3f3fee1b796b8ca66895acb4",
818
+ "sha256:f3d6379493e18ad4d39537a82371c5281e153e963cecb13f953ebac155756525",
819
+ "sha256:f8dff3d9777e5d2703a962ee5c286c239bf0ba173877cc68dc02c17d042e29de",
820
+ "sha256:f9ab915a267fc47c7e88c387a3a28325b58c898e23d4995f765728f4e3dedb97",
821
+ "sha256:fbe6e89c7ffb48518384068321621b2a69cab509f58e40e4399fdd378fa6d074",
822
+ "sha256:fd5f135b1bd58ab088930b3c613455796dfa0393626a6972663ccdda5b4ac6ce",
823
+ "sha256:ff870aebe9a93a85283837801d35cd5f8814fe2ad01e606861a7fb47c762a2b7"
824
+ ],
825
+ "markers": "python_version >= '3.9'",
826
+ "version": "==1.78.0"
827
+ },
828
  "h11": {
829
  "hashes": [
830
  "sha256:8f19fbbe99e72420ff35c00b27a34cb9937e902a8b810e2c88300c6f0a3b699d",
 
904
  "markers": "python_version >= '3.9'",
905
  "version": "==8.7.1"
906
  },
907
+ "iniconfig": {
908
+ "hashes": [
909
+ "sha256:c76315c77db068650d49c5b56314774a7804df16fee4402c1f19d6d15d8c4730",
910
+ "sha256:f631c04d2c48c52b84d0d0549c99ff3859c98df65b3101406327ecc7d53fbf12"
911
+ ],
912
+ "markers": "python_version >= '3.10'",
913
+ "version": "==2.3.0"
914
+ },
915
  "invoke": {
916
  "hashes": [
917
  "sha256:41b428342d466a82135d5ab37119685a989713742be46e42a3a399d685579314",
 
1436
  "markers": "python_version >= '3.8'",
1437
  "version": "==1.1.0"
1438
  },
1439
+ "nest-asyncio": {
1440
+ "hashes": [
1441
+ "sha256:6f172d5449aca15afd6c646851f4e31e02c598d553a667e38cafa997cfec55fe",
1442
+ "sha256:87af6efd6b5e897c81050477ef65c62e2b2f35d51703cae01aff2905b1852e1c"
1443
+ ],
1444
+ "markers": "python_version >= '3.5'",
1445
+ "version": "==1.6.0"
1446
+ },
1447
  "networkx": {
1448
  "hashes": [
1449
  "sha256:26b7c357accc0c8cde558ad486283728b65b6a95d85ee1cd66bafab4c8168509",
 
1545
  "markers": "python_version >= '3.8'",
1546
  "version": "==1.109.1"
1547
  },
1548
+ "opentelemetry-api": {
1549
+ "hashes": [
1550
+ "sha256:159be641c0b04d11e9ecd576906462773eb97ae1b657730f0ecf64d32071569f",
1551
+ "sha256:82dd69331ae74b06f6a874704be0cfaa49a1650e1537d4a813b86ecef7d0ecf9"
1552
+ ],
1553
+ "markers": "python_version >= '3.9'",
1554
+ "version": "==1.40.0"
1555
+ },
1556
+ "opentelemetry-sdk": {
1557
+ "hashes": [
1558
+ "sha256:18e9f5ec20d859d268c7cb3c5198c8d105d073714db3de50b593b8c1345a48f2",
1559
+ "sha256:787d2154a71f4b3d81f20524a8ce061b7db667d24e46753f32a7bc48f1c1f3f1"
1560
+ ],
1561
+ "markers": "python_version >= '3.9'",
1562
+ "version": "==1.40.0"
1563
+ },
1564
+ "opentelemetry-semantic-conventions": {
1565
+ "hashes": [
1566
+ "sha256:072f65473c5d7c6dc0355b27d6c9d1a679d63b6d4b4b16a9773062cb7e31192a",
1567
+ "sha256:fa530a96be229795f8cef353739b618148b0fe2b4b3f005e60e262926c4d38e2"
1568
+ ],
1569
+ "markers": "python_version >= '3.9'",
1570
+ "version": "==0.61b0"
1571
+ },
1572
  "orjson": {
1573
  "hashes": [
1574
  "sha256:043d3006b7d32c7e233b8cfb1f01c651013ea079e08dcef7189a29abd8befe11",
 
1779
  "markers": "python_version >= '3.8'",
1780
  "version": "==1.12.1.2"
1781
  },
1782
+ "pluggy": {
1783
+ "hashes": [
1784
+ "sha256:7dcc130b76258d33b90f61b658791dede3486c3e6bfb003ee5c9bfb396dd22f3",
1785
+ "sha256:e920276dd6813095e9377c0bc5566d94c932c33b27a3e3945d8389c374dd4746"
1786
+ ],
1787
+ "markers": "python_version >= '3.9'",
1788
+ "version": "==1.6.0"
1789
+ },
1790
+ "portalocker": {
1791
+ "hashes": [
1792
+ "sha256:1f3002956a54a8c3730586c5c77bf18fae4149e07eaf1c29fc3faf4d5a3f89ac",
1793
+ "sha256:3cdc5f565312224bc570c49337bd21428bba0ef363bbcf58b9ef4a9f11779968"
1794
+ ],
1795
+ "markers": "python_version >= '3.9'",
1796
+ "version": "==3.2.0"
1797
+ },
1798
  "postgrest": {
1799
  "hashes": [
1800
  "sha256:193e4c7eee1b6e3f3c64e5748b4c30c2e9619813e3d833b6315a402778a236a6",
 
1803
  "markers": "python_version >= '3.8' and python_version < '4.0'",
1804
  "version": "==0.10.7"
1805
  },
1806
+ "posthog": {
1807
+ "hashes": [
1808
+ "sha256:284dfa302f64353484420b52d4ad81ff5c2c2d1d607c4e2db602ac72761831bd",
1809
+ "sha256:701669261b8d07cdde0276e5bc096b87f9e200e3b9589c5ebff14df658c5893c"
1810
+ ],
1811
+ "markers": "python_version >= '3.9'",
1812
+ "version": "==5.4.0"
1813
+ },
1814
  "propcache": {
1815
  "hashes": [
1816
  "sha256:0002004213ee1f36cfb3f9a42b5066100c44276b9b72b4e1504cddd3d692e86e",
 
2161
  "markers": "python_version >= '3.9'",
2162
  "version": "==2.41.5"
2163
  },
2164
+ "pydantic-settings": {
2165
+ "hashes": [
2166
+ "sha256:b4c11847b15237fb0171e1462bf540e294affb9b86db4d9aa5c01730bdbe4025",
2167
+ "sha256:d56fd801823dbeae7f0975e1f8c8e25c258eb75d278ea7abb5d9cebb01b56237"
2168
+ ],
2169
+ "markers": "python_version >= '3.10'",
2170
+ "version": "==2.13.1"
2171
+ },
2172
+ "pyfiglet": {
2173
+ "hashes": [
2174
+ "sha256:65b57b7a8e1dff8a67dc8e940a117238661d5e14c3e49121032bd404d9b2b39f",
2175
+ "sha256:db9c9940ed1bf3048deff534ed52ff2dafbbc2cd7610b17bb5eca1df6d4278ef"
2176
+ ],
2177
+ "markers": "python_version >= '3.9'",
2178
+ "version": "==1.0.4"
2179
+ },
2180
  "pygments": {
2181
  "hashes": [
2182
  "sha256:636cb2477cec7f8952536970bc533bc43743542f70392ae026374600add5b887",
 
2213
  "markers": "python_version >= '3.6'",
2214
  "version": "==5.6.0"
2215
  },
2216
+ "pytest": {
2217
+ "hashes": [
2218
+ "sha256:711ffd45bf766d5264d487b917733b453d917afd2b0ad65223959f59089f875b",
2219
+ "sha256:75186651a92bd89611d1d9fc20f0b4345fd827c41ccd5c299a868a05d70edf11"
2220
+ ],
2221
+ "markers": "python_version >= '3.10'",
2222
+ "version": "==9.0.2"
2223
+ },
2224
+ "pytest-asyncio": {
2225
+ "hashes": [
2226
+ "sha256:611e26147c7f77640e6d0a92a38ed17c3e9848063698d5c93d5aa7aa11cebff5",
2227
+ "sha256:d7f52f36d231b80ee124cd216ffb19369aa168fc10095013c6b014a34d3ee9e5"
2228
+ ],
2229
+ "markers": "python_version >= '3.10'",
2230
+ "version": "==1.3.0"
2231
+ },
2232
+ "pytest-repeat": {
2233
+ "hashes": [
2234
+ "sha256:c1738b4e412a6f3b3b9e0b8b29fcd7a423e50f87381ad9307ef6f5a8601139f3",
2235
+ "sha256:d92ac14dfaa6ffcfe6917e5d16f0c9bc82380c135b03c2a5f412d2637f224485"
2236
+ ],
2237
+ "markers": "python_version >= '3.9'",
2238
+ "version": "==0.9.4"
2239
+ },
2240
+ "pytest-rerunfailures": {
2241
+ "hashes": [
2242
+ "sha256:5d11b12c0ca9a1665b5054052fcc1084f8deadd9328962745ef6b04e26382e86",
2243
+ "sha256:c38b266db8a808953ebd71ac25c381cb1981a78ff9340a14bcb9f1b9bff1899e"
2244
+ ],
2245
+ "markers": "python_version >= '3.10'",
2246
+ "version": "==16.1"
2247
+ },
2248
+ "pytest-xdist": {
2249
+ "hashes": [
2250
+ "sha256:202ca578cfeb7370784a8c33d6d05bc6e13b4f25b5053c30a152269fd10f0b88",
2251
+ "sha256:7e578125ec9bc6050861aa93f2d59f1d8d085595d6551c2c90b6f4fad8d3a9f1"
2252
+ ],
2253
+ "markers": "python_version >= '3.9'",
2254
+ "version": "==3.8.0"
2255
+ },
2256
  "python-dateutil": {
2257
  "hashes": [
2258
  "sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3",
 
2700
  "markers": "python_version >= '3.10'",
2701
  "version": "==5.3.0"
2702
  },
2703
+ "sentry-sdk": {
2704
+ "hashes": [
2705
+ "sha256:3774c4d8820720ca4101548131b9c162f4c9426eb7f4d24aca453012a7470f69",
2706
+ "sha256:97026981cb15699394474a196b88503a393cbc58d182ece0d3abe12b9bd978d4"
2707
+ ],
2708
+ "markers": "python_version >= '3.6'",
2709
+ "version": "==2.55.0"
2710
+ },
2711
+ "setuptools": {
2712
+ "hashes": [
2713
+ "sha256:7d872682c5d01cfde07da7bccc7b65469d3dca203318515ada1de5eda35efbf9",
2714
+ "sha256:a59e362652f08dcd477c78bb6e7bd9d80a7995bc73ce773050228a348ce2e5bb"
2715
+ ],
2716
+ "markers": "python_version >= '3.9'",
2717
+ "version": "==82.0.1"
2718
+ },
2719
  "shellingham": {
2720
  "hashes": [
2721
  "sha256:7ecfff8f2fd72616f7481040475a65b2bf8af90a56c89140852d1120324e8686",
 
2865
  "markers": "python_version >= '3.9'",
2866
  "version": "==1.14.0"
2867
  },
2868
+ "tabulate": {
2869
+ "hashes": [
2870
+ "sha256:0095b12bf5966de529c0feb1fa08671671b3368eec77d7ef7ab114be2c068b3c",
2871
+ "sha256:024ca478df22e9340661486f85298cff5f6dcdba14f3813e8830015b9ed1948f"
2872
+ ],
2873
+ "markers": "python_version >= '3.7'",
2874
+ "version": "==0.9.0"
2875
+ },
2876
  "tenacity": {
2877
  "hashes": [
2878
  "sha256:8bc6c0c8a09b31e6cad13c47afbed1a567518250a9a171418582ed8d9c20ca78",
app/main.py CHANGED
@@ -278,7 +278,10 @@ async def question_answering(question: Dict[str, str] = Body(...)):
278
  .get("content", user_question)
279
  .strip()
280
  )
281
- print(f"[DEBUG] rewritten query: {rewritten_query}")
 
 
 
282
 
283
  # 2. 질문 임베딩 (리라이팅된 쿼리 사용)
284
  question_embedding = get_embedding(rewritten_query)
@@ -301,17 +304,23 @@ async def question_answering(question: Dict[str, str] = Body(...)):
301
  seen_contents.add(content)
302
  all_chunks_content.append(content)
303
 
304
- print(
305
- f"[DEBUG] vector={len(vector_chunks)}, keyword={len(keyword_chunks)}, merged={len(all_chunks_content)}"
306
- )
 
307
 
308
  # 4. 빈 결과 방어: 검색 결과가 없으면 즉시 반환
309
  if not all_chunks_content:
 
310
  return {"answer": "문서에서 해당 정보를 찾을 수 없습니다.", "sources": []}
311
 
312
  # 5. 리랭킹: Cross-encoder로 상위 5개 선별
313
  reranked_chunks = rerank(user_question, all_chunks_content, top_k=5)
314
- print(f"[DEBUG] reranked top {len(reranked_chunks)} chunks")
 
 
 
 
315
 
316
  # 6. 프롬프트 구성
317
  context = "\n".join(reranked_chunks)
 
278
  .get("content", user_question)
279
  .strip()
280
  )
281
+ print(f"\n{'='*60}")
282
+ print(f" [QA] 원본 질문: {user_question}")
283
+ print(f" [QA] 리라이팅: {rewritten_query}")
284
+ print(f"{'='*60}")
285
 
286
  # 2. 질문 임베딩 (리라이팅된 쿼리 사용)
287
  question_embedding = get_embedding(rewritten_query)
 
304
  seen_contents.add(content)
305
  all_chunks_content.append(content)
306
 
307
+ print(f"\n 하이브리드 검색 결과:")
308
+ print(f" 벡터 검색: {len(vector_chunks)}건")
309
+ print(f" 키워드 검색: {len(keyword_chunks)}건")
310
+ print(f" 중복 제거 후: {len(all_chunks_content)}건")
311
 
312
  # 4. 빈 결과 방어: 검색 결과가 없으면 즉시 반환
313
  if not all_chunks_content:
314
+ print(f" ⚠ 검색 결과 없음 → 빈 응답 반환")
315
  return {"answer": "문서에서 해당 정보를 찾을 수 없습니다.", "sources": []}
316
 
317
  # 5. 리랭킹: Cross-encoder로 상위 5개 선별
318
  reranked_chunks = rerank(user_question, all_chunks_content, top_k=5)
319
+ print(f"\n 리랭킹 후 최종 {len(reranked_chunks)}건 선별:")
320
+ for i, chunk in enumerate(reranked_chunks, 1):
321
+ preview = chunk[:60].replace("\n", " ")
322
+ print(f" [{i}] {preview}...")
323
+ print(f"{'='*60}\n")
324
 
325
  # 6. 프롬프트 구성
326
  context = "\n".join(reranked_chunks)
app/supabase_utils.py CHANGED
@@ -116,17 +116,23 @@ def search_similar_embeddings(
116
  },
117
  ).execute()
118
 
119
- # 디버깅: 필터링 전 결과 확인
120
- for row in result.data:
121
- print(
122
- f"[DEBUG] similarity={row.get('similarity', 'N/A'):.4f} | content preview: {row.get('content', '')[:80]}"
123
- )
 
 
 
 
 
 
 
124
 
125
  filtered = [
126
  row for row in result.data if row.get("similarity", 0) >= similarity_threshold
127
  ]
128
-
129
- print(f"[DEBUG] total={len(result.data)}, filtered(>=0.7)={len(filtered)}")
130
 
131
  return filtered
132
 
 
116
  },
117
  ).execute()
118
 
119
+ # 디버깅: 벡터 검색 결과 요약
120
+ print(f"\n{'='*60}")
121
+ print(
122
+ f" 벡터 검색 결과 (총 {len(result.data)}건, 임계값 >= {similarity_threshold})"
123
+ )
124
+ print(f"{'='*60}")
125
+ for i, row in enumerate(result.data, 1):
126
+ sim = row.get("similarity", 0)
127
+ preview = row.get("content", "")[:60].replace("\n", " ")
128
+ marker = "✓" if sim >= similarity_threshold else "✗"
129
+ print(f" {marker} [{i:2d}] 유사도 {sim:.4f} | {preview}...")
130
+ print(f"{'='*60}")
131
 
132
  filtered = [
133
  row for row in result.data if row.get("similarity", 0) >= similarity_threshold
134
  ]
135
+ print(f" → 통과: {len(filtered)}건 / 제외: {len(result.data) - len(filtered)}건")
 
136
 
137
  return filtered
138
 
eval_rag.py ADDED
@@ -0,0 +1,157 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """
2
+ RAG 파이프라인 평가 스크립트 (DeepEval + Ollama)
3
+
4
+ 사용법:
5
+ 1. 서버 실행: pipenv run uvicorn app.main:app --reload
6
+ 2. 평가 실행: pipenv run python eval_rag.py
7
+ """
8
+
9
+ import json
10
+ import requests as http_requests
11
+ from pydantic import BaseModel
12
+ from deepeval.models import DeepEvalBaseLLM
13
+ from deepeval.test_case import LLMTestCase
14
+ from deepeval.metrics import (
15
+ FaithfulnessMetric,
16
+ AnswerRelevancyMetric,
17
+ ContextualPrecisionMetric,
18
+ ContextualRecallMetric,
19
+ )
20
+ from deepeval import evaluate
21
+
22
+ # ── 설정 ──────────────────────────────────────────────
23
+ API_BASE = "http://127.0.0.1:8000"
24
+ OLLAMA_BASE = "http://localhost:11434"
25
+
26
+
27
+ # ── Ollama 커스텀 래퍼 (ollama 패키지 불필요) ──────────
28
+ class OllamaLLM(DeepEvalBaseLLM):
29
+ """requests로 Ollama API를 직접 호출하는 DeepEval 커스텀 모델"""
30
+
31
+ def __init__(self, model="llama3.1", base_url="http://localhost:11434"):
32
+ self._model_name = model
33
+ self.base_url = base_url
34
+ super().__init__(model)
35
+
36
+ def load_model(self):
37
+ return self._model_name
38
+
39
+ def generate(self, prompt: str, schema: BaseModel = None) -> str:
40
+ payload = {
41
+ "model": self._model_name,
42
+ "messages": [{"role": "user", "content": prompt}],
43
+ "stream": False,
44
+ }
45
+ if schema:
46
+ payload["format"] = schema.model_json_schema()
47
+
48
+ resp = http_requests.post(
49
+ f"{self.base_url}/api/chat", json=payload, timeout=120
50
+ )
51
+ resp.raise_for_status()
52
+ content = resp.json()["message"]["content"]
53
+
54
+ if schema:
55
+ return schema(**json.loads(content))
56
+ return content
57
+
58
+ async def a_generate(self, prompt: str, schema: BaseModel = None) -> str:
59
+ return self.generate(prompt, schema)
60
+
61
+ def get_model_name(self):
62
+ return self._model_name
63
+
64
+
65
+ # 평가용 모델 초기화
66
+ eval_model = OllamaLLM(model="llama3.1", base_url=OLLAMA_BASE)
67
+
68
+ # ── 테스트 케이스 정의 ─────────────────────────────────
69
+ TEST_CASES = [
70
+ {
71
+ "question": "현대캐피탈의 지분율은?",
72
+ "expected": "현대캐피탈의 지분율은 59.72%입니다.",
73
+ },
74
+ {
75
+ "question": "현대카드의 지분율은?",
76
+ "expected": "현대카드의 지분율은 36.24%입니다.",
77
+ },
78
+ {
79
+ "question": "현대로템의 지분율은?",
80
+ "expected": "현대로템의 지분율은 50.50%입니다.",
81
+ },
82
+ ]
83
+
84
+
85
+ def call_rag(question: str, document_id: str) -> dict:
86
+ """RAG API를 호출하여 답변과 sources를 반환"""
87
+ resp = http_requests.post(
88
+ f"{API_BASE}/qa",
89
+ json={"query": question, "document_id": document_id},
90
+ timeout=120,
91
+ )
92
+ resp.raise_for_status()
93
+ return resp.json()
94
+
95
+
96
+ def get_document_id() -> str:
97
+ """업로드된 문서의 document_id를 입력받는다."""
98
+ doc_id = input("\n평가할 document_id를 입력하세요: ").strip()
99
+ if not doc_id:
100
+ print("document_id가 필요합니다.")
101
+ exit(1)
102
+ return doc_id
103
+
104
+
105
+ def main():
106
+ document_id = get_document_id()
107
+
108
+ print(f"\n{'='*60}")
109
+ print(f" RAG 평가 시작 (총 {len(TEST_CASES)}건)")
110
+ print(f"{'='*60}\n")
111
+
112
+ # 각 테스트 케이스에 대해 RAG API 호출
113
+ test_cases = []
114
+ for i, tc in enumerate(TEST_CASES, 1):
115
+ question = tc["question"]
116
+ expected = tc["expected"]
117
+
118
+ print(f" [{i}/{len(TEST_CASES)}] 질문: {question}")
119
+ result = call_rag(question, document_id)
120
+
121
+ answer = result["answer"]
122
+ sources = result["sources"]
123
+
124
+ print(f" 답변: {answer[:80]}...")
125
+ print(f" 소스: {len(sources)}건\n")
126
+
127
+ test_cases.append(
128
+ LLMTestCase(
129
+ input=question,
130
+ actual_output=answer,
131
+ expected_output=expected,
132
+ retrieval_context=sources,
133
+ )
134
+ )
135
+
136
+ # 평가 지표 설정
137
+ metrics = [
138
+ FaithfulnessMetric(model=eval_model, threshold=0.7),
139
+ AnswerRelevancyMetric(model=eval_model, threshold=0.7),
140
+ ContextualPrecisionMetric(model=eval_model, threshold=0.7),
141
+ ContextualRecallMetric(model=eval_model, threshold=0.7),
142
+ ]
143
+
144
+ print(f"{'='*60}")
145
+ print(f" DeepEval 평가 실행 중... (Ollama llama3.1 사용)")
146
+ print(f"{'='*60}\n")
147
+
148
+ # 평가 실행
149
+ results = evaluate(test_cases=test_cases, metrics=metrics)
150
+
151
+ print(f"\n{'='*60}")
152
+ print(f" 평가 완료!")
153
+ print(f"{'='*60}")
154
+
155
+
156
+ if __name__ == "__main__":
157
+ main()