Spaces:
Runtime error
Runtime error
[Delta-02] deepEval RAG 평가 라이브러리 설치
Browse files- .deepeval/.deepeval_telemetry.txt +4 -0
- .deepeval/.temp_test_run_data.json +1 -0
- Pipfile +1 -0
- Pipfile.lock +370 -118
- app/main.py +14 -5
- app/supabase_utils.py +13 -7
- eval_rag.py +157 -0
.deepeval/.deepeval_telemetry.txt
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
DEEPEVAL_ID=13f97a53-31fd-4207-b2b5-d7669bbc5ee6
|
| 2 |
+
DEEPEVAL_STATUS=old
|
| 3 |
+
DEEPEVAL_LAST_FEATURE=evaluation
|
| 4 |
+
DEEPEVAL_EVALUATION_STATUS=old
|
.deepeval/.temp_test_run_data.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"testCases": [], "conversationalTestCases": [], "metricsScores": [], "runDuration": 0.0}
|
Pipfile
CHANGED
|
@@ -18,6 +18,7 @@ requests = "*"
|
|
| 18 |
nltk = "*"
|
| 19 |
numpy = "*"
|
| 20 |
sentence-transformers = "*"
|
|
|
|
| 21 |
|
| 22 |
[dev-packages]
|
| 23 |
pre-commit = "*"
|
|
|
|
| 18 |
nltk = "*"
|
| 19 |
numpy = "*"
|
| 20 |
sentence-transformers = "*"
|
| 21 |
+
deepeval = "*"
|
| 22 |
|
| 23 |
[dev-packages]
|
| 24 |
pre-commit = "*"
|
Pipfile.lock
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"_meta": {
|
| 3 |
"hash": {
|
| 4 |
-
"sha256": "
|
| 5 |
},
|
| 6 |
"pipfile-spec": 6,
|
| 7 |
"requires": {
|
|
@@ -184,11 +184,19 @@
|
|
| 184 |
},
|
| 185 |
"attrs": {
|
| 186 |
"hashes": [
|
| 187 |
-
"sha256:
|
| 188 |
-
"sha256:
|
| 189 |
],
|
| 190 |
"markers": "python_version >= '3.9'",
|
| 191 |
-
"version": "==
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 192 |
},
|
| 193 |
"backports.tarfile": {
|
| 194 |
"hashes": [
|
|
@@ -298,122 +306,138 @@
|
|
| 298 |
},
|
| 299 |
"charset-normalizer": {
|
| 300 |
"hashes": [
|
| 301 |
-
"sha256:
|
| 302 |
-
"sha256:
|
| 303 |
-
"sha256:
|
| 304 |
-
"sha256:
|
| 305 |
-
"sha256:
|
| 306 |
-
"sha256:
|
| 307 |
-
"sha256:
|
| 308 |
-
"sha256:
|
| 309 |
-
"sha256:
|
| 310 |
-
"sha256:
|
| 311 |
-
"sha256:
|
| 312 |
-
"sha256:
|
| 313 |
-
"sha256:
|
| 314 |
-
"sha256:
|
| 315 |
-
"sha256:
|
| 316 |
-
"sha256:
|
| 317 |
-
"sha256:
|
| 318 |
-
"sha256:
|
| 319 |
-
"sha256:
|
| 320 |
-
"sha256:
|
| 321 |
-
"sha256:
|
| 322 |
-
"sha256:
|
| 323 |
-
"sha256:
|
| 324 |
-
"sha256:
|
| 325 |
-
"sha256:
|
| 326 |
-
"sha256:
|
| 327 |
-
"sha256:
|
| 328 |
-
"sha256:
|
| 329 |
-
"sha256:
|
| 330 |
-
"sha256:
|
| 331 |
-
"sha256:
|
| 332 |
-
"sha256:
|
| 333 |
-
"sha256:
|
| 334 |
-
"sha256:
|
| 335 |
-
"sha256:
|
| 336 |
-
"sha256:
|
| 337 |
-
"sha256:
|
| 338 |
-
"sha256:
|
| 339 |
-
"sha256:
|
| 340 |
-
"sha256:
|
| 341 |
-
"sha256:
|
| 342 |
-
"sha256:
|
| 343 |
-
"sha256:
|
| 344 |
-
"sha256:
|
| 345 |
-
"sha256:
|
| 346 |
-
"sha256:
|
| 347 |
-
"sha256:
|
| 348 |
-
"sha256:
|
| 349 |
-
"sha256:
|
| 350 |
-
"sha256:
|
| 351 |
-
"sha256:
|
| 352 |
-
"sha256:
|
| 353 |
-
"sha256:
|
| 354 |
-
"sha256:
|
| 355 |
-
"sha256:
|
| 356 |
-
"sha256:
|
| 357 |
-
"sha256:
|
| 358 |
-
"sha256:
|
| 359 |
-
"sha256:
|
| 360 |
-
"sha256:
|
| 361 |
-
"sha256:
|
| 362 |
-
"sha256:
|
| 363 |
-
"sha256:
|
| 364 |
-
"sha256:
|
| 365 |
-
"sha256:
|
| 366 |
-
"sha256:
|
| 367 |
-
"sha256:
|
| 368 |
-
"sha256:
|
| 369 |
-
"sha256:
|
| 370 |
-
"sha256:
|
| 371 |
-
"sha256:
|
| 372 |
-
"sha256:
|
| 373 |
-
"sha256:
|
| 374 |
-
"sha256:
|
| 375 |
-
"sha256:
|
| 376 |
-
"sha256:
|
| 377 |
-
"sha256:
|
| 378 |
-
"sha256:
|
| 379 |
-
"sha256:
|
| 380 |
-
"sha256:
|
| 381 |
-
"sha256:
|
| 382 |
-
"sha256:
|
| 383 |
-
"sha256:
|
| 384 |
-
"sha256:
|
| 385 |
-
"sha256:
|
| 386 |
-
"sha256:
|
| 387 |
-
"sha256:
|
| 388 |
-
"sha256:
|
| 389 |
-
"sha256:
|
| 390 |
-
"sha256:
|
| 391 |
-
"sha256:
|
| 392 |
-
"sha256:
|
| 393 |
-
"sha256:
|
| 394 |
-
"sha256:
|
| 395 |
-
"sha256:
|
| 396 |
-
"sha256:
|
| 397 |
-
"sha256:
|
| 398 |
-
"sha256:
|
| 399 |
-
"sha256:
|
| 400 |
-
"sha256:
|
| 401 |
-
"sha256:
|
| 402 |
-
"sha256:
|
| 403 |
-
"sha256:
|
| 404 |
-
"sha256:
|
| 405 |
-
"sha256:
|
| 406 |
-
"sha256:
|
| 407 |
-
"sha256:
|
| 408 |
-
"sha256:
|
| 409 |
-
"sha256:
|
| 410 |
-
"sha256:
|
| 411 |
-
"sha256:
|
| 412 |
-
"sha256:
|
| 413 |
-
"sha256:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 414 |
],
|
| 415 |
"markers": "python_version >= '3.7'",
|
| 416 |
-
"version": "==3.4.
|
| 417 |
},
|
| 418 |
"click": {
|
| 419 |
"hashes": [
|
|
@@ -501,6 +525,15 @@
|
|
| 501 |
"markers": "python_version >= '3.7' and python_version < '4.0'",
|
| 502 |
"version": "==0.6.7"
|
| 503 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 504 |
"deprecation": {
|
| 505 |
"hashes": [
|
| 506 |
"sha256:72b3bde64e5d778694b0cf68178aed03d15e15477116add3fb773e581f9518ff",
|
|
@@ -532,6 +565,14 @@
|
|
| 532 |
"markers": "python_version >= '3.5' and python_version < '4.0'",
|
| 533 |
"version": "==1.3.1"
|
| 534 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 535 |
"fastapi": {
|
| 536 |
"hashes": [
|
| 537 |
"sha256:2c9bab24667293b501cad8dd388c05240c850b58ec5876ee3283c47d6e1e3a4d",
|
|
@@ -717,6 +758,73 @@
|
|
| 717 |
"markers": "python_version >= '3.8' and python_version < '4.0'",
|
| 718 |
"version": "==1.3.1"
|
| 719 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 720 |
"h11": {
|
| 721 |
"hashes": [
|
| 722 |
"sha256:8f19fbbe99e72420ff35c00b27a34cb9937e902a8b810e2c88300c6f0a3b699d",
|
|
@@ -796,6 +904,14 @@
|
|
| 796 |
"markers": "python_version >= '3.9'",
|
| 797 |
"version": "==8.7.1"
|
| 798 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 799 |
"invoke": {
|
| 800 |
"hashes": [
|
| 801 |
"sha256:41b428342d466a82135d5ab37119685a989713742be46e42a3a399d685579314",
|
|
@@ -1320,6 +1436,14 @@
|
|
| 1320 |
"markers": "python_version >= '3.8'",
|
| 1321 |
"version": "==1.1.0"
|
| 1322 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1323 |
"networkx": {
|
| 1324 |
"hashes": [
|
| 1325 |
"sha256:26b7c357accc0c8cde558ad486283728b65b6a95d85ee1cd66bafab4c8168509",
|
|
@@ -1421,6 +1545,30 @@
|
|
| 1421 |
"markers": "python_version >= '3.8'",
|
| 1422 |
"version": "==1.109.1"
|
| 1423 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1424 |
"orjson": {
|
| 1425 |
"hashes": [
|
| 1426 |
"sha256:043d3006b7d32c7e233b8cfb1f01c651013ea079e08dcef7189a29abd8befe11",
|
|
@@ -1631,6 +1779,22 @@
|
|
| 1631 |
"markers": "python_version >= '3.8'",
|
| 1632 |
"version": "==1.12.1.2"
|
| 1633 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1634 |
"postgrest": {
|
| 1635 |
"hashes": [
|
| 1636 |
"sha256:193e4c7eee1b6e3f3c64e5748b4c30c2e9619813e3d833b6315a402778a236a6",
|
|
@@ -1639,6 +1803,14 @@
|
|
| 1639 |
"markers": "python_version >= '3.8' and python_version < '4.0'",
|
| 1640 |
"version": "==0.10.7"
|
| 1641 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1642 |
"propcache": {
|
| 1643 |
"hashes": [
|
| 1644 |
"sha256:0002004213ee1f36cfb3f9a42b5066100c44276b9b72b4e1504cddd3d692e86e",
|
|
@@ -1989,6 +2161,22 @@
|
|
| 1989 |
"markers": "python_version >= '3.9'",
|
| 1990 |
"version": "==2.41.5"
|
| 1991 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1992 |
"pygments": {
|
| 1993 |
"hashes": [
|
| 1994 |
"sha256:636cb2477cec7f8952536970bc533bc43743542f70392ae026374600add5b887",
|
|
@@ -2025,6 +2213,46 @@
|
|
| 2025 |
"markers": "python_version >= '3.6'",
|
| 2026 |
"version": "==5.6.0"
|
| 2027 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2028 |
"python-dateutil": {
|
| 2029 |
"hashes": [
|
| 2030 |
"sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3",
|
|
@@ -2472,6 +2700,22 @@
|
|
| 2472 |
"markers": "python_version >= '3.10'",
|
| 2473 |
"version": "==5.3.0"
|
| 2474 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2475 |
"shellingham": {
|
| 2476 |
"hashes": [
|
| 2477 |
"sha256:7ecfff8f2fd72616f7481040475a65b2bf8af90a56c89140852d1120324e8686",
|
|
@@ -2621,6 +2865,14 @@
|
|
| 2621 |
"markers": "python_version >= '3.9'",
|
| 2622 |
"version": "==1.14.0"
|
| 2623 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2624 |
"tenacity": {
|
| 2625 |
"hashes": [
|
| 2626 |
"sha256:8bc6c0c8a09b31e6cad13c47afbed1a567518250a9a171418582ed8d9c20ca78",
|
|
|
|
| 1 |
{
|
| 2 |
"_meta": {
|
| 3 |
"hash": {
|
| 4 |
+
"sha256": "340fffc37b3d2b705162a28022839c5513e7b8afdacd5d475b53eb5553d1b3c9"
|
| 5 |
},
|
| 6 |
"pipfile-spec": 6,
|
| 7 |
"requires": {
|
|
|
|
| 184 |
},
|
| 185 |
"attrs": {
|
| 186 |
"hashes": [
|
| 187 |
+
"sha256:c647aa4a12dfbad9333ca4e71fe62ddc36f4e63b2d260a37a8b83d2f043ac309",
|
| 188 |
+
"sha256:d03ceb89cb322a8fd706d4fb91940737b6642aa36998fe130a9bc96c985eff32"
|
| 189 |
],
|
| 190 |
"markers": "python_version >= '3.9'",
|
| 191 |
+
"version": "==26.1.0"
|
| 192 |
+
},
|
| 193 |
+
"backoff": {
|
| 194 |
+
"hashes": [
|
| 195 |
+
"sha256:03f829f5bb1923180821643f8753b0502c3b682293992485b0eef2807afa5cba",
|
| 196 |
+
"sha256:63579f9a0628e06278f7e47b7d7d5b6ce20dc65c5e96a6f3ca99a6adca0396e8"
|
| 197 |
+
],
|
| 198 |
+
"markers": "python_version >= '3.7' and python_version < '4.0'",
|
| 199 |
+
"version": "==2.2.1"
|
| 200 |
},
|
| 201 |
"backports.tarfile": {
|
| 202 |
"hashes": [
|
|
|
|
| 306 |
},
|
| 307 |
"charset-normalizer": {
|
| 308 |
"hashes": [
|
| 309 |
+
"sha256:06a7e86163334edfc5d20fe104db92fcd666e5a5df0977cb5680a506fe26cc8e",
|
| 310 |
+
"sha256:0c173ce3a681f309f31b87125fecec7a5d1347261ea11ebbb856fa6006b23c8c",
|
| 311 |
+
"sha256:0e28d62a8fc7a1fa411c43bd65e346f3bce9716dc51b897fbe930c5987b402d5",
|
| 312 |
+
"sha256:0e901eb1049fdb80f5bd11ed5ea1e498ec423102f7a9b9e4645d5b8204ff2815",
|
| 313 |
+
"sha256:11afb56037cbc4b1555a34dd69151e8e069bee82e613a73bef6e714ce733585f",
|
| 314 |
+
"sha256:150b8ce8e830eb7ccb029ec9ca36022f756986aaaa7956aad6d9ec90089338c0",
|
| 315 |
+
"sha256:172985e4ff804a7ad08eebec0a1640ece87ba5041d565fff23c8f99c1f389484",
|
| 316 |
+
"sha256:197c1a244a274bb016dd8b79204850144ef77fe81c5b797dc389327adb552407",
|
| 317 |
+
"sha256:1ae6b62897110aa7c79ea2f5dd38d1abca6db663687c0b1ad9aed6f6bae3d9d6",
|
| 318 |
+
"sha256:1cf0a70018692f85172348fe06d3a4b63f94ecb055e13a00c644d368eb82e5b8",
|
| 319 |
+
"sha256:1ed80ff870ca6de33f4d953fda4d55654b9a2b340ff39ab32fa3adbcd718f264",
|
| 320 |
+
"sha256:22c6f0c2fbc31e76c3b8a86fba1a56eda6166e238c29cdd3d14befdb4a4e4815",
|
| 321 |
+
"sha256:231d4da14bcd9301310faf492051bee27df11f2bc7549bc0bb41fef11b82daa2",
|
| 322 |
+
"sha256:259695e2ccc253feb2a016303543d691825e920917e31f894ca1a687982b1de4",
|
| 323 |
+
"sha256:2a24157fa36980478dd1770b585c0f30d19e18f4fb0c47c13aa568f871718579",
|
| 324 |
+
"sha256:2b1a63e8224e401cafe7739f77efd3f9e7f5f2026bda4aead8e59afab537784f",
|
| 325 |
+
"sha256:2bd9d128ef93637a5d7a6af25363cf5dec3fa21cf80e68055aad627f280e8afa",
|
| 326 |
+
"sha256:2e1d8ca8611099001949d1cdfaefc510cf0f212484fe7c565f735b68c78c3c95",
|
| 327 |
+
"sha256:2ef7fedc7a6ecbe99969cd09632516738a97eeb8bd7258bf8a0f23114c057dab",
|
| 328 |
+
"sha256:2f7fdd9b6e6c529d6a2501a2d36b240109e78a8ceaef5687cfcfa2bbe671d297",
|
| 329 |
+
"sha256:30f445ae60aad5e1f8bdbb3108e39f6fbc09f4ea16c815c66578878325f8f15a",
|
| 330 |
+
"sha256:31215157227939b4fb3d740cd23fe27be0439afef67b785a1eb78a3ae69cba9e",
|
| 331 |
+
"sha256:34315ff4fc374b285ad7f4a0bf7dcbfe769e1b104230d40f49f700d4ab6bbd84",
|
| 332 |
+
"sha256:3516bbb8d42169de9e61b8520cbeeeb716f12f4ecfe3fd30a9919aa16c806ca8",
|
| 333 |
+
"sha256:3778fd7d7cd04ae8f54651f4a7a0bd6e39a0cf20f801720a4c21d80e9b7ad6b0",
|
| 334 |
+
"sha256:39f5068d35621da2881271e5c3205125cc456f54e9030d3f723288c873a71bf9",
|
| 335 |
+
"sha256:404a1e552cf5b675a87f0651f8b79f5f1e6fd100ee88dc612f89aa16abd4486f",
|
| 336 |
+
"sha256:419a9d91bd238052642a51938af8ac05da5b3343becde08d5cdeab9046df9ee1",
|
| 337 |
+
"sha256:423fb7e748a08f854a08a222b983f4df1912b1daedce51a72bd24fe8f26a1843",
|
| 338 |
+
"sha256:4482481cb0572180b6fd976a4d5c72a30263e98564da68b86ec91f0fe35e8565",
|
| 339 |
+
"sha256:461598cd852bfa5a61b09cae2b1c02e2efcd166ee5516e243d540ac24bfa68a7",
|
| 340 |
+
"sha256:47955475ac79cc504ef2704b192364e51d0d473ad452caedd0002605f780101c",
|
| 341 |
+
"sha256:48696db7f18afb80a068821504296eb0787d9ce239b91ca15059d1d3eaacf13b",
|
| 342 |
+
"sha256:4be9f4830ba8741527693848403e2c457c16e499100963ec711b1c6f2049b7c7",
|
| 343 |
+
"sha256:4d1d02209e06550bdaef34af58e041ad71b88e624f5d825519da3a3308e22687",
|
| 344 |
+
"sha256:4f41da960b196ea355357285ad1316a00099f22d0929fe168343b99b254729c9",
|
| 345 |
+
"sha256:517ad0e93394ac532745129ceabdf2696b609ec9f87863d337140317ebce1c14",
|
| 346 |
+
"sha256:51fb3c322c81d20567019778cb5a4a6f2dc1c200b886bc0d636238e364848c89",
|
| 347 |
+
"sha256:5273b9f0b5835ff0350c0828faea623c68bfa65b792720c453e22b25cc72930f",
|
| 348 |
+
"sha256:530d548084c4a9f7a16ed4a294d459b4f229db50df689bfe92027452452943a0",
|
| 349 |
+
"sha256:530e8cebeea0d76bdcf93357aa5e41336f48c3dc709ac52da2bb167c5b8271d9",
|
| 350 |
+
"sha256:54fae94be3d75f3e573c9a1b5402dc593de19377013c9a0e4285e3d402dd3a2a",
|
| 351 |
+
"sha256:572d7c822caf521f0525ba1bce1a622a0b85cf47ffbdae6c9c19e3b5ac3c4389",
|
| 352 |
+
"sha256:58c948d0d086229efc484fe2f30c2d382c86720f55cd9bc33591774348ad44e0",
|
| 353 |
+
"sha256:5d11595abf8dd942a77883a39d81433739b287b6aa71620f15164f8096221b30",
|
| 354 |
+
"sha256:5f8ddd609f9e1af8c7bd6e2aca279c931aefecd148a14402d4e368f3171769fd",
|
| 355 |
+
"sha256:5feb91325bbceade6afab43eb3b508c63ee53579fe896c77137ded51c6b6958e",
|
| 356 |
+
"sha256:60c74963d8350241a79cb8feea80e54d518f72c26db618862a8f53e5023deaf9",
|
| 357 |
+
"sha256:613f19aa6e082cf96e17e3ffd89383343d0d589abda756b7764cf78361fd41dc",
|
| 358 |
+
"sha256:659a1e1b500fac8f2779dd9e1570464e012f43e580371470b45277a27baa7532",
|
| 359 |
+
"sha256:695f5c2823691a25f17bc5d5ffe79fa90972cc34b002ac6c843bb8a1720e950d",
|
| 360 |
+
"sha256:69dd852c2f0ad631b8b60cfbe25a28c0058a894de5abb566619c205ce0550eae",
|
| 361 |
+
"sha256:6cceb5473417d28edd20c6c984ab6fee6c6267d38d906823ebfe20b03d607dc2",
|
| 362 |
+
"sha256:71be7e0e01753a89cf024abf7ecb6bca2c81738ead80d43004d9b5e3f1244e64",
|
| 363 |
+
"sha256:74119174722c4349af9708993118581686f343adc1c8c9c007d59be90d077f3f",
|
| 364 |
+
"sha256:74a2e659c7ecbc73562e2a15e05039f1e22c75b7c7618b4b574a3ea9118d1557",
|
| 365 |
+
"sha256:7504e9b7dc05f99a9bbb4525c67a2c155073b44d720470a148b34166a69c054e",
|
| 366 |
+
"sha256:79090741d842f564b1b2827c0b82d846405b744d31e84f18d7a7b41c20e473ff",
|
| 367 |
+
"sha256:7a6967aaf043bceabab5412ed6bd6bd26603dae84d5cb75bf8d9a74a4959d398",
|
| 368 |
+
"sha256:7bda6eebafd42133efdca535b04ccb338ab29467b3f7bf79569883676fc628db",
|
| 369 |
+
"sha256:7edbed096e4a4798710ed6bc75dcaa2a21b68b6c356553ac4823c3658d53743a",
|
| 370 |
+
"sha256:7f9019c9cb613f084481bd6a100b12e1547cf2efe362d873c2e31e4035a6fa43",
|
| 371 |
+
"sha256:802168e03fba8bbc5ce0d866d589e4b1ca751d06edee69f7f3a19c5a9fe6b597",
|
| 372 |
+
"sha256:80d0a5615143c0b3225e5e3ef22c8d5d51f3f72ce0ea6fb84c943546c7b25b6c",
|
| 373 |
+
"sha256:82060f995ab5003a2d6e0f4ad29065b7672b6593c8c63559beefe5b443242c3e",
|
| 374 |
+
"sha256:836ab36280f21fc1a03c99cd05c6b7af70d2697e374c7af0b61ed271401a72a2",
|
| 375 |
+
"sha256:8761ac29b6c81574724322a554605608a9960769ea83d2c73e396f3df896ad54",
|
| 376 |
+
"sha256:87725cfb1a4f1f8c2fc9890ae2f42094120f4b44db9360be5d99a4c6b0e03a9e",
|
| 377 |
+
"sha256:899d28f422116b08be5118ef350c292b36fc15ec2daeb9ea987c89281c7bb5c4",
|
| 378 |
+
"sha256:8bc5f0687d796c05b1e28ab0d38a50e6309906ee09375dd3aff6a9c09dd6e8f4",
|
| 379 |
+
"sha256:8bea55c4eef25b0b19a0337dc4e3f9a15b00d569c77211fa8cde38684f234fb7",
|
| 380 |
+
"sha256:8e5a94886bedca0f9b78fecd6afb6629142fd2605aa70a125d49f4edc6037ee6",
|
| 381 |
+
"sha256:90ca27cd8da8118b18a52d5f547859cc1f8354a00cd1e8e5120df3e30d6279e5",
|
| 382 |
+
"sha256:92734d4d8d187a354a556626c221cd1a892a4e0802ccb2af432a1d85ec012194",
|
| 383 |
+
"sha256:947cf925bc916d90adba35a64c82aace04fa39b46b52d4630ece166655905a69",
|
| 384 |
+
"sha256:95b52c68d64c1878818687a473a10547b3292e82b6f6fe483808fb1468e2f52f",
|
| 385 |
+
"sha256:97d0235baafca5f2b09cf332cc275f021e694e8362c6bb9c96fc9a0eb74fc316",
|
| 386 |
+
"sha256:9ca4c0b502ab399ef89248a2c84c54954f77a070f28e546a85e91da627d1301e",
|
| 387 |
+
"sha256:9cc4fc6c196d6a8b76629a70ddfcd4635a6898756e2d9cac5565cf0654605d73",
|
| 388 |
+
"sha256:9cc6e6d9e571d2f863fa77700701dae73ed5f78881efc8b3f9a4398772ff53e8",
|
| 389 |
+
"sha256:a056d1ad2633548ca18ffa2f85c202cfb48b68615129143915b8dc72a806a923",
|
| 390 |
+
"sha256:a26611d9987b230566f24a0a125f17fe0de6a6aff9f25c9f564aaa2721a5fb88",
|
| 391 |
+
"sha256:a4474d924a47185a06411e0064b803c68be044be2d60e50e8bddcc2649957c1f",
|
| 392 |
+
"sha256:a4ea868bc28109052790eb2b52a9ab33f3aa7adc02f96673526ff47419490e21",
|
| 393 |
+
"sha256:a9e68c9d88823b274cf1e72f28cb5dc89c990edf430b0bfd3e2fb0785bfeabf4",
|
| 394 |
+
"sha256:aa9cccf4a44b9b62d8ba8b4dd06c649ba683e4bf04eea606d2e94cfc2d6ff4d6",
|
| 395 |
+
"sha256:ab30e5e3e706e3063bc6de96b118688cb10396b70bb9864a430f67df98c61ecc",
|
| 396 |
+
"sha256:ac2393c73378fea4e52aa56285a3d64be50f1a12395afef9cce47772f60334c2",
|
| 397 |
+
"sha256:ad8faf8df23f0378c6d527d8b0b15ea4a2e23c89376877c598c4870d1b2c7866",
|
| 398 |
+
"sha256:b35b200d6a71b9839a46b9b7fff66b6638bb52fc9658aa58796b0326595d3021",
|
| 399 |
+
"sha256:b3694e3f87f8ac7ce279d4355645b3c878d24d1424581b46282f24b92f5a4ae2",
|
| 400 |
+
"sha256:b4ff1d35e8c5bd078be89349b6f3a845128e685e751b6ea1169cf2160b344c4d",
|
| 401 |
+
"sha256:bbc8c8650c6e51041ad1be191742b8b421d05bbd3410f43fa2a00c8db87678e8",
|
| 402 |
+
"sha256:bc72863f4d9aba2e8fd9085e63548a324ba706d2ea2c83b260da08a59b9482de",
|
| 403 |
+
"sha256:bf625105bb9eef28a56a943fec8c8a98aeb80e7d7db99bd3c388137e6eb2d237",
|
| 404 |
+
"sha256:c2274ca724536f173122f36c98ce188fd24ce3dad886ec2b7af859518ce008a4",
|
| 405 |
+
"sha256:c45a03a4c69820a399f1dda9e1d8fbf3562eda46e7720458180302021b08f778",
|
| 406 |
+
"sha256:c8ae56368f8cc97c7e40a7ee18e1cedaf8e780cd8bc5ed5ac8b81f238614facb",
|
| 407 |
+
"sha256:c907cdc8109f6c619e6254212e794d6548373cc40e1ec75e6e3823d9135d29cc",
|
| 408 |
+
"sha256:ca0276464d148c72defa8bb4390cce01b4a0e425f3b50d1435aa6d7a18107602",
|
| 409 |
+
"sha256:cd5e2801c89992ed8c0a3f0293ae83c159a60d9a5d685005383ef4caca77f2c4",
|
| 410 |
+
"sha256:d08ec48f0a1c48d75d0356cea971921848fb620fdeba805b28f937e90691209f",
|
| 411 |
+
"sha256:d1a2ee9c1499fc8f86f4521f27a973c914b211ffa87322f4ee33bb35392da2c5",
|
| 412 |
+
"sha256:d5f5d1e9def3405f60e3ca8232d56f35c98fb7bf581efcc60051ebf53cb8b611",
|
| 413 |
+
"sha256:d60377dce4511655582e300dc1e5a5f24ba0cb229005a1d5c8d0cb72bb758ab8",
|
| 414 |
+
"sha256:d73beaac5e90173ac3deb9928a74763a6d230f494e4bfb422c217a0ad8e629bf",
|
| 415 |
+
"sha256:d7de2637729c67d67cf87614b566626057e95c303bc0a55ffe391f5205e7003d",
|
| 416 |
+
"sha256:dad6e0f2e481fffdcf776d10ebee25e0ef89f16d691f1e5dee4b586375fdc64b",
|
| 417 |
+
"sha256:dda86aba335c902b6149a02a55b38e96287157e609200811837678214ba2b1db",
|
| 418 |
+
"sha256:df01808ee470038c3f8dc4f48620df7225c49c2d6639e38f96e6d6ac6e6f7b0e",
|
| 419 |
+
"sha256:e1f6e2f00a6b8edb562826e4632e26d063ac10307e80f7461f7de3ad8ef3f077",
|
| 420 |
+
"sha256:e25369dc110d58ddf29b949377a93e0716d72a24f62bad72b2b39f155949c1fd",
|
| 421 |
+
"sha256:e3c701e954abf6fc03a49f7c579cc80c2c6cc52525340ca3186c41d3f33482ef",
|
| 422 |
+
"sha256:e5bcc1a1ae744e0bb59641171ae53743760130600da8db48cbb6e4918e186e4e",
|
| 423 |
+
"sha256:e68c14b04827dd76dcbd1aeea9e604e3e4b78322d8faf2f8132c7138efa340a8",
|
| 424 |
+
"sha256:e8aeb10fcbe92767f0fa69ad5a72deca50d0dca07fbde97848997d778a50c9fe",
|
| 425 |
+
"sha256:e985a16ff513596f217cee86c21371b8cd011c0f6f056d0920aa2d926c544058",
|
| 426 |
+
"sha256:ecbbd45615a6885fe3240eb9db73b9e62518b611850fdf8ab08bd56de7ad2b17",
|
| 427 |
+
"sha256:ee4ec14bc1680d6b0afab9aea2ef27e26d2024f18b24a2d7155a52b60da7e833",
|
| 428 |
+
"sha256:ef5960d965e67165d75b7c7ffc60a83ec5abfc5c11b764ec13ea54fbef8b4421",
|
| 429 |
+
"sha256:f0cdaecd4c953bfae0b6bb64910aaaca5a424ad9c72d85cb88417bb9814f7550",
|
| 430 |
+
"sha256:f1ce721c8a7dfec21fcbdfe04e8f68174183cf4e8188e0645e92aa23985c57ff",
|
| 431 |
+
"sha256:f50498891691e0864dc3da965f340fada0771f6142a378083dc4608f4ea513e2",
|
| 432 |
+
"sha256:f5ea69428fa1b49573eef0cc44a1d43bebd45ad0c611eb7d7eac760c7ae771bc",
|
| 433 |
+
"sha256:f61aa92e4aad0be58eb6eb4e0c21acf32cf8065f4b2cae5665da756c4ceef982",
|
| 434 |
+
"sha256:f6e4333fb15c83f7d1482a76d45a0818897b3d33f00efd215528ff7c51b8e35d",
|
| 435 |
+
"sha256:f820f24b09e3e779fe84c3c456cb4108a7aa639b0d1f02c28046e11bfcd088ed",
|
| 436 |
+
"sha256:f98059e4fcd3e3e4e2d632b7cf81c2faae96c43c60b569e9c621468082f1d104",
|
| 437 |
+
"sha256:fcce033e4021347d80ed9c66dcf1e7b1546319834b74445f561d2e2221de5659"
|
| 438 |
],
|
| 439 |
"markers": "python_version >= '3.7'",
|
| 440 |
+
"version": "==3.4.6"
|
| 441 |
},
|
| 442 |
"click": {
|
| 443 |
"hashes": [
|
|
|
|
| 525 |
"markers": "python_version >= '3.7' and python_version < '4.0'",
|
| 526 |
"version": "==0.6.7"
|
| 527 |
},
|
| 528 |
+
"deepeval": {
|
| 529 |
+
"hashes": [
|
| 530 |
+
"sha256:267491bbb25fd1c4e8e4991721b0e44bd5b54bbd219edd6705b038028874964f",
|
| 531 |
+
"sha256:47f34f54ac648e06610dbf6d1eeca49c53150a04e9219d4f0619d63403c016df"
|
| 532 |
+
],
|
| 533 |
+
"index": "pypi",
|
| 534 |
+
"markers": "python_version >= '3.9' and python_version < '4.0'",
|
| 535 |
+
"version": "==3.9.2"
|
| 536 |
+
},
|
| 537 |
"deprecation": {
|
| 538 |
"hashes": [
|
| 539 |
"sha256:72b3bde64e5d778694b0cf68178aed03d15e15477116add3fb773e581f9518ff",
|
|
|
|
| 565 |
"markers": "python_version >= '3.5' and python_version < '4.0'",
|
| 566 |
"version": "==1.3.1"
|
| 567 |
},
|
| 568 |
+
"execnet": {
|
| 569 |
+
"hashes": [
|
| 570 |
+
"sha256:63d83bfdd9a23e35b9c6a3261412324f964c2ec8dcd8d3c6916ee9373e0befcd",
|
| 571 |
+
"sha256:67fba928dd5a544b783f6056f449e5e3931a5c378b128bc18501f7ea79e296ec"
|
| 572 |
+
],
|
| 573 |
+
"markers": "python_version >= '3.8'",
|
| 574 |
+
"version": "==2.1.2"
|
| 575 |
+
},
|
| 576 |
"fastapi": {
|
| 577 |
"hashes": [
|
| 578 |
"sha256:2c9bab24667293b501cad8dd388c05240c850b58ec5876ee3283c47d6e1e3a4d",
|
|
|
|
| 758 |
"markers": "python_version >= '3.8' and python_version < '4.0'",
|
| 759 |
"version": "==1.3.1"
|
| 760 |
},
|
| 761 |
+
"grpcio": {
|
| 762 |
+
"hashes": [
|
| 763 |
+
"sha256:082653eecbdf290e6e3e2c276ab2c54b9e7c299e07f4221872380312d8cf395e",
|
| 764 |
+
"sha256:10a9a644b5dd5aec3b82b5b0b90d41c0fa94c85ef42cb42cf78a23291ddb5e7d",
|
| 765 |
+
"sha256:12a771591ae40bc65ba67048fa52ef4f0e6db8279e595fd349f9dfddeef571f9",
|
| 766 |
+
"sha256:185dea0d5260cbb2d224c507bf2a5444d5abbb1fa3594c1ed7e4c709d5eb8383",
|
| 767 |
+
"sha256:1afa62af6e23f88629f2b29ec9e52ec7c65a7176c1e0a83292b93c76ca882558",
|
| 768 |
+
"sha256:2045397e63a7a0ee7957c25f7dbb36ddc110e0cfb418403d110c0a7a68a844e9",
|
| 769 |
+
"sha256:207db540302c884b8848036b80db352a832b99dfdf41db1eb554c2c2c7800f65",
|
| 770 |
+
"sha256:271c73e6e5676afe4fc52907686670c7cea22ab2310b76a59b678403ed40d670",
|
| 771 |
+
"sha256:2777b783f6c13b92bd7b716667452c329eefd646bfb3f2e9dabea2e05dbd34f6",
|
| 772 |
+
"sha256:2bf5e2e163b356978b23652c4818ce4759d40f4712ee9ec5a83c4be6f8c23a3a",
|
| 773 |
+
"sha256:35eb275bf1751d2ffbd8f57cdbc46058e857cf3971041521b78b7db94bdaf127",
|
| 774 |
+
"sha256:391e93548644e6b2726f1bb84ed60048d4bcc424ce5e4af0843d28ca0b754fec",
|
| 775 |
+
"sha256:3c586ac70e855c721bda8f548d38c3ca66ac791dc49b66a8281a1f99db85e452",
|
| 776 |
+
"sha256:3f8904a8165ab21e07e58bf3e30a73f4dffc7a1e0dbc32d51c61b5360d26f43e",
|
| 777 |
+
"sha256:459ab414b35f4496138d0ecd735fed26f1318af5e52cb1efbc82a09f0d5aa911",
|
| 778 |
+
"sha256:4c5533d03a6cbd7f56acfc9cfb44ea64f63d29091e40e44010d34178d392d7eb",
|
| 779 |
+
"sha256:51b13f9aed9d59ee389ad666b8c2214cc87b5de258fa712f9ab05f922e3896c6",
|
| 780 |
+
"sha256:5361a0630a7fdb58a6a97638ab70e1dae2893c4d08d7aba64ded28bb9e7a29df",
|
| 781 |
+
"sha256:5397fff416b79e4b284959642a4e95ac4b0f1ece82c9993658e0e477d40551ec",
|
| 782 |
+
"sha256:57bab6deef2f4f1ca76cc04565df38dc5713ae6c17de690721bdf30cb1e0545c",
|
| 783 |
+
"sha256:6092beabe1966a3229f599d7088b38dfc8ffa1608b5b5cdda31e591e6500f856",
|
| 784 |
+
"sha256:684083fd383e9dc04c794adb838d4faea08b291ce81f64ecd08e4577c7398adf",
|
| 785 |
+
"sha256:735e38e176a88ce41840c21bb49098ab66177c64c82426e24e0082500cc68af5",
|
| 786 |
+
"sha256:7382b95189546f375c174f53a5fa873cef91c4b8005faa05cc5b3beea9c4f1c5",
|
| 787 |
+
"sha256:748b6138585379c737adc08aeffd21222abbda1a86a0dca2a39682feb9196c20",
|
| 788 |
+
"sha256:74be1268d1439eaaf552c698cdb11cd594f0c49295ae6bb72c34ee31abbe611b",
|
| 789 |
+
"sha256:7cc47943d524ee0096f973e1081cb8f4f17a4615f2116882a5f1416e4cfe92b5",
|
| 790 |
+
"sha256:859b13906ce098c0b493af92142ad051bf64c7870fa58a123911c88606714996",
|
| 791 |
+
"sha256:85f93781028ec63f383f6bc90db785a016319c561cc11151fbb7b34e0d012303",
|
| 792 |
+
"sha256:86ce2371bfd7f212cf60d8517e5e854475c2c43ce14aa910e136ace72c6db6c1",
|
| 793 |
+
"sha256:86f85dd7c947baa707078a236288a289044836d4b640962018ceb9cd1f899af5",
|
| 794 |
+
"sha256:8dfffba826efcf366b1e3ccc37e67afe676f290e13a3b48d31a46739f80a8724",
|
| 795 |
+
"sha256:8f2ac84905d12918e4e55a16da17939eb63e433dc11b677267c35568aa63fc84",
|
| 796 |
+
"sha256:94309f498bcc07e5a7d16089ab984d42ad96af1d94b5a4eb966a266d9fcabf68",
|
| 797 |
+
"sha256:94f95cf5d532d0e717eed4fc1810e8e6eded04621342ec54c89a7c2f14b581bf",
|
| 798 |
+
"sha256:9566fe4ababbb2610c39190791e5b829869351d14369603702e890ef3ad2d06e",
|
| 799 |
+
"sha256:9dca934f24c732750389ce49d638069c3892ad065df86cb465b3fa3012b70c9e",
|
| 800 |
+
"sha256:a9f136fbafe7ccf4ac7e8e0c28b31066e810be52d6e344ef954a3a70234e1702",
|
| 801 |
+
"sha256:ab399ef5e3cd2a721b1038a0f3021001f19c5ab279f145e1146bb0b9f1b2b12c",
|
| 802 |
+
"sha256:b0c689c02947d636bc7fab3e30cc3a3445cca99c834dfb77cd4a6cabfc1c5597",
|
| 803 |
+
"sha256:b2342d87af32790f934a79c3112641e7b27d63c261b8b4395350dad43eff1dc7",
|
| 804 |
+
"sha256:b58f37edab4a3881bc6c9bca52670610e0c9ca14e2ea3cf9debf185b870457fb",
|
| 805 |
+
"sha256:bd8cb8026e5f5b50498a3c4f196f57f9db344dad829ffae16b82e4fdbaea2813",
|
| 806 |
+
"sha256:be63c88b32e6c0f1429f1398ca5c09bc64b0d80950c8bb7807d7d7fb36fb84c7",
|
| 807 |
+
"sha256:c3f293fdc675ccba4db5a561048cca627b5e7bd1c8a6973ffedabe7d116e22e2",
|
| 808 |
+
"sha256:c41bc64626db62e72afec66b0c8a0da76491510015417c127bfc53b2fe6d7f7f",
|
| 809 |
+
"sha256:ce3a90455492bf8bfa38e56fbbe1dbd4f872a3d8eeaf7337dc3b1c8aa28c271b",
|
| 810 |
+
"sha256:ce7599575eeb25c0f4dc1be59cada6219f3b56176f799627f44088b21381a28a",
|
| 811 |
+
"sha256:dce09d6116df20a96acfdbf85e4866258c3758180e8c49845d6ba8248b6d0bbb",
|
| 812 |
+
"sha256:de8cb00d1483a412a06394b8303feec5dcb3b55f81d83aa216dbb6a0b86a94f5",
|
| 813 |
+
"sha256:df2c8f3141f7cbd112a6ebbd760290b5849cda01884554f7c67acc14e7b1758a",
|
| 814 |
+
"sha256:e87cbc002b6f440482b3519e36e1313eb5443e9e9e73d6a52d43bd2004fcfd8e",
|
| 815 |
+
"sha256:e888474dee2f59ff68130f8a397792d8cb8e17e6b3434339657ba4ee90845a8c",
|
| 816 |
+
"sha256:f12857d24d98441af6a1d5c87442d624411db486f7ba12550b07788f74b67b04",
|
| 817 |
+
"sha256:f2d4e43ee362adfc05994ed479334d5a451ab7bc3f3fee1b796b8ca66895acb4",
|
| 818 |
+
"sha256:f3d6379493e18ad4d39537a82371c5281e153e963cecb13f953ebac155756525",
|
| 819 |
+
"sha256:f8dff3d9777e5d2703a962ee5c286c239bf0ba173877cc68dc02c17d042e29de",
|
| 820 |
+
"sha256:f9ab915a267fc47c7e88c387a3a28325b58c898e23d4995f765728f4e3dedb97",
|
| 821 |
+
"sha256:fbe6e89c7ffb48518384068321621b2a69cab509f58e40e4399fdd378fa6d074",
|
| 822 |
+
"sha256:fd5f135b1bd58ab088930b3c613455796dfa0393626a6972663ccdda5b4ac6ce",
|
| 823 |
+
"sha256:ff870aebe9a93a85283837801d35cd5f8814fe2ad01e606861a7fb47c762a2b7"
|
| 824 |
+
],
|
| 825 |
+
"markers": "python_version >= '3.9'",
|
| 826 |
+
"version": "==1.78.0"
|
| 827 |
+
},
|
| 828 |
"h11": {
|
| 829 |
"hashes": [
|
| 830 |
"sha256:8f19fbbe99e72420ff35c00b27a34cb9937e902a8b810e2c88300c6f0a3b699d",
|
|
|
|
| 904 |
"markers": "python_version >= '3.9'",
|
| 905 |
"version": "==8.7.1"
|
| 906 |
},
|
| 907 |
+
"iniconfig": {
|
| 908 |
+
"hashes": [
|
| 909 |
+
"sha256:c76315c77db068650d49c5b56314774a7804df16fee4402c1f19d6d15d8c4730",
|
| 910 |
+
"sha256:f631c04d2c48c52b84d0d0549c99ff3859c98df65b3101406327ecc7d53fbf12"
|
| 911 |
+
],
|
| 912 |
+
"markers": "python_version >= '3.10'",
|
| 913 |
+
"version": "==2.3.0"
|
| 914 |
+
},
|
| 915 |
"invoke": {
|
| 916 |
"hashes": [
|
| 917 |
"sha256:41b428342d466a82135d5ab37119685a989713742be46e42a3a399d685579314",
|
|
|
|
| 1436 |
"markers": "python_version >= '3.8'",
|
| 1437 |
"version": "==1.1.0"
|
| 1438 |
},
|
| 1439 |
+
"nest-asyncio": {
|
| 1440 |
+
"hashes": [
|
| 1441 |
+
"sha256:6f172d5449aca15afd6c646851f4e31e02c598d553a667e38cafa997cfec55fe",
|
| 1442 |
+
"sha256:87af6efd6b5e897c81050477ef65c62e2b2f35d51703cae01aff2905b1852e1c"
|
| 1443 |
+
],
|
| 1444 |
+
"markers": "python_version >= '3.5'",
|
| 1445 |
+
"version": "==1.6.0"
|
| 1446 |
+
},
|
| 1447 |
"networkx": {
|
| 1448 |
"hashes": [
|
| 1449 |
"sha256:26b7c357accc0c8cde558ad486283728b65b6a95d85ee1cd66bafab4c8168509",
|
|
|
|
| 1545 |
"markers": "python_version >= '3.8'",
|
| 1546 |
"version": "==1.109.1"
|
| 1547 |
},
|
| 1548 |
+
"opentelemetry-api": {
|
| 1549 |
+
"hashes": [
|
| 1550 |
+
"sha256:159be641c0b04d11e9ecd576906462773eb97ae1b657730f0ecf64d32071569f",
|
| 1551 |
+
"sha256:82dd69331ae74b06f6a874704be0cfaa49a1650e1537d4a813b86ecef7d0ecf9"
|
| 1552 |
+
],
|
| 1553 |
+
"markers": "python_version >= '3.9'",
|
| 1554 |
+
"version": "==1.40.0"
|
| 1555 |
+
},
|
| 1556 |
+
"opentelemetry-sdk": {
|
| 1557 |
+
"hashes": [
|
| 1558 |
+
"sha256:18e9f5ec20d859d268c7cb3c5198c8d105d073714db3de50b593b8c1345a48f2",
|
| 1559 |
+
"sha256:787d2154a71f4b3d81f20524a8ce061b7db667d24e46753f32a7bc48f1c1f3f1"
|
| 1560 |
+
],
|
| 1561 |
+
"markers": "python_version >= '3.9'",
|
| 1562 |
+
"version": "==1.40.0"
|
| 1563 |
+
},
|
| 1564 |
+
"opentelemetry-semantic-conventions": {
|
| 1565 |
+
"hashes": [
|
| 1566 |
+
"sha256:072f65473c5d7c6dc0355b27d6c9d1a679d63b6d4b4b16a9773062cb7e31192a",
|
| 1567 |
+
"sha256:fa530a96be229795f8cef353739b618148b0fe2b4b3f005e60e262926c4d38e2"
|
| 1568 |
+
],
|
| 1569 |
+
"markers": "python_version >= '3.9'",
|
| 1570 |
+
"version": "==0.61b0"
|
| 1571 |
+
},
|
| 1572 |
"orjson": {
|
| 1573 |
"hashes": [
|
| 1574 |
"sha256:043d3006b7d32c7e233b8cfb1f01c651013ea079e08dcef7189a29abd8befe11",
|
|
|
|
| 1779 |
"markers": "python_version >= '3.8'",
|
| 1780 |
"version": "==1.12.1.2"
|
| 1781 |
},
|
| 1782 |
+
"pluggy": {
|
| 1783 |
+
"hashes": [
|
| 1784 |
+
"sha256:7dcc130b76258d33b90f61b658791dede3486c3e6bfb003ee5c9bfb396dd22f3",
|
| 1785 |
+
"sha256:e920276dd6813095e9377c0bc5566d94c932c33b27a3e3945d8389c374dd4746"
|
| 1786 |
+
],
|
| 1787 |
+
"markers": "python_version >= '3.9'",
|
| 1788 |
+
"version": "==1.6.0"
|
| 1789 |
+
},
|
| 1790 |
+
"portalocker": {
|
| 1791 |
+
"hashes": [
|
| 1792 |
+
"sha256:1f3002956a54a8c3730586c5c77bf18fae4149e07eaf1c29fc3faf4d5a3f89ac",
|
| 1793 |
+
"sha256:3cdc5f565312224bc570c49337bd21428bba0ef363bbcf58b9ef4a9f11779968"
|
| 1794 |
+
],
|
| 1795 |
+
"markers": "python_version >= '3.9'",
|
| 1796 |
+
"version": "==3.2.0"
|
| 1797 |
+
},
|
| 1798 |
"postgrest": {
|
| 1799 |
"hashes": [
|
| 1800 |
"sha256:193e4c7eee1b6e3f3c64e5748b4c30c2e9619813e3d833b6315a402778a236a6",
|
|
|
|
| 1803 |
"markers": "python_version >= '3.8' and python_version < '4.0'",
|
| 1804 |
"version": "==0.10.7"
|
| 1805 |
},
|
| 1806 |
+
"posthog": {
|
| 1807 |
+
"hashes": [
|
| 1808 |
+
"sha256:284dfa302f64353484420b52d4ad81ff5c2c2d1d607c4e2db602ac72761831bd",
|
| 1809 |
+
"sha256:701669261b8d07cdde0276e5bc096b87f9e200e3b9589c5ebff14df658c5893c"
|
| 1810 |
+
],
|
| 1811 |
+
"markers": "python_version >= '3.9'",
|
| 1812 |
+
"version": "==5.4.0"
|
| 1813 |
+
},
|
| 1814 |
"propcache": {
|
| 1815 |
"hashes": [
|
| 1816 |
"sha256:0002004213ee1f36cfb3f9a42b5066100c44276b9b72b4e1504cddd3d692e86e",
|
|
|
|
| 2161 |
"markers": "python_version >= '3.9'",
|
| 2162 |
"version": "==2.41.5"
|
| 2163 |
},
|
| 2164 |
+
"pydantic-settings": {
|
| 2165 |
+
"hashes": [
|
| 2166 |
+
"sha256:b4c11847b15237fb0171e1462bf540e294affb9b86db4d9aa5c01730bdbe4025",
|
| 2167 |
+
"sha256:d56fd801823dbeae7f0975e1f8c8e25c258eb75d278ea7abb5d9cebb01b56237"
|
| 2168 |
+
],
|
| 2169 |
+
"markers": "python_version >= '3.10'",
|
| 2170 |
+
"version": "==2.13.1"
|
| 2171 |
+
},
|
| 2172 |
+
"pyfiglet": {
|
| 2173 |
+
"hashes": [
|
| 2174 |
+
"sha256:65b57b7a8e1dff8a67dc8e940a117238661d5e14c3e49121032bd404d9b2b39f",
|
| 2175 |
+
"sha256:db9c9940ed1bf3048deff534ed52ff2dafbbc2cd7610b17bb5eca1df6d4278ef"
|
| 2176 |
+
],
|
| 2177 |
+
"markers": "python_version >= '3.9'",
|
| 2178 |
+
"version": "==1.0.4"
|
| 2179 |
+
},
|
| 2180 |
"pygments": {
|
| 2181 |
"hashes": [
|
| 2182 |
"sha256:636cb2477cec7f8952536970bc533bc43743542f70392ae026374600add5b887",
|
|
|
|
| 2213 |
"markers": "python_version >= '3.6'",
|
| 2214 |
"version": "==5.6.0"
|
| 2215 |
},
|
| 2216 |
+
"pytest": {
|
| 2217 |
+
"hashes": [
|
| 2218 |
+
"sha256:711ffd45bf766d5264d487b917733b453d917afd2b0ad65223959f59089f875b",
|
| 2219 |
+
"sha256:75186651a92bd89611d1d9fc20f0b4345fd827c41ccd5c299a868a05d70edf11"
|
| 2220 |
+
],
|
| 2221 |
+
"markers": "python_version >= '3.10'",
|
| 2222 |
+
"version": "==9.0.2"
|
| 2223 |
+
},
|
| 2224 |
+
"pytest-asyncio": {
|
| 2225 |
+
"hashes": [
|
| 2226 |
+
"sha256:611e26147c7f77640e6d0a92a38ed17c3e9848063698d5c93d5aa7aa11cebff5",
|
| 2227 |
+
"sha256:d7f52f36d231b80ee124cd216ffb19369aa168fc10095013c6b014a34d3ee9e5"
|
| 2228 |
+
],
|
| 2229 |
+
"markers": "python_version >= '3.10'",
|
| 2230 |
+
"version": "==1.3.0"
|
| 2231 |
+
},
|
| 2232 |
+
"pytest-repeat": {
|
| 2233 |
+
"hashes": [
|
| 2234 |
+
"sha256:c1738b4e412a6f3b3b9e0b8b29fcd7a423e50f87381ad9307ef6f5a8601139f3",
|
| 2235 |
+
"sha256:d92ac14dfaa6ffcfe6917e5d16f0c9bc82380c135b03c2a5f412d2637f224485"
|
| 2236 |
+
],
|
| 2237 |
+
"markers": "python_version >= '3.9'",
|
| 2238 |
+
"version": "==0.9.4"
|
| 2239 |
+
},
|
| 2240 |
+
"pytest-rerunfailures": {
|
| 2241 |
+
"hashes": [
|
| 2242 |
+
"sha256:5d11b12c0ca9a1665b5054052fcc1084f8deadd9328962745ef6b04e26382e86",
|
| 2243 |
+
"sha256:c38b266db8a808953ebd71ac25c381cb1981a78ff9340a14bcb9f1b9bff1899e"
|
| 2244 |
+
],
|
| 2245 |
+
"markers": "python_version >= '3.10'",
|
| 2246 |
+
"version": "==16.1"
|
| 2247 |
+
},
|
| 2248 |
+
"pytest-xdist": {
|
| 2249 |
+
"hashes": [
|
| 2250 |
+
"sha256:202ca578cfeb7370784a8c33d6d05bc6e13b4f25b5053c30a152269fd10f0b88",
|
| 2251 |
+
"sha256:7e578125ec9bc6050861aa93f2d59f1d8d085595d6551c2c90b6f4fad8d3a9f1"
|
| 2252 |
+
],
|
| 2253 |
+
"markers": "python_version >= '3.9'",
|
| 2254 |
+
"version": "==3.8.0"
|
| 2255 |
+
},
|
| 2256 |
"python-dateutil": {
|
| 2257 |
"hashes": [
|
| 2258 |
"sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3",
|
|
|
|
| 2700 |
"markers": "python_version >= '3.10'",
|
| 2701 |
"version": "==5.3.0"
|
| 2702 |
},
|
| 2703 |
+
"sentry-sdk": {
|
| 2704 |
+
"hashes": [
|
| 2705 |
+
"sha256:3774c4d8820720ca4101548131b9c162f4c9426eb7f4d24aca453012a7470f69",
|
| 2706 |
+
"sha256:97026981cb15699394474a196b88503a393cbc58d182ece0d3abe12b9bd978d4"
|
| 2707 |
+
],
|
| 2708 |
+
"markers": "python_version >= '3.6'",
|
| 2709 |
+
"version": "==2.55.0"
|
| 2710 |
+
},
|
| 2711 |
+
"setuptools": {
|
| 2712 |
+
"hashes": [
|
| 2713 |
+
"sha256:7d872682c5d01cfde07da7bccc7b65469d3dca203318515ada1de5eda35efbf9",
|
| 2714 |
+
"sha256:a59e362652f08dcd477c78bb6e7bd9d80a7995bc73ce773050228a348ce2e5bb"
|
| 2715 |
+
],
|
| 2716 |
+
"markers": "python_version >= '3.9'",
|
| 2717 |
+
"version": "==82.0.1"
|
| 2718 |
+
},
|
| 2719 |
"shellingham": {
|
| 2720 |
"hashes": [
|
| 2721 |
"sha256:7ecfff8f2fd72616f7481040475a65b2bf8af90a56c89140852d1120324e8686",
|
|
|
|
| 2865 |
"markers": "python_version >= '3.9'",
|
| 2866 |
"version": "==1.14.0"
|
| 2867 |
},
|
| 2868 |
+
"tabulate": {
|
| 2869 |
+
"hashes": [
|
| 2870 |
+
"sha256:0095b12bf5966de529c0feb1fa08671671b3368eec77d7ef7ab114be2c068b3c",
|
| 2871 |
+
"sha256:024ca478df22e9340661486f85298cff5f6dcdba14f3813e8830015b9ed1948f"
|
| 2872 |
+
],
|
| 2873 |
+
"markers": "python_version >= '3.7'",
|
| 2874 |
+
"version": "==0.9.0"
|
| 2875 |
+
},
|
| 2876 |
"tenacity": {
|
| 2877 |
"hashes": [
|
| 2878 |
"sha256:8bc6c0c8a09b31e6cad13c47afbed1a567518250a9a171418582ed8d9c20ca78",
|
app/main.py
CHANGED
|
@@ -278,7 +278,10 @@ async def question_answering(question: Dict[str, str] = Body(...)):
|
|
| 278 |
.get("content", user_question)
|
| 279 |
.strip()
|
| 280 |
)
|
| 281 |
-
print(f"
|
|
|
|
|
|
|
|
|
|
| 282 |
|
| 283 |
# 2. 질문 임베딩 (리라이팅된 쿼리 사용)
|
| 284 |
question_embedding = get_embedding(rewritten_query)
|
|
@@ -301,17 +304,23 @@ async def question_answering(question: Dict[str, str] = Body(...)):
|
|
| 301 |
seen_contents.add(content)
|
| 302 |
all_chunks_content.append(content)
|
| 303 |
|
| 304 |
-
print(
|
| 305 |
-
|
| 306 |
-
)
|
|
|
|
| 307 |
|
| 308 |
# 4. 빈 결과 방어: 검색 결과가 없으면 즉시 반환
|
| 309 |
if not all_chunks_content:
|
|
|
|
| 310 |
return {"answer": "문서에서 해당 정보를 찾을 수 없습니다.", "sources": []}
|
| 311 |
|
| 312 |
# 5. 리랭킹: Cross-encoder로 상위 5개 선별
|
| 313 |
reranked_chunks = rerank(user_question, all_chunks_content, top_k=5)
|
| 314 |
-
print(f"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 315 |
|
| 316 |
# 6. 프롬프트 구성
|
| 317 |
context = "\n".join(reranked_chunks)
|
|
|
|
| 278 |
.get("content", user_question)
|
| 279 |
.strip()
|
| 280 |
)
|
| 281 |
+
print(f"\n{'='*60}")
|
| 282 |
+
print(f" [QA] 원본 질문: {user_question}")
|
| 283 |
+
print(f" [QA] 리라이팅: {rewritten_query}")
|
| 284 |
+
print(f"{'='*60}")
|
| 285 |
|
| 286 |
# 2. 질문 임베딩 (리라이팅된 쿼리 사용)
|
| 287 |
question_embedding = get_embedding(rewritten_query)
|
|
|
|
| 304 |
seen_contents.add(content)
|
| 305 |
all_chunks_content.append(content)
|
| 306 |
|
| 307 |
+
print(f"\n 하이브리드 검색 결과:")
|
| 308 |
+
print(f" 벡터 검색: {len(vector_chunks)}건")
|
| 309 |
+
print(f" 키워드 검색: {len(keyword_chunks)}건")
|
| 310 |
+
print(f" 중복 제거 후: {len(all_chunks_content)}건")
|
| 311 |
|
| 312 |
# 4. 빈 결과 방어: 검색 결과가 없으면 즉시 반환
|
| 313 |
if not all_chunks_content:
|
| 314 |
+
print(f" ⚠ 검색 결과 없음 → 빈 응답 반환")
|
| 315 |
return {"answer": "문서에서 해당 정보를 찾을 수 없습니다.", "sources": []}
|
| 316 |
|
| 317 |
# 5. 리랭킹: Cross-encoder로 상위 5개 선별
|
| 318 |
reranked_chunks = rerank(user_question, all_chunks_content, top_k=5)
|
| 319 |
+
print(f"\n 리랭킹 후 최종 {len(reranked_chunks)}건 선별:")
|
| 320 |
+
for i, chunk in enumerate(reranked_chunks, 1):
|
| 321 |
+
preview = chunk[:60].replace("\n", " ")
|
| 322 |
+
print(f" [{i}] {preview}...")
|
| 323 |
+
print(f"{'='*60}\n")
|
| 324 |
|
| 325 |
# 6. 프롬프트 구성
|
| 326 |
context = "\n".join(reranked_chunks)
|
app/supabase_utils.py
CHANGED
|
@@ -116,17 +116,23 @@ def search_similar_embeddings(
|
|
| 116 |
},
|
| 117 |
).execute()
|
| 118 |
|
| 119 |
-
# 디버깅:
|
| 120 |
-
|
| 121 |
-
|
| 122 |
-
|
| 123 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 124 |
|
| 125 |
filtered = [
|
| 126 |
row for row in result.data if row.get("similarity", 0) >= similarity_threshold
|
| 127 |
]
|
| 128 |
-
|
| 129 |
-
print(f"[DEBUG] total={len(result.data)}, filtered(>=0.7)={len(filtered)}")
|
| 130 |
|
| 131 |
return filtered
|
| 132 |
|
|
|
|
| 116 |
},
|
| 117 |
).execute()
|
| 118 |
|
| 119 |
+
# 디버깅: 벡터 검색 결과 요약
|
| 120 |
+
print(f"\n{'='*60}")
|
| 121 |
+
print(
|
| 122 |
+
f" 벡터 검색 결과 (총 {len(result.data)}건, 임계값 >= {similarity_threshold})"
|
| 123 |
+
)
|
| 124 |
+
print(f"{'='*60}")
|
| 125 |
+
for i, row in enumerate(result.data, 1):
|
| 126 |
+
sim = row.get("similarity", 0)
|
| 127 |
+
preview = row.get("content", "")[:60].replace("\n", " ")
|
| 128 |
+
marker = "✓" if sim >= similarity_threshold else "✗"
|
| 129 |
+
print(f" {marker} [{i:2d}] 유사도 {sim:.4f} | {preview}...")
|
| 130 |
+
print(f"{'='*60}")
|
| 131 |
|
| 132 |
filtered = [
|
| 133 |
row for row in result.data if row.get("similarity", 0) >= similarity_threshold
|
| 134 |
]
|
| 135 |
+
print(f" → 통과: {len(filtered)}건 / 제외: {len(result.data) - len(filtered)}건")
|
|
|
|
| 136 |
|
| 137 |
return filtered
|
| 138 |
|
eval_rag.py
ADDED
|
@@ -0,0 +1,157 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
RAG 파이프라인 평가 스크립트 (DeepEval + Ollama)
|
| 3 |
+
|
| 4 |
+
사용법:
|
| 5 |
+
1. 서버 실행: pipenv run uvicorn app.main:app --reload
|
| 6 |
+
2. 평가 실행: pipenv run python eval_rag.py
|
| 7 |
+
"""
|
| 8 |
+
|
| 9 |
+
import json
|
| 10 |
+
import requests as http_requests
|
| 11 |
+
from pydantic import BaseModel
|
| 12 |
+
from deepeval.models import DeepEvalBaseLLM
|
| 13 |
+
from deepeval.test_case import LLMTestCase
|
| 14 |
+
from deepeval.metrics import (
|
| 15 |
+
FaithfulnessMetric,
|
| 16 |
+
AnswerRelevancyMetric,
|
| 17 |
+
ContextualPrecisionMetric,
|
| 18 |
+
ContextualRecallMetric,
|
| 19 |
+
)
|
| 20 |
+
from deepeval import evaluate
|
| 21 |
+
|
| 22 |
+
# ── 설정 ──────────────────────────────────────────────
|
| 23 |
+
API_BASE = "http://127.0.0.1:8000"
|
| 24 |
+
OLLAMA_BASE = "http://localhost:11434"
|
| 25 |
+
|
| 26 |
+
|
| 27 |
+
# ── Ollama 커스텀 래퍼 (ollama 패키지 불필요) ──────────
|
| 28 |
+
class OllamaLLM(DeepEvalBaseLLM):
|
| 29 |
+
"""requests로 Ollama API를 직접 호출하는 DeepEval 커스텀 모델"""
|
| 30 |
+
|
| 31 |
+
def __init__(self, model="llama3.1", base_url="http://localhost:11434"):
|
| 32 |
+
self._model_name = model
|
| 33 |
+
self.base_url = base_url
|
| 34 |
+
super().__init__(model)
|
| 35 |
+
|
| 36 |
+
def load_model(self):
|
| 37 |
+
return self._model_name
|
| 38 |
+
|
| 39 |
+
def generate(self, prompt: str, schema: BaseModel = None) -> str:
|
| 40 |
+
payload = {
|
| 41 |
+
"model": self._model_name,
|
| 42 |
+
"messages": [{"role": "user", "content": prompt}],
|
| 43 |
+
"stream": False,
|
| 44 |
+
}
|
| 45 |
+
if schema:
|
| 46 |
+
payload["format"] = schema.model_json_schema()
|
| 47 |
+
|
| 48 |
+
resp = http_requests.post(
|
| 49 |
+
f"{self.base_url}/api/chat", json=payload, timeout=120
|
| 50 |
+
)
|
| 51 |
+
resp.raise_for_status()
|
| 52 |
+
content = resp.json()["message"]["content"]
|
| 53 |
+
|
| 54 |
+
if schema:
|
| 55 |
+
return schema(**json.loads(content))
|
| 56 |
+
return content
|
| 57 |
+
|
| 58 |
+
async def a_generate(self, prompt: str, schema: BaseModel = None) -> str:
|
| 59 |
+
return self.generate(prompt, schema)
|
| 60 |
+
|
| 61 |
+
def get_model_name(self):
|
| 62 |
+
return self._model_name
|
| 63 |
+
|
| 64 |
+
|
| 65 |
+
# 평가용 모델 초기화
|
| 66 |
+
eval_model = OllamaLLM(model="llama3.1", base_url=OLLAMA_BASE)
|
| 67 |
+
|
| 68 |
+
# ── 테스트 케이스 정의 ─────────────────────────────────
|
| 69 |
+
TEST_CASES = [
|
| 70 |
+
{
|
| 71 |
+
"question": "현대캐피탈의 지분율은?",
|
| 72 |
+
"expected": "현대캐피탈의 지분율은 59.72%입니다.",
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"question": "현대카드의 지분율은?",
|
| 76 |
+
"expected": "현대카드의 지분율은 36.24%입니다.",
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"question": "현대로템의 지분율은?",
|
| 80 |
+
"expected": "현대로템의 지분율은 50.50%입니다.",
|
| 81 |
+
},
|
| 82 |
+
]
|
| 83 |
+
|
| 84 |
+
|
| 85 |
+
def call_rag(question: str, document_id: str) -> dict:
|
| 86 |
+
"""RAG API를 호출하여 답변과 sources를 반환"""
|
| 87 |
+
resp = http_requests.post(
|
| 88 |
+
f"{API_BASE}/qa",
|
| 89 |
+
json={"query": question, "document_id": document_id},
|
| 90 |
+
timeout=120,
|
| 91 |
+
)
|
| 92 |
+
resp.raise_for_status()
|
| 93 |
+
return resp.json()
|
| 94 |
+
|
| 95 |
+
|
| 96 |
+
def get_document_id() -> str:
|
| 97 |
+
"""업로드된 문서의 document_id를 입력받는다."""
|
| 98 |
+
doc_id = input("\n평가할 document_id를 입력하세요: ").strip()
|
| 99 |
+
if not doc_id:
|
| 100 |
+
print("document_id가 필요합니다.")
|
| 101 |
+
exit(1)
|
| 102 |
+
return doc_id
|
| 103 |
+
|
| 104 |
+
|
| 105 |
+
def main():
|
| 106 |
+
document_id = get_document_id()
|
| 107 |
+
|
| 108 |
+
print(f"\n{'='*60}")
|
| 109 |
+
print(f" RAG 평가 시작 (총 {len(TEST_CASES)}건)")
|
| 110 |
+
print(f"{'='*60}\n")
|
| 111 |
+
|
| 112 |
+
# 각 테스트 케이스에 대해 RAG API 호출
|
| 113 |
+
test_cases = []
|
| 114 |
+
for i, tc in enumerate(TEST_CASES, 1):
|
| 115 |
+
question = tc["question"]
|
| 116 |
+
expected = tc["expected"]
|
| 117 |
+
|
| 118 |
+
print(f" [{i}/{len(TEST_CASES)}] 질문: {question}")
|
| 119 |
+
result = call_rag(question, document_id)
|
| 120 |
+
|
| 121 |
+
answer = result["answer"]
|
| 122 |
+
sources = result["sources"]
|
| 123 |
+
|
| 124 |
+
print(f" 답변: {answer[:80]}...")
|
| 125 |
+
print(f" 소스: {len(sources)}건\n")
|
| 126 |
+
|
| 127 |
+
test_cases.append(
|
| 128 |
+
LLMTestCase(
|
| 129 |
+
input=question,
|
| 130 |
+
actual_output=answer,
|
| 131 |
+
expected_output=expected,
|
| 132 |
+
retrieval_context=sources,
|
| 133 |
+
)
|
| 134 |
+
)
|
| 135 |
+
|
| 136 |
+
# 평가 지표 설정
|
| 137 |
+
metrics = [
|
| 138 |
+
FaithfulnessMetric(model=eval_model, threshold=0.7),
|
| 139 |
+
AnswerRelevancyMetric(model=eval_model, threshold=0.7),
|
| 140 |
+
ContextualPrecisionMetric(model=eval_model, threshold=0.7),
|
| 141 |
+
ContextualRecallMetric(model=eval_model, threshold=0.7),
|
| 142 |
+
]
|
| 143 |
+
|
| 144 |
+
print(f"{'='*60}")
|
| 145 |
+
print(f" DeepEval 평가 실행 중... (Ollama llama3.1 사용)")
|
| 146 |
+
print(f"{'='*60}\n")
|
| 147 |
+
|
| 148 |
+
# 평가 실행
|
| 149 |
+
results = evaluate(test_cases=test_cases, metrics=metrics)
|
| 150 |
+
|
| 151 |
+
print(f"\n{'='*60}")
|
| 152 |
+
print(f" 평가 완료!")
|
| 153 |
+
print(f"{'='*60}")
|
| 154 |
+
|
| 155 |
+
|
| 156 |
+
if __name__ == "__main__":
|
| 157 |
+
main()
|