diff --git a/.env b/.env new file mode 100644 index 0000000000000000000000000000000000000000..408f22d8d8cb7da082a2c469db445d626be28b87 --- /dev/null +++ b/.env @@ -0,0 +1 @@ +OPENAI_API_KEY = "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" \ No newline at end of file diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..224cc29417264e4eac056cb0e78cb2ad3551db1c 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +*.pdf filter=lfs diff=lfs merge=lfs -text +*.duckdb filter=lfs diff=lfs merge=lfs -text diff --git a/.gradio/certificate.pem b/.gradio/certificate.pem new file mode 100644 index 0000000000000000000000000000000000000000..b85c8037f6b60976b2546fdbae88312c5246d9a3 --- /dev/null +++ b/.gradio/certificate.pem @@ -0,0 +1,31 @@ +-----BEGIN CERTIFICATE----- +MIIFazCCA1OgAwIBAgIRAIIQz7DSQONZRGPgu2OCiwAwDQYJKoZIhvcNAQELBQAw +TzELMAkGA1UEBhMCVVMxKTAnBgNVBAoTIEludGVybmV0IFNlY3VyaXR5IFJlc2Vh +cmNoIEdyb3VwMRUwEwYDVQQDEwxJU1JHIFJvb3QgWDEwHhcNMTUwNjA0MTEwNDM4 +WhcNMzUwNjA0MTEwNDM4WjBPMQswCQYDVQQGEwJVUzEpMCcGA1UEChMgSW50ZXJu +ZXQgU2VjdXJpdHkgUmVzZWFyY2ggR3JvdXAxFTATBgNVBAMTDElTUkcgUm9vdCBY +MTCCAiIwDQYJKoZIhvcNAQEBBQADggIPADCCAgoCggIBAK3oJHP0FDfzm54rVygc +h77ct984kIxuPOZXoHj3dcKi/vVqbvYATyjb3miGbESTtrFj/RQSa78f0uoxmyF+ +0TM8ukj13Xnfs7j/EvEhmkvBioZxaUpmZmyPfjxwv60pIgbz5MDmgK7iS4+3mX6U +A5/TR5d8mUgjU+g4rk8Kb4Mu0UlXjIB0ttov0DiNewNwIRt18jA8+o+u3dpjq+sW +T8KOEUt+zwvo/7V3LvSye0rgTBIlDHCNAymg4VMk7BPZ7hm/ELNKjD+Jo2FR3qyH +B5T0Y3HsLuJvW5iB4YlcNHlsdu87kGJ55tukmi8mxdAQ4Q7e2RCOFvu396j3x+UC +B5iPNgiV5+I3lg02dZ77DnKxHZu8A/lJBdiB3QW0KtZB6awBdpUKD9jf1b0SHzUv +KBds0pjBqAlkd25HN7rOrFleaJ1/ctaJxQZBKT5ZPt0m9STJEadao0xAH0ahmbWn +OlFuhjuefXKnEgV4We0+UXgVCwOPjdAvBbI+e0ocS3MFEvzG6uBQE3xDk3SzynTn +jh8BCNAw1FtxNrQHusEwMFxIt4I7mKZ9YIqioymCzLq9gwQbooMDQaHWBfEbwrbw +qHyGO0aoSCqI3Haadr8faqU9GY/rOPNk3sgrDQoo//fb4hVC1CLQJ13hef4Y53CI +rU7m2Ys6xt0nUW7/vGT1M0NPAgMBAAGjQjBAMA4GA1UdDwEB/wQEAwIBBjAPBgNV +HRMBAf8EBTADAQH/MB0GA1UdDgQWBBR5tFnme7bl5AFzgAiIyBpY9umbbjANBgkq +hkiG9w0BAQsFAAOCAgEAVR9YqbyyqFDQDLHYGmkgJykIrGF1XIpu+ILlaS/V9lZL +ubhzEFnTIZd+50xx+7LSYK05qAvqFyFWhfFQDlnrzuBZ6brJFe+GnY+EgPbk6ZGQ +3BebYhtF8GaV0nxvwuo77x/Py9auJ/GpsMiu/X1+mvoiBOv/2X/qkSsisRcOj/KK +NFtY2PwByVS5uCbMiogziUwthDyC3+6WVwW6LLv3xLfHTjuCvjHIInNzktHCgKQ5 +ORAzI4JMPJ+GslWYHb4phowim57iaztXOoJwTdwJx4nLCgdNbOhdjsnvzqvHu7Ur +TkXWStAmzOVyyghqpZXjFaH3pO3JLF+l+/+sKAIuvtd7u+Nxe5AW0wdeRlN8NwdC +jNPElpzVmbUq4JUagEiuTDkHzsxHpFKVK7q4+63SM1N95R1NbdWhscdCb+ZAJzVc +oyi3B43njTOQ5yOf+1CceWxG1bQVs5ZufpsMljq4Ui0/1lvh+wjChP4kqKOJ2qxq +4RgqsahDYVvTH9w7jXbyLeiNdd8XM2w9U/t7y0Ff/9yi0GE44Za4rF2LN9d11TPA +mRGunUHBcnWEvgJBQl9nJEiU0Zsnvgc/ubhPgXRR4Xq37Z0j4r7g1SgEEzwxA57d +emyPxgcYxn/eR44/KJ4EBs+lVDR3veyJm+kXQ99b21/+jh5Xos1AnX5iItreGCc= +-----END CERTIFICATE----- diff --git a/PDFs/About_Opie_05_28.2.pdf b/PDFs/About_Opie_05_28.2.pdf new file mode 100644 index 0000000000000000000000000000000000000000..eec1942bc3e87ffe24c6ceb4a3ac1313e3a6c969 --- /dev/null +++ b/PDFs/About_Opie_05_28.2.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be6fd4c014331cd6a6c744b641aa46658137b1e8abbbf8e8be1516983075c96c +size 1363864 diff --git a/PDFs/African Tales.pdf b/PDFs/African Tales.pdf new file mode 100644 index 0000000000000000000000000000000000000000..56792743b89cfe3e1ac35343f2df40791ea406c9 --- /dev/null +++ b/PDFs/African Tales.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd50906af7e40de4e454f72fb2a156c8f24a96ffc602daf55fcb8c628b018e66 +size 98514 diff --git a/PDFs/Iona and Peter Opie - Wikipedia.pdf b/PDFs/Iona and Peter Opie - Wikipedia.pdf new file mode 100644 index 0000000000000000000000000000000000000000..2d5b73318d01c010e144f78de64133741030a2fa --- /dev/null +++ b/PDFs/Iona and Peter Opie - Wikipedia.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35cec76b9b4333421949014a160532a8fcbcf6f96335f2efe3e3363729bb563c +size 372602 diff --git a/PDFs/Lafontaine-fables-1.pdf b/PDFs/Lafontaine-fables-1.pdf new file mode 100644 index 0000000000000000000000000000000000000000..87794feb5b5eb30d25a6fa53aabe2679f469adfd --- /dev/null +++ b/PDFs/Lafontaine-fables-1.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:905d515c75093de218133e333870b36060bbe6e6fcbee1f1264f22d9341265c4 +size 897753 diff --git a/PDFs/Philippine Folk Tales.pdf b/PDFs/Philippine Folk Tales.pdf new file mode 100644 index 0000000000000000000000000000000000000000..c431ee1191fdd37fdf76bd2352b237040910a8b4 --- /dev/null +++ b/PDFs/Philippine Folk Tales.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc16964a5ff3e9a96ae7223d37e3161b62ff659e0ad4e860151b97c1e9d7fbe5 +size 3148608 diff --git a/PDFs/SouthAfricanFolkTales_10026676.pdf b/PDFs/SouthAfricanFolkTales_10026676.pdf new file mode 100644 index 0000000000000000000000000000000000000000..2a6d78eddee0b04eca96959d4e8d235e0c072473 --- /dev/null +++ b/PDFs/SouthAfricanFolkTales_10026676.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f42f19a94b9b80f923d4cca93cc4a9f74502bdb69ee2c3702259ae1fabe6d35b +size 1586128 diff --git a/PDFs/South_africa_spider_ContinentsCountriesMaps_FE3_Anansi_FOR-PDF.pdf b/PDFs/South_africa_spider_ContinentsCountriesMaps_FE3_Anansi_FOR-PDF.pdf new file mode 100644 index 0000000000000000000000000000000000000000..42d2498dec60d19976ea0f0119975dcfd0c344c0 --- /dev/null +++ b/PDFs/South_africa_spider_ContinentsCountriesMaps_FE3_Anansi_FOR-PDF.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0829d057078e3f952f8713ba6b0ff3dc286be4eaafeeceaeba12a71246d16072 +size 61850 diff --git a/PDFs/The Project Gutenberg eBook of British Goblins_ Welsh Folk-lore, Fairy Mythology, Legends and Traditions, by Wirt Sikes_.pdf b/PDFs/The Project Gutenberg eBook of British Goblins_ Welsh Folk-lore, Fairy Mythology, Legends and Traditions, by Wirt Sikes_.pdf new file mode 100644 index 0000000000000000000000000000000000000000..c3e3ab9b1297877be03197016a77457e6b71cfe0 --- /dev/null +++ b/PDFs/The Project Gutenberg eBook of British Goblins_ Welsh Folk-lore, Fairy Mythology, Legends and Traditions, by Wirt Sikes_.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caa49016d36c3085b8fb2e99c64ed3ba285ecf3b4570442f4ee0769d63869305 +size 5090576 diff --git "a/PDFs/Top 5 Moroccan Mythology, Folklore, Myths and Legends _ by Eosty \360\237\224\271 _ Medium.pdf" "b/PDFs/Top 5 Moroccan Mythology, Folklore, Myths and Legends _ by Eosty \360\237\224\271 _ Medium.pdf" new file mode 100644 index 0000000000000000000000000000000000000000..5383de2d4192a845e22bb5dc1866d6972210c229 --- /dev/null +++ "b/PDFs/Top 5 Moroccan Mythology, Folklore, Myths and Legends _ by Eosty \360\237\224\271 _ Medium.pdf" @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aaec389f139eae3ac2784e0e731abbc2c9a662ea0afeb07e1d301fe4267e169 +size 8042684 diff --git a/PDFs/West African folk-tales.pdf b/PDFs/West African folk-tales.pdf new file mode 100644 index 0000000000000000000000000000000000000000..3e09dc11da531aab3b322a253156302589d38db9 --- /dev/null +++ b/PDFs/West African folk-tales.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e284263ba762e3178cf28a992602afb791c52f023ea58eaf7ed0d9b4c3c501aa +size 14824328 diff --git a/PDFs/aesop_fables.pdf b/PDFs/aesop_fables.pdf new file mode 100644 index 0000000000000000000000000000000000000000..d7b1bf124547f8de23ad7a46cb1b3f50dc8efd2c --- /dev/null +++ b/PDFs/aesop_fables.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7784b00b820fd62cf81dc62a8c85df9fb1583c4e0742f2518a462a12237d1507 +size 2336106 diff --git a/PDFs/analysis_folklore.pdf b/PDFs/analysis_folklore.pdf new file mode 100644 index 0000000000000000000000000000000000000000..976312a4221e077c3a3a2a22ebce5c53165e65c7 --- /dev/null +++ b/PDFs/analysis_folklore.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d74c2c5a6660917139d25a50e2bd0198f899e5507f19360a3e56fe0524816ae2 +size 236703 diff --git a/PDFs/asia_fairy_tales.pdf b/PDFs/asia_fairy_tales.pdf new file mode 100644 index 0000000000000000000000000000000000000000..20afcdaf6a2f532db503d1341715b7af5d3823f3 --- /dev/null +++ b/PDFs/asia_fairy_tales.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff9c2e54dded6e7c16df96fc23a019fa8bdaeae992059b8e2ff58bc321916365 +size 15802142 diff --git a/PDFs/berry-west_african_folktales_1.pdf b/PDFs/berry-west_african_folktales_1.pdf new file mode 100644 index 0000000000000000000000000000000000000000..60bf4f09a13a49cfb9ea9b31193805578f71e4b3 --- /dev/null +++ b/PDFs/berry-west_african_folktales_1.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3010f9cc1bfa4d571f1b54f3e8f9e40020bfa9b4797a9b73cc7e4a7a5d28e8f +size 399577 diff --git a/PDFs/bettelheim.pdf b/PDFs/bettelheim.pdf new file mode 100644 index 0000000000000000000000000000000000000000..f2ae1aff23e8f1458e9b5d1964e4230c85eacfc3 --- /dev/null +++ b/PDFs/bettelheim.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de16888157c386c32ff478a46bd9c07bca2ba65cbff815253db79d1e9259202b +size 6330387 diff --git a/PDFs/concordia_analysis.pdf b/PDFs/concordia_analysis.pdf new file mode 100644 index 0000000000000000000000000000000000000000..71a0ccd1e35ebd26268a79c477578e3df48461aa --- /dev/null +++ b/PDFs/concordia_analysis.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86dd1d19f342b185dfec8e3cf4780d2f3589636bbbee38ed4b058f44d9bf2c74 +size 4129656 diff --git a/PDFs/france_rames-2007-3-3.pdf b/PDFs/france_rames-2007-3-3.pdf new file mode 100644 index 0000000000000000000000000000000000000000..4467d546bccaa0814504fbb8adfb31892c919beb --- /dev/null +++ b/PDFs/france_rames-2007-3-3.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64e84883e7bab0b3d994da381cf630a4bc5b349b79bbc10ca308a8f31b1f6b2e +size 37726 diff --git a/PDFs/grimm10.pdf b/PDFs/grimm10.pdf new file mode 100644 index 0000000000000000000000000000000000000000..f68db5f4ffbdec96b72ae395f93421c3aaf5387c --- /dev/null +++ b/PDFs/grimm10.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86b96f958ccec1d37f406289c52f12b84d2860f66384591e59f89d956a7a5943 +size 937990 diff --git a/PDFs/gutenberg.hans_christian_anderson_27200_pg27200.txt.pdf b/PDFs/gutenberg.hans_christian_anderson_27200_pg27200.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..308732be0de09bf2a15e242467a8d2393c51b0ab --- /dev/null +++ b/PDFs/gutenberg.hans_christian_anderson_27200_pg27200.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4498ee86eb8893554f2c3a6a1fc84511c71a14625bc0b0b06c526dfe62ca8da5 +size 2058726 diff --git a/PDFs/gutenberg.org_Ade's Fables_19813_pg19813.txt.pdf b/PDFs/gutenberg.org_Ade's Fables_19813_pg19813.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..89c63d2084f2a30d26610b4aa252fe2ca6ba2f7d --- /dev/null +++ b/PDFs/gutenberg.org_Ade's Fables_19813_pg19813.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7770855556d2d5d74ce73684f6cd23579f16c1f95def6a8d5a7697342a527486 +size 287936 diff --git a/PDFs/gutenberg.org_Algonquin_pg10891.txt.pdf b/PDFs/gutenberg.org_Algonquin_pg10891.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..726d500d5d3bd0d643a84037eeae5174d8b4728f --- /dev/null +++ b/PDFs/gutenberg.org_Algonquin_pg10891.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87fb5a4d4a563bb085bef58b99f7fe1944e4d414e41ef8f1057fbc46abf0c887 +size 464685 diff --git a/PDFs/gutenberg.org_Der Goldene Topf_17362_pg17362.txt.pdf b/PDFs/gutenberg.org_Der Goldene Topf_17362_pg17362.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..1735529252d0ab2f68ab8e6a9d463f36b6f657bd --- /dev/null +++ b/PDFs/gutenberg.org_Der Goldene Topf_17362_pg17362.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dc3c97a750ba8f2000ac33bda4e742ac0d92059b769f40f2ba9369ca7932a87 +size 273220 diff --git a/PDFs/gutenberg.org_Iroquois_22096_pg22096.txt.pdf b/PDFs/gutenberg.org_Iroquois_22096_pg22096.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..1994bffb94431a9bde0a581165dce3bc6c625a44 --- /dev/null +++ b/PDFs/gutenberg.org_Iroquois_22096_pg22096.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:190674f5c30f6a71e49571ab5e708b6c6bd49bcd76cb8750340b4e6a12220b6c +size 203752 diff --git a/PDFs/gutenberg.org_Legends of the Rhine_20496_pg20496.txt.pdf b/PDFs/gutenberg.org_Legends of the Rhine_20496_pg20496.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..a108d1160b4340dd8dcff406229c2492bc84bf41 --- /dev/null +++ b/PDFs/gutenberg.org_Legends of the Rhine_20496_pg20496.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dafda5ef4f249a3083ef8dfa5fefd14ff92e55b7c51f23554383c343b4c7c946 +size 364348 diff --git a/PDFs/gutenberg.org_Persian Fairy Tales_24473_pg24473.txt.pdf b/PDFs/gutenberg.org_Persian Fairy Tales_24473_pg24473.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..ac8c8ff1599f5d60d929540deb28ff68a41e6b85 --- /dev/null +++ b/PDFs/gutenberg.org_Persian Fairy Tales_24473_pg24473.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:197ac101f1d18beb850577b6e246f46c19f956b702d9932d976ef40f9b6e8ffe +size 87258 diff --git a/PDFs/gutenberg.org_Philippine Folklore_10771_pg10771.txt.pdf b/PDFs/gutenberg.org_Philippine Folklore_10771_pg10771.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..4008caafb351ddaf7266efa2f662977eadb5d667 --- /dev/null +++ b/PDFs/gutenberg.org_Philippine Folklore_10771_pg10771.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f03566d49c0ff918e9c237cc2d661967ea2284dfaa06608f0ada1d39dca0c46f +size 104274 diff --git a/PDFs/gutenberg.org_Santal Parganas_india_11938_pg11938.txt.pdf b/PDFs/gutenberg.org_Santal Parganas_india_11938_pg11938.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..561e3d395096e390eab9a0dbf7f1e2e2413e655e --- /dev/null +++ b/PDFs/gutenberg.org_Santal Parganas_india_11938_pg11938.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f48e84722f4cd029188519902c18f2f7f57e5ec09eb792c1f7532140f95aaa5 +size 843466 diff --git a/PDFs/gutenberg.org_Slav Peasants and Herdsmen _25555_pg25555.txt.pdf b/PDFs/gutenberg.org_Slav Peasants and Herdsmen _25555_pg25555.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..a4d3af83e21ef7a5381bc5ed6af63ef634b9c373 --- /dev/null +++ b/PDFs/gutenberg.org_Slav Peasants and Herdsmen _25555_pg25555.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7853e8ca88ed5d5e7dc751e359d2773f276d7d258ba5e3c626515532b88d2db +size 407915 diff --git a/PDFs/gutenberg.org_Sprookjes_22555_pg22555.txt.pdf b/PDFs/gutenberg.org_Sprookjes_22555_pg22555.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..53efa04df30b017413d428ce5317f5d3811b5121 --- /dev/null +++ b/PDFs/gutenberg.org_Sprookjes_22555_pg22555.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:752e3b7f1b196dfbe9e6745ea6d0136ebaab8edb86ee0cd31e9afb3c9ed13fce +size 350284 diff --git a/PDFs/gutenberg.org_american_6615_pg6615.txt.pdf b/PDFs/gutenberg.org_american_6615_pg6615.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..b595fbf7bc42592b897af4b6ed244041664eaee9 --- /dev/null +++ b/PDFs/gutenberg.org_american_6615_pg6615.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1f15cac5bfbf942ef459886d8c413d8585c98eb0e7631a461b781e69533b23f +size 1081437 diff --git a/PDFs/gutenberg.org_american_indians_10376_pg10376.txt.pdf b/PDFs/gutenberg.org_american_indians_10376_pg10376.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..c8a05b350985fc6b417e2c9b2d4a6191d1c4dbdf --- /dev/null +++ b/PDFs/gutenberg.org_american_indians_10376_pg10376.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbe843b7b20a034814e451d1e7868109b867fd2373de4564b5d43a11663f5c39 +size 249197 diff --git a/PDFs/gutenberg.org_anderson_hans_17860_pg17860.txt.pdf b/PDFs/gutenberg.org_anderson_hans_17860_pg17860.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..146521cd5d945d79559b750d7982e72b8e296201 --- /dev/null +++ b/PDFs/gutenberg.org_anderson_hans_17860_pg17860.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7fb21e8b171e731b5b56eb37d5743c61a679468ca96612dfb48a04c2c1d4b16 +size 264275 diff --git a/PDFs/gutenberg.org_blackfoot_11547_pg11547.txt.pdf b/PDFs/gutenberg.org_blackfoot_11547_pg11547.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..bccbc4eebfdabc48e872d1e7cc8d764dc36362b9 --- /dev/null +++ b/PDFs/gutenberg.org_blackfoot_11547_pg11547.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f4babd193dd4158f83b2a60b5bb8c88cdc652edc41c92603a9f9b6ceba2aeca +size 718612 diff --git a/PDFs/gutenberg.org_china_15250_pg15250.txt.pdf b/PDFs/gutenberg.org_china_15250_pg15250.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..79483d2b2bf19195618fece6adcdc16145bd4b99 --- /dev/null +++ b/PDFs/gutenberg.org_china_15250_pg15250.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99e39f2d2fdc5a3f65eaafd3814e608d4a6a7393db7abef3c0cff586f538a30d +size 749214 diff --git a/PDFs/gutenberg.org_fairy_tale_analysis_epub_24614_pg24614.txt.pdf b/PDFs/gutenberg.org_fairy_tale_analysis_epub_24614_pg24614.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..d95714c733ca2f1b408d07c05e3764d943fff378 --- /dev/null +++ b/PDFs/gutenberg.org_fairy_tale_analysis_epub_24614_pg24614.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b46e317f3e9be906b1f0a28a09eabfa2cde823b7e019fc65684285e458d5186d +size 878193 diff --git a/PDFs/gutenberg.org_filipino_pop_tales_pg8299.txt.pdf b/PDFs/gutenberg.org_filipino_pop_tales_pg8299.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..2ddcf05023db0b8a5b211379d8ee2a2a5e5891b1 --- /dev/null +++ b/PDFs/gutenberg.org_filipino_pop_tales_pg8299.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d267c79678a918098137676fd3076ba2d7cde56e36312c59dd4a56aca69fa5d +size 1237247 diff --git a/PDFs/gutenberg.org_hindu_tales_11310_pg11310.txt.pdf b/PDFs/gutenberg.org_hindu_tales_11310_pg11310.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..80ec5450357c9e5410cdf99b6d1bda1dc37b40f9 --- /dev/null +++ b/PDFs/gutenberg.org_hindu_tales_11310_pg11310.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b176b1dc58a1fb9e34541e1b62043bcb742cb658610775134fa7d460f6b414e +size 282974 diff --git a/PDFs/gutenberg.org_hinduistan_23245_pg23245.txt.pdf b/PDFs/gutenberg.org_hinduistan_23245_pg23245.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..872569d3f8654d4e4e1a834345d7cab17f10c087 --- /dev/null +++ b/PDFs/gutenberg.org_hinduistan_23245_pg23245.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e8ac5c0ecef5f773d6f24cc49ad9c49b802c685fa2cb6192e5ba6cde7fa2b0 +size 210849 diff --git a/PDFs/gutenberg.org_indian_fairy_tales_7128_pg7128.txt.pdf b/PDFs/gutenberg.org_indian_fairy_tales_7128_pg7128.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..adc464b5b959d5754e9f7a32b2d216efd912acc2 --- /dev/null +++ b/PDFs/gutenberg.org_indian_fairy_tales_7128_pg7128.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee7aa74ee3fb6d8bbd22acb021295a35941b3e39a0bed9b11aed985ef337a0d4 +size 433470 diff --git a/PDFs/gutenberg.org_irish_fairytales_2892_pg2892.txt.pdf b/PDFs/gutenberg.org_irish_fairytales_2892_pg2892.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..d843704efecd22d063706f8c4dc1eb802c6c00a2 --- /dev/null +++ b/PDFs/gutenberg.org_irish_fairytales_2892_pg2892.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a65f9305446152e8db3000d3e7466d6e20217a799a1d308c969632a6d5027a8b +size 456491 diff --git a/PDFs/gutenberg.org_japanese_4018_pg4018.txt.pdf b/PDFs/gutenberg.org_japanese_4018_pg4018.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..733ba2eb851a9de2f4a5706ab92deb77dad05da4 --- /dev/null +++ b/PDFs/gutenberg.org_japanese_4018_pg4018.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1045b82d009c0df2ff57693f52d6bc25d1ece4457ffb1e6a85d233afac025ff +size 442175 diff --git a/PDFs/gutenberg.org_kipling_indian_tales_8649_pg8649.txt.pdf b/PDFs/gutenberg.org_kipling_indian_tales_8649_pg8649.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..3ac11fd439a0d1a6592bb091636b2d7eb6b0a864 --- /dev/null +++ b/PDFs/gutenberg.org_kipling_indian_tales_8649_pg8649.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:751fb7f4c305bf73a2f67c97cb2a4398007f51b16bb05ce8b6cc9579b6571d63 +size 1227299 diff --git a/PDFs/gutenberg.org_myths_22693_pg22693.txt.pdf b/PDFs/gutenberg.org_myths_22693_pg22693.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..a2018f2c9df6322d149b6ae5e35cefdd50389c8a --- /dev/null +++ b/PDFs/gutenberg.org_myths_22693_pg22693.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d74f72fc8e1da99af5d0cb34ca76aa0b566f23aaede0d567a2481d554882b5de +size 587128 diff --git a/PDFs/gutenberg.org_old_japan_13015_pg13015.txt.pdf b/PDFs/gutenberg.org_old_japan_13015_pg13015.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..8c191e5140f81ea8d30f1a1f193cbc3d3454a022 --- /dev/null +++ b/PDFs/gutenberg.org_old_japan_13015_pg13015.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b19382e027b2eb77493a3acad0b4e3af773e3d2b594c49735a8025db59a5095 +size 793930 diff --git a/PDFs/gutenberg.org_oriental_24593_pg24593.txt.pdf b/PDFs/gutenberg.org_oriental_24593_pg24593.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..0e27e8fbdda5b51731fd591c84d617f731f8d513 --- /dev/null +++ b/PDFs/gutenberg.org_oriental_24593_pg24593.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3808429f32a136780ddb83ed5cd48b78e904d57be967bc0f42d6931b5de6841c +size 271688 diff --git a/PDFs/gutenberg.org_philippines_12814_pg12814.txt.pdf b/PDFs/gutenberg.org_philippines_12814_pg12814.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..04d364fb5220b472a48b12f395687b0816687c29 --- /dev/null +++ b/PDFs/gutenberg.org_philippines_12814_pg12814.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:470efd5567d210776f062f0bde695106f37be8d449f1235aba591f1d57ccf3e6 +size 317086 diff --git a/PDFs/gutenberg.org_philippines_fables2_11028_pg11028.txt.pdf b/PDFs/gutenberg.org_philippines_fables2_11028_pg11028.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..1bec62feac2034503d897867e6263c7e61e2daee --- /dev/null +++ b/PDFs/gutenberg.org_philippines_fables2_11028_pg11028.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fa79643910927eb8d54196e3bf9ad2fd145eee7ef79e89cbdfb45932e3e27e6 +size 377424 diff --git a/PDFs/gutenberg.org_russian_22373_pg22373.txt.pdf b/PDFs/gutenberg.org_russian_22373_pg22373.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..ea6d4e1a16c02ceaa9f058e40fb3715d17b3e1ba --- /dev/null +++ b/PDFs/gutenberg.org_russian_22373_pg22373.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f662326c506c085676b9f1845028b66daf581d899e10750ce89e4553591b7b +size 867764 diff --git a/PDFs/gutenberg.org_sioux_legends_341_pg341.txt.pdf b/PDFs/gutenberg.org_sioux_legends_341_pg341.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..65d31139e4435fda7eb87ce82e4380930114290a --- /dev/null +++ b/PDFs/gutenberg.org_sioux_legends_341_pg341.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cdf5b6cd923e5b5acb72e52850fe60dfc9fc047f55a4b85945ce19dfc55b993 +size 302975 diff --git a/PDFs/gutenberg.org_tinguian_12545_pg12545.txt.pdf b/PDFs/gutenberg.org_tinguian_12545_pg12545.txt.pdf new file mode 100644 index 0000000000000000000000000000000000000000..27387ec60022716bfbc024fc20a71965aad3c7eb --- /dev/null +++ b/PDFs/gutenberg.org_tinguian_12545_pg12545.txt.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5252ea25ace801c4c29aa3be8d231a82bb51d97b057564cf5812eae20ed26a7d +size 587058 diff --git a/PDFs/modern_digital_lore.pdf b/PDFs/modern_digital_lore.pdf new file mode 100644 index 0000000000000000000000000000000000000000..d09974f82af977908f05d56bdbf3762ba40da017 --- /dev/null +++ b/PDFs/modern_digital_lore.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd0c1e4750b241847c28a2a8253438b3a917a0a02e1adc9e53ea0424d6c48679 +size 7829116 diff --git a/PDFs/opie_iona_peter_beginnings.pdf b/PDFs/opie_iona_peter_beginnings.pdf new file mode 100644 index 0000000000000000000000000000000000000000..d70951a5ab29c73b948d7485cfbc2b6f2f8d9ab6 --- /dev/null +++ b/PDFs/opie_iona_peter_beginnings.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a3348eb086b42fea3adf86bc130533237fd49cdc4af089ae2975677b20d0d19 +size 146505 diff --git a/PDFs/south_africa_story2.pdf b/PDFs/south_africa_story2.pdf new file mode 100644 index 0000000000000000000000000000000000000000..814b636cd8d946ed84cd05c4a0a5fbcde128c344 --- /dev/null +++ b/PDFs/south_africa_story2.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29a89bced44676cf53513c49f598139926b2bb1c99b393d22fb7bfcdfccc9f45 +size 1778319 diff --git a/app.py b/app.py new file mode 100644 index 0000000000000000000000000000000000000000..644eb43c6382858747e9ddf6d788b91118b8871d --- /dev/null +++ b/app.py @@ -0,0 +1,72 @@ +#!pip install python-dotenv +#pip install duckdb +import duckdb +#pip install llama_index_core +import os +#pip install openai +import openai +import textwrap +#pip install llama_index.vector_stores.duckdb +import llama_index.vector_stores.duckdb +#pip install llama-index-embeddings-openai +#import llama-index-embeddings-openai-0.3.1 +import os +import openai +import textwrap + +import os + +file_path = 'persist/my_vector_store.duckdb' + +# Check if file exists +if os.path.exists(file_path): + #Delete the file + os.remove(file_path) + print("File deleted successfully") +else: + print("File doesn't exist - first run - it's all good") + +from dotenv import load_dotenv +load_dotenv() + +api_key = os.getenv('OPENAI_API_KEY') + +from openai import OpenAI +client = OpenAI(api_key=api_key) + +from llama_index.core import VectorStoreIndex, SimpleDirectoryReader +from llama_index.vector_stores.duckdb import DuckDBVectorStore +from llama_index.core import StorageContext + +# Need to remove persist directory + +# If rebuilding document index - to to terminal and run +# rm -rf ./persist +# or rm my_vector_store.duckdb in the directory + +# Initialize DuckDB vector store with persistence +vector_store = DuckDBVectorStore("my_vector_store.duckdb", persist_dir="./persist/") +documents = SimpleDirectoryReader("PDFs").load_data() + +storage_context = StorageContext.from_defaults(vector_store=vector_store) +index = VectorStoreIndex.from_documents(documents, storage_context=storage_context) + +import gradio as gr + +# Create a custom theme with blue as the primary color +theme = gr.themes.Default(primary_hue="blue") + + +def greet(query): + + query_engine = index.as_query_engine() + response = query_engine.query(query) + strresponse = str(response) + #return(gradio.Markdown(strresponse)) + #return(textwrap.fill(str(response), 80)) + return(f"{response}") + #display(Markdown(f"{response}") + #return "Hello " + query + "!" + +demo = gr.Interface(fn=greet, inputs="text", outputs="text") +demo.launch(share=True) diff --git a/gitignore b/gitignore new file mode 100644 index 0000000000000000000000000000000000000000..4c49bd78f1d08f2bc09fa0bd8191ed38b7dce5e3 --- /dev/null +++ b/gitignore @@ -0,0 +1 @@ +.env diff --git a/persist/my_vector_store.duckdb b/persist/my_vector_store.duckdb new file mode 100644 index 0000000000000000000000000000000000000000..b3409c9ebbc651053ca4477612709cd0b579142f --- /dev/null +++ b/persist/my_vector_store.duckdb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3ba7b1937d905e32b20dd5f2c52634f545885a43dd75caa97fd986a079877f8 +size 169881600 diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..de9edaa9b9d3d0005d67cf5801b1fc47d65bddc4 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,6 @@ +duckdb +openai +llama_index.vector.stores.duckdb +python-dotenv +llama_index.core +gradio