Update config.py
Browse files
config.py
CHANGED
|
@@ -4,11 +4,11 @@
|
|
| 4 |
# 1. Corpus / Data configuration
|
| 5 |
########################################
|
| 6 |
|
| 7 |
-
#
|
| 8 |
CORPUS_URLS = [
|
| 9 |
# Great Expectations (Dickens) — rich varied prose
|
| 10 |
"https://www.gutenberg.org/cache/epub/1400/pg1400.txt",
|
| 11 |
-
# Pride and Prejudice (Austen) — clean
|
| 12 |
"https://www.gutenberg.org/cache/epub/1342/pg1342.txt",
|
| 13 |
# The Adventures of Sherlock Holmes (Doyle) — dialog + narrative
|
| 14 |
"https://www.gutenberg.org/cache/epub/1661/pg1661.txt",
|
|
@@ -18,8 +18,18 @@ CORPUS_URLS = [
|
|
| 18 |
"https://www.gutenberg.org/cache/epub/98/pg98.txt",
|
| 19 |
# The Picture of Dorian Gray (Wilde) — witty, conversational
|
| 20 |
"https://www.gutenberg.org/cache/epub/174/pg174.txt",
|
| 21 |
-
# Frankenstein (Shelley) — letter/diary style
|
| 22 |
"https://www.gutenberg.org/cache/epub/84/pg84.txt",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
]
|
| 24 |
|
| 25 |
# Modern corpus (loaded via HuggingFace datasets if available):
|
|
|
|
| 4 |
# 1. Corpus / Data configuration
|
| 5 |
########################################
|
| 6 |
|
| 7 |
+
# Gutenberg classics — always available, broad vocabulary, zero auth required
|
| 8 |
CORPUS_URLS = [
|
| 9 |
# Great Expectations (Dickens) — rich varied prose
|
| 10 |
"https://www.gutenberg.org/cache/epub/1400/pg1400.txt",
|
| 11 |
+
# Pride and Prejudice (Austen) — clean conversational English
|
| 12 |
"https://www.gutenberg.org/cache/epub/1342/pg1342.txt",
|
| 13 |
# The Adventures of Sherlock Holmes (Doyle) — dialog + narrative
|
| 14 |
"https://www.gutenberg.org/cache/epub/1661/pg1661.txt",
|
|
|
|
| 18 |
"https://www.gutenberg.org/cache/epub/98/pg98.txt",
|
| 19 |
# The Picture of Dorian Gray (Wilde) — witty, conversational
|
| 20 |
"https://www.gutenberg.org/cache/epub/174/pg174.txt",
|
| 21 |
+
# Frankenstein (Shelley) — letter/diary/first-person style
|
| 22 |
"https://www.gutenberg.org/cache/epub/84/pg84.txt",
|
| 23 |
+
# Dracula (Stoker) — epistolary/journal style, mirrors Reddit posts
|
| 24 |
+
"https://www.gutenberg.org/cache/epub/345/pg345.txt",
|
| 25 |
+
# Adventures of Huckleberry Finn (Twain) — informal American English
|
| 26 |
+
"https://www.gutenberg.org/cache/epub/76/pg76.txt",
|
| 27 |
+
# The Adventures of Tom Sawyer (Twain) — informal dialog
|
| 28 |
+
"https://www.gutenberg.org/cache/epub/74/pg74.txt",
|
| 29 |
+
# Grimms Fairy Tales — varied short narratives, simple sentences
|
| 30 |
+
"https://www.gutenberg.org/cache/epub/2591/pg2591.txt",
|
| 31 |
+
# The Yellow Wallpaper (Gilman) — first-person intimate prose
|
| 32 |
+
"https://www.gutenberg.org/cache/epub/1952/pg1952.txt",
|
| 33 |
]
|
| 34 |
|
| 35 |
# Modern corpus (loaded via HuggingFace datasets if available):
|