hephaestusonfire commited on
Commit
d808060
·
verified ·
1 Parent(s): 1b027f9

Update config.py

Browse files
Files changed (1) hide show
  1. config.py +13 -3
config.py CHANGED
@@ -4,11 +4,11 @@
4
  # 1. Corpus / Data configuration
5
  ########################################
6
 
7
- # Classic Gutenberg books — reliable, always available, broad vocabulary
8
  CORPUS_URLS = [
9
  # Great Expectations (Dickens) — rich varied prose
10
  "https://www.gutenberg.org/cache/epub/1400/pg1400.txt",
11
- # Pride and Prejudice (Austen) — clean modern-ish English
12
  "https://www.gutenberg.org/cache/epub/1342/pg1342.txt",
13
  # The Adventures of Sherlock Holmes (Doyle) — dialog + narrative
14
  "https://www.gutenberg.org/cache/epub/1661/pg1661.txt",
@@ -18,8 +18,18 @@ CORPUS_URLS = [
18
  "https://www.gutenberg.org/cache/epub/98/pg98.txt",
19
  # The Picture of Dorian Gray (Wilde) — witty, conversational
20
  "https://www.gutenberg.org/cache/epub/174/pg174.txt",
21
- # Frankenstein (Shelley) — letter/diary style (like Reddit posts!)
22
  "https://www.gutenberg.org/cache/epub/84/pg84.txt",
 
 
 
 
 
 
 
 
 
 
23
  ]
24
 
25
  # Modern corpus (loaded via HuggingFace datasets if available):
 
4
  # 1. Corpus / Data configuration
5
  ########################################
6
 
7
+ # Gutenberg classics — always available, broad vocabulary, zero auth required
8
  CORPUS_URLS = [
9
  # Great Expectations (Dickens) — rich varied prose
10
  "https://www.gutenberg.org/cache/epub/1400/pg1400.txt",
11
+ # Pride and Prejudice (Austen) — clean conversational English
12
  "https://www.gutenberg.org/cache/epub/1342/pg1342.txt",
13
  # The Adventures of Sherlock Holmes (Doyle) — dialog + narrative
14
  "https://www.gutenberg.org/cache/epub/1661/pg1661.txt",
 
18
  "https://www.gutenberg.org/cache/epub/98/pg98.txt",
19
  # The Picture of Dorian Gray (Wilde) — witty, conversational
20
  "https://www.gutenberg.org/cache/epub/174/pg174.txt",
21
+ # Frankenstein (Shelley) — letter/diary/first-person style
22
  "https://www.gutenberg.org/cache/epub/84/pg84.txt",
23
+ # Dracula (Stoker) — epistolary/journal style, mirrors Reddit posts
24
+ "https://www.gutenberg.org/cache/epub/345/pg345.txt",
25
+ # Adventures of Huckleberry Finn (Twain) — informal American English
26
+ "https://www.gutenberg.org/cache/epub/76/pg76.txt",
27
+ # The Adventures of Tom Sawyer (Twain) — informal dialog
28
+ "https://www.gutenberg.org/cache/epub/74/pg74.txt",
29
+ # Grimms Fairy Tales — varied short narratives, simple sentences
30
+ "https://www.gutenberg.org/cache/epub/2591/pg2591.txt",
31
+ # The Yellow Wallpaper (Gilman) — first-person intimate prose
32
+ "https://www.gutenberg.org/cache/epub/1952/pg1952.txt",
33
  ]
34
 
35
  # Modern corpus (loaded via HuggingFace datasets if available):