File size: 597 Bytes
273e995
 
 
 
 
 
 
 
 
 
58e2c7a
 
 
 
 
 
 
 
 
 
 
 
 
273e995
 
 
 
f46289d
273e995
 
f46289d
273e995
f46289d
273e995
f46289d
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
preprocessing:
  lowercase: true
  remove_urls: true
  remove_mentions: true
  remove_emojis: true
  remove_special_chars: true
  remove_stopwords: true
  lemmatize: true
  min_token_length: 2
  language: en
  custom_stopwords:
    - youtube
    - video
    - watch
    - like
    - comment
    - channel
    - stefan
    - peggy
    - masri
    - ferguson
    - cigar
    - hubbard

vectorization:
  method: tfidf  # tfidf | bow | both
  tfidf:
    max_features: 5000
    ngram_range: [1, 2]
    sublinear_tf: true
    min_df: 3
  bow:
    max_features: 5000
    ngram_range: [1, 1]
    min_df: 3