Horizon-Labs's picture
Multilingual web topic & format classifier base v1.0
e99e55d verified
Raw History Blame Contribute Delete
1.92 kB
{
"args": {
"base": "jhu-clsp/mmBERT-base",
"data": "see code/",
"out": "model",
"max_len": 512,
"pos_weight": 1.0,
"tokens_per_batch": 32768,
"lr": 5e-05,
"epochs": 3,
"warmup": 0.06,
"wd": 0.01,
"seed": 1,
"eval_every": 1000,
"labels": "topic_adult_content,topic_art_design,topic_software_development,topic_crime_law,topic_education_jobs,topic_electronics_hardware,topic_entertainment,topic_social_life,topic_fashion_beauty,topic_finance_business,topic_food_dining,topic_games,topic_health,topic_history_geography,topic_home_hobbies,topic_industrial,topic_literature,topic_politics,topic_religion,topic_science_math_technology,topic_software,topic_sports_fitness,topic_transportation,topic_travel_tourism,format_academic_writing,format_content_listing,format_creative_writing,format_customer_support_page,format_discussion_forum_comment_section,format_faqs,format_incomplete_content,format_knowledge_article,format_legal_notices,format_listicle,format_news_article,format_nonfiction_writing,format_organizational_about_page,format_organizational_announcement,format_personal_about_page,format_personal_blog,format_product_page,format_q_a_forum,format_spam_ads,format_structured_data,format_technical_writing,format_transcript_interview,format_tutorial_how_to_guide,format_user_reviews",
"regression": false,
"context": false
},
"log": [
{
"step": 1000,
"macro_f1": 0.9871291835636151,
"bce": 0.052475491213249965
},
{
"step": 2000,
"macro_f1": 0.9896427882307777,
"bce": 0.049017800571935936
},
{
"step": 3000,
"macro_f1": 0.9912372172173942,
"bce": 0.04638443514136261
},
{
"step": 4000,
"macro_f1": 0.9915471886292259,
"bce": 0.04578748467761121
},
{
"step": 5000,
"macro_f1": 0.9918407740583784,
"bce": 0.045128118377375084
},
{
"step": 5619,
"macro_f1": 0.9919088847966561,
"bce": 0.04503493070270418
}
]
}