Nebulixlabs commited on
Commit
ed130f9
·
verified ·
1 Parent(s): 25d041b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -4
app.py CHANGED
@@ -20,16 +20,13 @@ from contextlib import asynccontextmanager
20
  from typing import List, Dict, Any, Tuple, Set
21
 
22
  # --- Hardware & Thread Configuration (16 Cores) ---
 
23
  LOGICAL_THREADS = 16
24
  os.environ["OMP_NUM_THREADS"] = str(LOGICAL_THREADS)
25
  os.environ["MKL_NUM_THREADS"] = str(LOGICAL_THREADS)
26
  os.environ["OPENBLAS_NUM_THREADS"] = str(LOGICAL_THREADS)
27
 
28
  import torch
29
- # Configure PyTorch to maximize 16 Cores
30
- torch.set_num_threads(LOGICAL_THREADS)
31
- torch.set_num_interop_threads(LOGICAL_THREADS // 2)
32
-
33
  import aiohttp
34
  import uvicorn
35
  from fastapi import FastAPI, Query, Form, Request
 
20
  from typing import List, Dict, Any, Tuple, Set
21
 
22
  # --- Hardware & Thread Configuration (16 Cores) ---
23
+ # Ye environment variables natively PyTorch ko 16 cores use karne ka instruction de denge
24
  LOGICAL_THREADS = 16
25
  os.environ["OMP_NUM_THREADS"] = str(LOGICAL_THREADS)
26
  os.environ["MKL_NUM_THREADS"] = str(LOGICAL_THREADS)
27
  os.environ["OPENBLAS_NUM_THREADS"] = str(LOGICAL_THREADS)
28
 
29
  import torch
 
 
 
 
30
  import aiohttp
31
  import uvicorn
32
  from fastapi import FastAPI, Query, Form, Request