Spaces:
Runtime error
Runtime error
| const path = require('path'); | |
| const fs = require('fs'); | |
| const crypto = require('crypto') | |
| const TEMP_FILE_DIR = path.join(__dirname, 'temp_files'); | |
| const CACHE_TIMEOUT = 60 * 60 * 1000; // 60 minutes in milliseconds | |
| const logger = require('./winston'); | |
| const Redis = require("ioredis"); | |
| require('dotenv').config() | |
| const redisUri = process.env.REDIS_URL; | |
| // console.log(redisUri) | |
| const redis = new Redis(redisUri); | |
| const Cache = require("ioredis-cache") | |
| const redis_cache = new Cache(redis) | |
| /** | |
| * Create a safe filename based on the URL (hashing, etc.). | |
| * | |
| * @param {string} url - The URL to create the filename from | |
| * @return {string} The safe filename created from the URL | |
| */ | |
| function getCacheFilename(url) { | |
| // Create a safe filename based on the URL (hashing, etc.) | |
| return 'cached__key_' + crypto.createHash('md5').update(url).digest('hex'); | |
| } | |
| const cache = async (key, value_if_not_present) => { | |
| if(!fs.existsSync(TEMP_FILE_DIR)){ | |
| fs.mkdirSync(TEMP_FILE_DIR, { recursive: true }); | |
| } | |
| if(!fs.existsSync(path.join(TEMP_FILE_DIR, getCacheFilename(key)))){ | |
| logger.warn(`Cache content does not exist`); | |
| logger.warn("Try to get redis cache before running new one!") | |
| var redis_val = await redis_cache.cache(key, value_if_not_present); | |
| // var value = await value_if_not_present(); | |
| fs.writeFile(path.join(TEMP_FILE_DIR, getCacheFilename(key)), JSON.stringify(redis_val), (err) => { | |
| if (err) throw err; | |
| logger.info(`The key ${key} has been cached`); | |
| }); | |
| return redis_val; | |
| } | |
| const cacheFilePath = path.join(TEMP_FILE_DIR, getCacheFilename(key)); | |
| const fileStats = fs.statSync(cacheFilePath); | |
| const fileAge = Date.now() - fileStats.mtimeMs; | |
| if (fileAge > CACHE_TIMEOUT) { | |
| logger.warn(`Cache content timed out`); | |
| logger.warn("Try to get redis cache before running new one!") | |
| var redis_val = await redis_cache.cache(key, value_if_not_present); | |
| // var value = await value_if_not_present(); | |
| fs.writeFile(path.join(TEMP_FILE_DIR, getCacheFilename(key)), JSON.stringify(redis_val), (err) => { | |
| if (err) throw err; | |
| logger.info(`The key ${key} has been cached`); | |
| }); | |
| return redis_val; | |
| } | |
| logger.info("Use cached content"); | |
| return JSON.parse(fs.readFileSync(path.join(TEMP_FILE_DIR, getCacheFilename(key)))); | |
| } | |
| module.exports = { | |
| cache | |
| } |