File size: 3,996 Bytes
097eaf0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
import unittest
from unittest.mock import patch, MagicMock
import os
from firecrawl import FirecrawlApp


class TestTimeoutConversion(unittest.TestCase):
    
    @patch('requests.post')
    def test_scrape_url_timeout_conversion(self, mock_post):
        mock_response = MagicMock()
        mock_response.status_code = 200
        mock_response.json.return_value = {
            'success': True,
            'data': {
                'markdown': 'Test content'
            }
        }
        mock_post.return_value = mock_response

        app = FirecrawlApp(api_key=os.environ.get('TEST_API_KEY', 'dummy-api-key-for-testing'))
        app.scrape_url('https://example.com', timeout=60000)

        args, kwargs = mock_post.call_args
        self.assertEqual(kwargs['timeout'], 65.0)

    @patch('requests.post')
    def test_scrape_url_default_timeout(self, mock_post):
        mock_response = MagicMock()
        mock_response.status_code = 200
        mock_response.json.return_value = {
            'success': True,
            'data': {
                'markdown': 'Test content'
            }
        }
        mock_post.return_value = mock_response

        app = FirecrawlApp(api_key=os.environ.get('TEST_API_KEY', 'dummy-api-key-for-testing'))
        app.scrape_url('https://example.com')

        args, kwargs = mock_post.call_args
        self.assertEqual(kwargs['timeout'], 35.0)

    @patch('requests.post')
    def test_post_request_timeout_conversion(self, mock_post):
        mock_response = MagicMock()
        mock_response.status_code = 200
        mock_post.return_value = mock_response

        app = FirecrawlApp(api_key=os.environ.get('TEST_API_KEY', 'dummy-api-key-for-testing'))
        
        data = {'timeout': 30000}
        headers = {'Content-Type': 'application/json'}
        
        app._post_request('https://example.com/api', data, headers)

        args, kwargs = mock_post.call_args
        self.assertEqual(kwargs['timeout'], 35.0)

    @patch('requests.post')
    def test_post_request_default_timeout(self, mock_post):
        mock_response = MagicMock()
        mock_response.status_code = 200
        mock_post.return_value = mock_response

        app = FirecrawlApp(api_key=os.environ.get('TEST_API_KEY', 'dummy-api-key-for-testing'))
        
        data = {'timeout': 30000, 'url': 'https://example.com'}
        headers = {'Content-Type': 'application/json'}
        
        app._post_request('https://example.com/api', data, headers)

        args, kwargs = mock_post.call_args
        self.assertEqual(kwargs['timeout'], 35.0)

    @patch('requests.post')
    def test_timeout_edge_cases(self, mock_post):
        mock_response = MagicMock()
        mock_response.status_code = 200
        mock_response.json.return_value = {
            'success': True,
            'data': {
                'markdown': 'Test content'
            }
        }
        mock_post.return_value = mock_response

        app = FirecrawlApp(api_key=os.environ.get('TEST_API_KEY', 'dummy-api-key-for-testing'))
        
        app.scrape_url('https://example.com', timeout=1000)
        args, kwargs = mock_post.call_args
        self.assertEqual(kwargs['timeout'], 6.0)
        
        app.scrape_url('https://example.com', timeout=0)
        args, kwargs = mock_post.call_args
        self.assertEqual(kwargs['timeout'], 5.0)

    @patch('requests.post')
    def test_post_request_no_timeout_key(self, mock_post):
        mock_response = MagicMock()
        mock_response.status_code = 200
        mock_post.return_value = mock_response

        app = FirecrawlApp(api_key=os.environ.get('TEST_API_KEY', 'dummy-api-key-for-testing'))
        
        data = {'url': 'https://example.com'}
        headers = {'Content-Type': 'application/json'}
        
        app._post_request('https://example.com/api', data, headers)

        args, kwargs = mock_post.call_args
        self.assertIsNone(kwargs['timeout'])


if __name__ == '__main__':
    unittest.main()