Spaces:
Sleeping
Sleeping
File size: 2,396 Bytes
097eaf0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 | # frozen_string_literal: true
module Firecrawl
module Models
# Options for parsing uploaded files via `/v2/parse`.
#
# Parse does not support browser-rendering features (actions, waitFor,
# location, mobile) nor screenshot/branding/audio/video/changeTracking formats. The
# proxy field only accepts "auto" or "basic".
class ParseOptions
UNSUPPORTED_FORMATS = %w[changeTracking screenshot screenshot@fullPage branding audio video].freeze
FIELDS = %i[
formats headers include_tags exclude_tags only_main_content
timeout parsers skip_tls_verification remove_base64_images
block_ads proxy integration json_options
].freeze
attr_reader(*FIELDS)
def initialize(**kwargs)
FIELDS.each { |f| instance_variable_set(:"@#{f}", kwargs[f]) }
validate!
end
def to_h
{
"formats" => formats&.map { |fmt| format_value(fmt) },
"headers" => headers,
"includeTags" => include_tags,
"excludeTags" => exclude_tags,
"onlyMainContent" => only_main_content,
"timeout" => timeout,
"parsers" => parsers,
"skipTlsVerification" => skip_tls_verification,
"removeBase64Images" => remove_base64_images,
"blockAds" => block_ads,
"proxy" => proxy,
"integration" => integration,
"jsonOptions" => json_options.is_a?(Hash) ? json_options : json_options&.to_h,
}.compact
end
private
def validate!
if !timeout.nil? && timeout.to_i <= 0
raise ArgumentError, "timeout must be positive"
end
if !proxy.nil? && !proxy.to_s.empty? && !%w[auto basic].include?(proxy.to_s)
raise ArgumentError, "parse only supports proxy values 'auto' or 'basic'"
end
(formats || []).each do |fmt|
type = extract_format_type(fmt)
if UNSUPPORTED_FORMATS.include?(type)
raise ArgumentError, "parse does not support format: #{type}"
end
end
end
def extract_format_type(fmt)
case fmt
when String then fmt
when Hash then fmt["type"] || fmt[:type]
else
fmt.respond_to?(:type) ? fmt.type : nil
end
end
def format_value(fmt)
fmt.respond_to?(:to_h) ? fmt.to_h : fmt
end
end
end
end
|