module Arachnid

Extended Modules

• Arachnid

Defined in:

arachnid/version.cr
arachnid/resource/content_types.cr
arachnid/resource/cookies.cr
arachnid/resource/html.cr
arachnid/resource/status_codes.cr
arachnid/document/html.cr
arachnid/resource.cr
arachnid/agent/sanitizers.cr
arachnid/rules.cr
arachnid/agent/filters.cr
arachnid/agent/events.cr
arachnid/agent/actions.cr
arachnid/agent/robots.cr
arachnid/session_cache.cr
arachnid/cookie_jar.cr
arachnid/auth_credential.cr
arachnid/auth_store.cr
arachnid/agent.cr
arachnid/arachnid.cr
arachnid/cli/action.cr
arachnid/cli/count.cr
arachnid/cli/sitemap.cr
arachnid/cli.cr
arachnid/agent/queue.cr

Constant Summary

VERSION = "0.1.0"

Class Method Summary

• .connect_timeout : Int32

  Connect timeout.

• .connect_timeout=(connect_timeout : Int32)

  Connect timeout.

• .do_not_track=(do_not_track : Bool)

  Should we set the DNT (Do Not Track) header?

• .do_not_track? : Bool

  Should we set the DNT (Do Not Track) header?

• .max_redirects : Int32

  Maximum amount of redirects to follow

• .max_redirects=(max_redirects : Int32)

  Maximum amount of redirects to follow

• .read_timeout : Int32

  Read timeout.

• .read_timeout=(read_timeout : Int32)

  Read timeout.

• .robots=(robots : Bool)

  Specifies whether robots.txt should be honored globally

• .robots? : Bool

  Specifies whether robots.txt should be honored globally

• .user_agent : String

  The User-Agent string used by all Agent objects by default.

• .user_agent=(user_agent : String)

  The User-Agent string used by all Agent objects by default.

Instance Method Summary

• #host(name, **options, &block : Agent -> )

  See Agent.host

• #site(url, **options, &block : Agent -> )

  See Agent.site

• #start_at(url, **options, &block : Agent -> )

  See Agent.start_at

Class Method Detail

Instance Method Detail