Methods for Navigation

• URL
• Links
• Repeat
• Headers

              ---
do:
# LOADING PAGE LOCATED AT SPECIFIED URL AND RUN LOGIC INSIDE THE `walk` BLOCK FOR ITS CONTENT
- walk:
    to: http://www.somesite.com/
    do:
    # FIND ALL LINKS OF THIS PAGE
    - find:
        path: a
        do:
        # PUT VALUE OF `href` ATTRIBUTE TO THE REGISTER
        - parse:
            attr: href
        # LOAD PAGE WITH URL WE HAVE IN REGISTER
        - walk:
            to: value
            do:
              

              ---
do:
# ADD URL OF PAGES TO THE LINK POOL WITH NAME `somepool`
- link_add:
    pool: somepool
    url:
    - http://www.somesite.com/page-1/
    - http://www.somesite.com/page-2/
    - http://www.somesite.com/page-3/
# ITERATING OVER POOL (OVER URLS ONE BY ONE)
# FOR EACH URL WE RUN LOGIC INSIDE `walk` BLOCK
- walk:
    to: links
    pool: somepool
    do: 
    - find:
        path: .somepath
        do:
              

            ---
do:
# DECLARE VARIABLE `repeatable` AND SET IT TO `yes`
- variable_set:
    field: repeatable
    value: 'yes'
# LETS IMAGINE THAT WEBSITE WE ARE SCRAPING IS NOT STABLE
# AND SOMETIMES DOESNT RETURN PROPER PAGE, OR JUST NOT AVAILABLE
# LETS PUT `walk` COMMAND TO THE LOOP USING VARIABLE `repeatable`
# COMMAND `walk` WILL BE REPEATED UNTIL SPECIFIC CSS PATH `.somepath`
# IS NOT FOUND ON THE LOADED PAGE
- walk:
    repeat: <%repeatable%>
    to: http://www.somesite.com/
    do:
    - find:
        path: .somepath
        do:
        # CSS PATH IS FOUND, LETS CLEAR VARIABLE TO STOP LOOPING `walk` COMMAND
        - variable_clear: repeatable
            

              ---
do:
# LOAD PAGE LOCATED AT GIVEN URL WITH COMMAND `walk`
- walk:
    to: http://www.somesite.com/
    # WE ARE GOING TO SEND SOME HEADERS WITH PAGE REQUEST
    headers:
        Cookie: JSESSIONID=1234123412321; OTHERCOOKIE=<%somevar%>;
        Accept: text/xml
    do:
    - find:
        path: .somepath
        do:
              

• Digger configuration (X-WWW-FORM-URLENCODED)
• Execution log

            ---
config:
  debug: 2
do:
- walk:
  to:
      post: https://mockbin.org/request
      data:
          fizz: buzz
  do:
            

• Digger configuration (APPLICATION/JSON)
• Execution log

              ---
config:
    debug: 2
do:
# LETS INITIALIZE COUPLE VARIABLES
- variable_set:
    field: field_name
    value: age
- variable_set:
    field: field_value
    value: 25
- walk:
    to:
        json: https://mockbin.org/request
        data:
            fizz: buzz
            <%field_name%>: <%field_value%>
    do:
              

• Digger configuration (APPLICATION/JSON PAYLOAD)
• Execution log

              ---
config:
    debug: 2
do:
- variable_set:
    field: age
    value: 25
- walk:
    to:
        json: https://mockbin.org/request
        payload: '{"fizz":"buzz","age":"<%age%>"}'
    do: