-- Copyright © by Jeff Foley 2017-2023. All rights reserved.
-- Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
-- SPDX-License-Identifier: Apache-2.0

name = "SiteDossier"
type = "scrape"

function start()
    set_rate_limit(4)
end

function vertical(ctx, domain)
    local num = 1

    while(true) do
        local ok = scrape(ctx, {['url']=build_url(domain, num)})
        if not ok then
            break
        end

        num = num + 100
    end
end

function build_url(domain, itemnum)
    return "http://www.sitedossier.com/parentdomain/" .. domain .. "/" .. itemnum
end