#ifndef __CRAWLER_H_
#define __CRAWLER_H_

#include "module.h"

typedef struct {
    const char **allowedhosts;
    double req_interval_s;
    moduleentryp_dynarr_t enabledmodules;
} crawlerconfig_t;

void crawler(const char *seed, const crawlerconfig_t *config);

#endif