|
#ifndef __CRAWLER_H_
|
|
#define __CRAWLER_H_
|
|
|
|
#include "module.h"
|
|
|
|
typedef struct {
|
|
const char **allowedhosts;
|
|
double req_interval_s;
|
|
moduleentryp_dynarr_t enabledmodules;
|
|
} crawlerconfig_t;
|
|
|
|
void crawler(const char *seed, const crawlerconfig_t *config);
|
|
|
|
#endif
|