mdl_session.h

Go to the documentation of this file.

#pragma once
 
#include <stddef.h>
#include <stdint.h>
 
#include "mdl_net.h"
#include "mdl_robots.h"
#include "ra8_io_stream.h"

typedef enum : uint32_t {
  k_mdl_session_scratch = 65536U, 
  k_mdl_ua_max          = 256U,   
} mdl_session_size_t;

typedef struct {
  mdl_net_iface_t*   net;                            
  const char*        user_agent;                     
  ra8_io_stream_t*   diagnostic;                     
  bool               honor_robots;                   
  mdl_robots_cache_t cache;                          
  char               scratch[k_mdl_session_scratch]; 
} mdl_session_t;

bool mdl_session_build_ua(const char* contact, char* out, size_t cap);

const char* mdl_session_ua_token(void);

void mdl_session_init(mdl_session_t*   session,
                      mdl_net_iface_t* net,
                      const char*      user_agent,
                      ra8_io_stream_t* diagnostic,
                      bool             honor_robots);

bool mdl_session_url_allowed(mdl_session_t* session, const char* url, uint32_t* crawl_delay_ms);