pywb.recorder package

Submodules

pywb.recorder.filters module

class pywb.recorder.filters.CollectionFilter(accept_colls)

Bases: pywb.recorder.filters.SkipDefaultFilter

skip_response(path, req_headers, resp_headers, params)

class pywb.recorder.filters.ExcludeHttpOnlyCookieHeaders

Bases: object

HTTPONLY_RX = re.compile(';\\s*HttpOnly\\s*(;|$)', re.IGNORECASE)

class pywb.recorder.filters.ExcludeSpecificHeaders(exclude_headers=None)

Bases: object

class pywb.recorder.filters.SkipDefaultFilter

Bases: object

skip_request(path, req_headers)

skip_response(path, req_headers, resp_headers, params)

class pywb.recorder.filters.SkipDupePolicy

Bases: object

class pywb.recorder.filters.SkipRangeRequestFilter

Bases: pywb.recorder.filters.SkipDefaultFilter

skip_request(path, req_headers)

class pywb.recorder.filters.WriteDupePolicy

Bases: object

class pywb.recorder.filters.WriteRevisitDupePolicy

Bases: object

pywb.recorder.multifilewarcwriter module

class pywb.recorder.multifilewarcwriter.MultiFileWARCWriter(dir_template, filename_template=None, max_size=0, max_idle_secs=1800, *args, **kwargs)

Bases: warcio.warcwriter.BaseWARCWriter

FILE_TEMPLATE = 'rec-{timestamp}-{hostname}.warc.gz'

allow_new_file(filename, params)

close()

close_file(match_filename)

close_idle_files()

close_key(dir_key)

get_dir_key(params)

get_new_filename(dir_, params)

iter_open_files()

write_record(record, params=None)

write_stream_to_file(params, stream)

class pywb.recorder.multifilewarcwriter.PerRecordWARCWriter(*args, **kwargs)

Bases: pywb.recorder.multifilewarcwriter.MultiFileWARCWriter

pywb.recorder.recorderapp module

class pywb.recorder.recorderapp.RecorderApp(upstream_host, writer, skip_filters=None, **kwargs)

Bases: object

static create_default_filters(kwargs)

static default_create_buffer(params, name)

handle_call(environ, start_response)

send_error(exc, start_response)

send_message(msg, status, start_response)

class pywb.recorder.recorderapp.ReqWrapper(stream, req_headers, params, create_func)

Bases: pywb.recorder.recorderapp.Wrapper

close()

class pywb.recorder.recorderapp.RespWrapper(stream, headers, req, params, queue, path, create_func)

Bases: pywb.recorder.recorderapp.Wrapper

close()

class pywb.recorder.recorderapp.Wrapper(stream, params, create_func)

Bases: object

read(*args, **kwargs)

pywb.recorder.redisindexer module

class pywb.recorder.redisindexer.RedisPendingCounterTempBuffer(max_size, redis_url, params, name, timeout=30)

Bases: tempfile.SpooledTemporaryFile

close()

write(buf)

class pywb.recorder.redisindexer.WritableRedisIndexer(*args, **kwargs)

Bases: pywb.warcserver.index.indexsource.RedisIndexSource

add_urls_to_index(stream, params, filename, length)

add_warc_file(full_filename, params)

lookup_revisit(lookup_params, digest, url, iso_dt)

Module contents