Index

Symbols | _ | A | B | C | D | E | F | G | H | I | J | K | L | M | N | O | P | R | S | T | U | V | W | X | Y | Z

Symbols

--app-name <name>
rejester command line option
--begin <time>
dblogger command line option
--config <file.yaml>, -c <file.yaml>
yakonfig command line option
--debug <logger>
dblogger command line option
--directories
streamcorpus_directory command line option
--dump-config {default|effective|full}
yakonfig command line option
--end <time>
dblogger command line option
--file-lists
streamcorpus_directory command line option
--files
streamcorpus_directory command line option
--in-glob <pattern>
streamcorpus_pipeline command line option
--input <file.sc>, -i <file.sc>
streamcorpus_pipeline command line option
--logpath /path/to/file.log
rejester command line option
--namespace <name>
rejester command line option
--nice <n>
streamcorpus_directory command line option
--pidfile /path/to/file.pid
rejester command line option
--quiet, -q
dblogger command line option
--registry-address <host:port>
rejester command line option
--rejester
streamcorpus_directory command line option
--standalone
streamcorpus_directory command line option
--verbose, -v
dblogger command line option
--work-spec <name>
streamcorpus_directory command line option

_

__call__() (streamcorpus_pipeline._kvlayer.from_kvlayer method)
(streamcorpus_pipeline._pipeline.PipelineFactory method)
__init__() (dblogger.DatabaseLogHandler method)
(rejester.TaskMaster method)
(rejester.WorkUnit method)
(streamcorpus_pipeline._pipeline.Pipeline method)
(streamcorpus_pipeline._pipeline.PipelineFactory method)
(yakonfig.ProxyConfigurable method)
_process_task() (streamcorpus_pipeline._pipeline.Pipeline method)

A

abs_url (streamcorpus.StreamItem attribute)
AbstractStorage (class in kvlayer._abstract_storage)
add_annotation() (in module streamcorpus)
add_arguments() (yakonfig.cmd.ArgParseCmd method)
(yakonfig.Configurable method)
add_dependent_work_units() (rejester.TaskMaster method)
add_item() (rejester.RejesterQueue method)
add_work_units() (rejester.TaskMaster method)
annotation_time (streamcorpus.Annotator attribute)
annotator (streamcorpus.Label attribute)
(streamcorpus.Rating attribute)
annotator_id (streamcorpus.Annotator attribute)
ArgParseCmd (class in yakonfig.cmd)
ART_UserOwnerInventorManufacturer (streamcorpus.RelationType attribute)
as_child() (rejester.workers.SingleWorker class method)
attribute_type (streamcorpus.Attribute attribute)
attributes (streamcorpus.ContentItem attribute)
AttributeType (class in streamcorpus)
AVAILABLE (rejester.TaskMaster attribute)

B

BadKey (class in kvlayer)
BatchTransform (class in streamcorpus_pipeline.stages)
BLOCKED (rejester.TaskMaster attribute)
body (streamcorpus.StreamItem attribute)
Business_DeclareBankruptcy (streamcorpus.RelationType attribute)
Business_EndOrg (streamcorpus.RelationType attribute)
Business_MergeOrg (streamcorpus.RelationType attribute)
Business_StartOrg (streamcorpus.RelationType attribute)
byte_offset_align_labels (class in streamcorpus_pipeline._taggers)
BYTES (streamcorpus.OffsetType attribute)

C

CHARS (streamcorpus.OffsetType attribute)
check_config() (yakonfig.Configurable method)
check_out_item() (rejester.RejesterQueue method)
check_put_key_value() (kvlayer._abstract_storage.AbstractStorage method)
check_spinning_children() (rejester.workers.ForkWorker method)
check_subconfig() (in module yakonfig)
check_toplevel_config() (in module yakonfig)
Chunk (class in streamcorpus)
clean_html (class in streamcorpus_pipeline._clean_html)
(streamcorpus.ContentItem attribute)
clean_visible (class in streamcorpus_pipeline._clean_visible)
(streamcorpus.ContentItem attribute)
clear() (rejester.TaskMaster method)
clear_global_config() (in module yakonfig)
clear_signal_handlers() (rejester.workers.ForkWorker method)
clear_table() (kvlayer._abstract_storage.AbstractStorage method)
client() (in module kvlayer)
close() (kvlayer._abstract_storage.AbstractStorage method)
(streamcorpus.Chunk method)
code (streamcorpus.Language attribute)
comments (streamcorpus.Label attribute)
(streamcorpus.Rating attribute)
compress_and_encrypt() (in module streamcorpus)
compress_and_encrypt_path() (in module streamcorpus)
config (rejester.TaskMaster attribute)
(rejester.Worker attribute)
(streamcorpus_pipeline.stages.Configured attribute)
config_name (yakonfig.Configurable attribute)
Configurable (class in yakonfig)
ConfigurationError (class in yakonfig)
configure_logging() (in module dblogger)
Configured (class in streamcorpus_pipeline.stages)
Conflict_Attack (streamcorpus.RelationType attribute)
Conflict_Demonstrate (streamcorpus.RelationType attribute)
Contact_Meet (streamcorpus.RelationType attribute)
Contact_PhoneWrite (streamcorpus.RelationType attribute)
contains_mention (streamcorpus.Rating attribute)
content_form (streamcorpus.Offset attribute)
convert_kba_json (class in streamcorpus_pipeline._convert_kba_json)
create() (streamcorpus_pipeline._pipeline.PipelineFactory method)
custom_entity_type (streamcorpus.Token attribute)
CUSTOM_TYPE (streamcorpus.EntityType attribute)

D

DatabaseEmpty (class in kvlayer)
DatabaseLogHandler (class in dblogger)
DATE (streamcorpus.EntityType attribute)
dblogger (module)
dblogger command line option
--begin <time>
--debug <logger>
--end <time>
--quiet, -q
--verbose, -v
dblogger.query (module)
debug() (rejester.workers.ForkWorker method)
debug_filter (class in streamcorpus_pipeline._filters)
decrypt_and_uncompress() (in module streamcorpus)
dedup (class in streamcorpus_pipeline._dedup)
default_config (yakonfig.Configurable attribute)
default_lifetime (rejester.TaskMaster attribute)
(rejester.WorkUnit attribute)
defaulted_config() (in module yakonfig)
del_work_units() (rejester.TaskMaster method)
delete() (kvlayer._abstract_storage.AbstractStorage method)
(rejester.Registry method)
delete_namespace() (kvlayer._abstract_storage.AbstractStorage method)
dependency_path (streamcorpus.Token attribute)
deserialize() (in module streamcorpus)
diff_config() (in module yakonfig)
direct_call() (rejester.Registry method)
discover_config() (yakonfig.Configurable method)
do_some_work() (rejester.workers.ForkWorker method)
doc_id (streamcorpus.StreamItem attribute)
docx_to_text (class in streamcorpus_pipeline._docx_to_text)
dump() (rejester.TaskMaster method)
dump_label_stats (class in streamcorpus_pipeline._dump_label_stats)
dump_queue() (rejester.RejesterQueue method)
dump_stream_id_abs_url (class in streamcorpus_pipeline._filters)

E

email (streamcorpus.EntityType attribute)
encoding (streamcorpus.ContentItem attribute)
enough_memory (rejester.TaskMaster attribute)
entity_type (streamcorpus.Token attribute)
EntityType (class in streamcorpus)
environment() (rejester.Worker method)
EnvironmentError
epoch_ticks (streamcorpus.StreamTime attribute)
equiv_id (streamcorpus.Token attribute)
EVENT (streamcorpus.EntityType attribute)
evidence (streamcorpus.Attribute attribute)
EXIT_BORED (rejester.workers.SingleWorker attribute)
EXIT_EXCEPTION (rejester.workers.SingleWorker attribute)
EXIT_SUCCESS (rejester.workers.SingleWorker attribute)
expires (rejester.WorkUnit attribute)
external_ids (streamcorpus.ContentItem attribute)
(streamcorpus.StreamItem attribute)

F

FAC (streamcorpus.EntityType attribute)
FAC_LOCATED (streamcorpus.RelationType attribute)
FAC_OWNER (streamcorpus.RelationType attribute)
FAC_VISITED_BY (streamcorpus.RelationType attribute)
fail() (rejester.WorkUnit method)
FAILED (rejester.TaskMaster attribute)
failed (rejester.WorkUnit attribute)
FEMALE (streamcorpus.Gender attribute)
file_type_stats() (in module streamcorpus_pipeline._guess_media_type)
filter() (rejester.Registry method)
filter_domains (class in streamcorpus_pipeline._filters)
filter_domains_substrings (class in streamcorpus_pipeline._filters)
filter_languages (class in streamcorpus_pipeline._filters)
filter_tagger_ids (class in streamcorpus_pipeline._filters)
find (class in streamcorpus_pipeline._find)
find_doc_ids (class in streamcorpus_pipeline._find)
finish() (rejester.WorkUnit method)
FINISHED (rejester.TaskMaster attribute)
finished (rejester.WorkUnit attribute)
first (streamcorpus.Offset attribute)
fix_text (class in streamcorpus_pipeline._fix_text)
FixedWidthFormatter (class in dblogger)
flags (streamcorpus.Label attribute)
(streamcorpus.Rating attribute)
flush() (streamcorpus.Chunk method)
force_clean_html (class in streamcorpus_pipeline.force_clean_html)
force_clear_lock() (rejester.Registry method)
ForkWorker (class in rejester.workers)
from_kvlayer (class in streamcorpus_pipeline._kvlayer)
from_local_chunks (class in streamcorpus_pipeline._local_storage)
from_local_files (class in streamcorpus_pipeline._local_storage)
from_s3_chunks (class in streamcorpus_pipeline._s3_storage)
from_serifxml (class in streamcorpus_pipeline._serifxml)
from_spinn3r_feed (class in streamcorpus_pipeline._spinn3r_feed_storage)

G

GENAFF_CitizenResidentReligionEthnicity (streamcorpus.RelationType attribute)
GENAFF_OrgLocation (streamcorpus.RelationType attribute)
Gender (class in streamcorpus)
generation_time (streamcorpus.Tagging attribute)
get() (kvlayer._abstract_storage.AbstractStorage method)
(rejester.Registry method)
get_assigned_work_unit() (rejester.TaskMaster method)
get_child_work_units() (rejester.TaskMaster method)
get_date_hour() (in module streamcorpus)
get_entity_type() (in module streamcorpus)
get_global_config() (in module yakonfig)
get_heartbeat() (rejester.TaskMaster method)
get_mode() (rejester.TaskMaster method)
get_work() (rejester.TaskMaster method)
get_work_spec() (rejester.TaskMaster method)
get_work_unit_status() (rejester.TaskMaster method)
get_work_units() (rejester.TaskMaster method)
getitem_reset() (rejester.Registry method)
GPE (streamcorpus.EntityType attribute)
guess_media_type (class in streamcorpus_pipeline._guess_media_type)

H

handle_unconvertible_spinn3r (class in streamcorpus_pipeline._handle_unconvertible_spinn3r)
HeadlessWorker (class in rejester.workers)
heartbeat() (rejester.Worker method)
hyperlink_labels (class in streamcorpus_pipeline._hyperlink_labels)

I

id_filter (class in streamcorpus_pipeline._filters)
IDLE (rejester.TaskMaster attribute)
idle_all_workers() (rejester.TaskMaster method)
increment() (kvlayer._abstract_storage.AbstractStorage method)
IncrementalTransform (class in streamcorpus_pipeline.stages)
init_stage() (streamcorpus_pipeline.stages.StageRegistry method)
inspect_work_unit() (rejester.TaskMaster method)
ItemInUseError
iter_work_specs() (rejester.TaskMaster method)

J

john_smith (class in streamcorpus_pipeline._john_smith)
Justice_Acquit (streamcorpus.RelationType attribute)
Justice_Appeal (streamcorpus.RelationType attribute)
Justice_ArrestJail (streamcorpus.RelationType attribute)
Justice_ChargeIndict (streamcorpus.RelationType attribute)
Justice_Convict (streamcorpus.RelationType attribute)
Justice_Execute (streamcorpus.RelationType attribute)
Justice_Extradite (streamcorpus.RelationType attribute)
Justice_Fine (streamcorpus.RelationType attribute)
Justice_Pardon (streamcorpus.RelationType attribute)
Justice_ReleaseParole (streamcorpus.RelationType attribute)
Justice_Sentence (streamcorpus.RelationType attribute)
Justice_Sue (streamcorpus.RelationType attribute)
Justice_TrialHearing (streamcorpus.RelationType attribute)

K

kb_id (streamcorpus.Target attribute)
kb_snapshot_time (streamcorpus.Target attribute)
keep_annotated (class in streamcorpus_pipeline._upgrade_streamcorpus)
key (rejester.WorkUnit attribute)
kvlayer (module)

L

labels (streamcorpus.ContentItem attribute)
(streamcorpus.Sentence attribute)
(streamcorpus.Token attribute)
language (class in streamcorpus_pipeline._language)
(streamcorpus.ContentItem attribute)
lemma (streamcorpus.Token attribute)
len() (rejester.Registry method)
length (streamcorpus.Offset attribute)
Life_BeBorn (streamcorpus.RelationType attribute)
Life_Die (streamcorpus.RelationType attribute)
Life_Divorce (streamcorpus.RelationType attribute)
Life_Injure (streamcorpus.RelationType attribute)
Life_Marry (streamcorpus.RelationType attribute)
lifetime (rejester.Worker attribute)
line_offset_align_labels (class in streamcorpus_pipeline._taggers)
LINES (streamcorpus.OffsetType attribute)
lingpipe (class in streamcorpus_pipeline._lingpipe)
LIST (streamcorpus.EntityType attribute)
list_available_work_units() (rejester.TaskMaster method)
list_blocked_work_units() (rejester.TaskMaster method)
list_failed_work_units() (rejester.TaskMaster method)
list_finished_work_units() (rejester.TaskMaster method)
list_pending_work_units() (rejester.TaskMaster method)
list_work_specs() (rejester.TaskMaster method)
list_work_units() (rejester.TaskMaster method)
live_log_child() (rejester.workers.ForkWorker method)
load_external_stages() (streamcorpus_pipeline.stages.StageRegistry method)
load_module_stages() (streamcorpus_pipeline.stages.StageRegistry method)
LOC (streamcorpus.EntityType attribute)
lock (streamcorpus_pipeline._pipeline.PipelineFactory attribute)
lock() (rejester.Registry method)
LockError
log() (rejester.workers.ForkWorker method)
log_delete() (kvlayer._abstract_storage.AbstractStorage method)
log_get() (kvlayer._abstract_storage.AbstractStorage method)
log_put() (kvlayer._abstract_storage.AbstractStorage method)
log_scan() (kvlayer._abstract_storage.AbstractStorage method)
log_scan_keys() (kvlayer._abstract_storage.AbstractStorage method)
log_spewer() (rejester.workers.ForkWorker method)
logs (streamcorpus.ContentItem attribute)
LostLease

M

main() (yakonfig.cmd.ArgParseCmd method)
make_stream_item() (in module streamcorpus)
make_stream_time() (in module streamcorpus)
MALE (streamcorpus.Gender attribute)
media_type (streamcorpus.ContentItem attribute)
mention_id (streamcorpus.Attribute attribute)
(streamcorpus.Token attribute)
mention_id_1 (streamcorpus.Relation attribute)
mention_id_2 (streamcorpus.Relation attribute)
mention_type (streamcorpus.Token attribute)
mentions (streamcorpus.Label attribute)
(streamcorpus.Rating attribute)
MentionType (class in streamcorpus)
MISC (streamcorpus.EntityType attribute)
mode_counts() (rejester.TaskMaster method)
module (rejester.WorkUnit attribute)
MONEY (streamcorpus.EntityType attribute)
move() (rejester.Registry method)
move_all() (rejester.Registry method)
Movement_Transport (streamcorpus.RelationType attribute)
MultiWorker (class in rejester.workers)

N

name (streamcorpus.Language attribute)
NAME (streamcorpus.MentionType attribute)
name_align_labels (class in streamcorpus_pipeline._taggers)
NATIONALITY (streamcorpus.EntityType attribute)
NewSubModules (class in yakonfig)
nice() (rejester.TaskMaster method)
nilsimsa (class in streamcorpus_pipeline._nilsimsa)
nltk_tokenizer (class in streamcorpus_pipeline._tokenizer)
NOM (streamcorpus.MentionType attribute)
normalize_config() (yakonfig.Configurable method)
NoSuchWorkSpecError
NoSuchWorkUnitError
num_available() (rejester.TaskMaster method)
num_blocked() (rejester.TaskMaster method)
num_failed() (rejester.TaskMaster method)
num_finished() (rejester.TaskMaster method)
num_pending() (rejester.TaskMaster method)
num_tasks() (rejester.TaskMaster method)

O

offsets (streamcorpus.Label attribute)
(streamcorpus.Token attribute)
ORG (streamcorpus.EntityType attribute)
ORG_ALTERNATE_NAMES (streamcorpus.AttributeType attribute)
ORG_ATTENDED (streamcorpus.RelationType attribute)
ORG_CITY_OF_HEADQUARTERS (streamcorpus.RelationType attribute)
ORG_COUNTRY_OF_HEADQUARTERS (streamcorpus.RelationType attribute)
ORG_DATE_DISSOLVED (streamcorpus.RelationType attribute)
ORG_DATE_FOUNDED (streamcorpus.RelationType attribute)
ORG_FOUNDED_BY (streamcorpus.RelationType attribute)
ORG_MEMBER_OF (streamcorpus.RelationType attribute)
ORG_MEMBERS (streamcorpus.RelationType attribute)
ORG_NUMBER_OF_EMPLOYEES_MEMBERS (streamcorpus.AttributeType attribute)
ORG_PARENTS (streamcorpus.RelationType attribute)
ORG_POLITICAL_OR_RELIGIOUS_AFFILIATION (streamcorpus.RelationType attribute)
ORG_SHAREHOLDERS (streamcorpus.RelationType attribute)
ORG_STATEORPROVINCE_OF_HEADQUARTERS (streamcorpus.RelationType attribute)
ORG_SUBSIDIARIES (streamcorpus.RelationType attribute)
ORG_TOP_MEMBERS_EMPLOYEES (streamcorpus.RelationType attribute)
ORG_VISITED (streamcorpus.RelationType attribute)
ORG_WEBSITE (streamcorpus.RelationType attribute)
ORGAFF_Employment (streamcorpus.RelationType attribute)
ORGAFF_Founder (streamcorpus.RelationType attribute)
ORGAFF_InvestorShareholder (streamcorpus.RelationType attribute)
ORGAFF_Membership (streamcorpus.RelationType attribute)
ORGAFF_Ownership (streamcorpus.RelationType attribute)
ORGAFF_SportsAffiliation (streamcorpus.RelationType attribute)
ORGAFF_StudentAlum (streamcorpus.RelationType attribute)
original_url (streamcorpus.StreamItem attribute)
other_content (streamcorpus.StreamItem attribute)
overlay_config() (in module yakonfig)

P

parent (rejester.Worker attribute)
parent_id (streamcorpus.Token attribute)
parse_args() (in module yakonfig)
PARTWHOLE_Artifact (streamcorpus.RelationType attribute)
PARTWHOLE_Geographical (streamcorpus.RelationType attribute)
PARTWHOLE_Subsidiary (streamcorpus.RelationType attribute)
pdf_to_text (class in streamcorpus_pipeline._pdf_to_text)
PENDING (rejester.TaskMaster attribute)
PER (streamcorpus.EntityType attribute)
PER_AGE (streamcorpus.AttributeType attribute)
PER_ALTERNATE_NAMES (streamcorpus.AttributeType attribute)
PER_ATTENDED (streamcorpus.RelationType attribute)
PER_CAUSE_OF_DEATH (streamcorpus.AttributeType attribute)
PER_CHARGES (streamcorpus.AttributeType attribute)
PER_CHILDREN (streamcorpus.RelationType attribute)
PER_CITIES_OF_RESIDENCE (streamcorpus.RelationType attribute)
PER_CITY_OF_BIRTH (streamcorpus.RelationType attribute)
PER_CITY_OF_DEATH (streamcorpus.RelationType attribute)
PER_COUNTRIES_OF_RESIDENCE (streamcorpus.RelationType attribute)
PER_COUNTRY_OF_BIRTH (streamcorpus.RelationType attribute)
PER_COUNTRY_OF_DEATH (streamcorpus.RelationType attribute)
PER_DATE_OF_BIRTH (streamcorpus.RelationType attribute)
PER_DATE_OF_DEATH (streamcorpus.RelationType attribute)
PER_EMPLOYEE_OR_MEMBER_OF (streamcorpus.RelationType attribute)
PER_GENDER (streamcorpus.AttributeType attribute)
PER_MET_WITH (streamcorpus.RelationType attribute)
PER_NATIONALITY (streamcorpus.RelationType attribute)
PER_ORIGIN (streamcorpus.RelationType attribute)
PER_OTHER_FAMILY (streamcorpus.RelationType attribute)
PER_PARENTS (streamcorpus.RelationType attribute)
PER_RELIGION (streamcorpus.RelationType attribute)
PER_SCHOOLS_ATTENDED (streamcorpus.RelationType attribute)
PER_SIBLINGS (streamcorpus.RelationType attribute)
PER_SPOUSE (streamcorpus.RelationType attribute)
PER_STATEORPROVINCE_OF_BIRTH (streamcorpus.RelationType attribute)
PER_STATEORPROVINCE_OF_DEATH (streamcorpus.RelationType attribute)
PER_STATESORPROVINCES_OF_RESIDENCE (streamcorpus.RelationType attribute)
PER_TITLE (streamcorpus.AttributeType attribute)
PER_VISITED (streamcorpus.RelationType attribute)
PER_WEBSITE (streamcorpus.RelationType attribute)
PER_WON_AWARD (streamcorpus.RelationType attribute)
PERCENT (streamcorpus.EntityType attribute)
PERSOC_Business (streamcorpus.RelationType attribute)
PERSOC_Family (streamcorpus.RelationType attribute)
PERSOC_LastingPersonal (streamcorpus.RelationType attribute)
Personnel_Elect (streamcorpus.RelationType attribute)
Personnel_EndPosition (streamcorpus.RelationType attribute)
Personnel_Nominate (streamcorpus.RelationType attribute)
Personnel_StartPosition (streamcorpus.RelationType attribute)
phone (streamcorpus.EntityType attribute)
PHYS_Located (streamcorpus.RelationType attribute)
PHYS_Near (streamcorpus.RelationType attribute)
Pipeline (class in streamcorpus_pipeline._pipeline)
PipelineFactory (class in streamcorpus_pipeline._pipeline)
PipelineStages (class in streamcorpus_pipeline.stages)
popitem() (rejester.Registry method)
popitem_move() (rejester.Registry method)
popmany() (rejester.Registry method)
pos (streamcorpus.Token attribute)
positive (streamcorpus.Label attribute)
PriorityRangeEmpty
PRO (streamcorpus.MentionType attribute)
process_item() (streamcorpus_pipeline.stages.IncrementalTransform method)
process_path() (streamcorpus_pipeline.stages.BatchTransform method)
PROFILE (streamcorpus.FlagType attribute)
ProgrammerError
(class in yakonfig)
ProxyConfigurable (class in yakonfig)
pull() (rejester.Registry method)
put() (kvlayer._abstract_storage.AbstractStorage method)

R

ratings (streamcorpus.StreamItem attribute)
raw (streamcorpus.ContentItem attribute)
raw_tagging (streamcorpus.Tagging attribute)
re_acquire_lock() (rejester.Registry method)
read_lock() (rejester.Registry method)
read_msg_impl() (streamcorpus.Chunk method)
register() (rejester.Worker method)
Registry (class in rejester)
registry (rejester.TaskMaster attribute)
(rejester.WorkUnit attribute)
(streamcorpus_pipeline._pipeline.PipelineFactory attribute)
rejester (module)
rejester command line option
--app-name <name>
--logpath /path/to/file.log
--namespace <name>
--pidfile /path/to/file.pid
--registry-address <host:port>
rejester.exceptions (module)
rejester.run (module)
rejester.run_multi_worker (module)
rejester.workers (module)
rejester_run_function() (in module streamcorpus_pipeline._rejester)
rejester_terminate_function() (in module streamcorpus_pipeline._rejester)
RejesterException
RejesterQueue (class in rejester)
relation_type (streamcorpus.Relation attribute)
relations (streamcorpus.ContentItem attribute)
RelationType (class in streamcorpus)
relevance (streamcorpus.Label attribute)
(streamcorpus.Rating attribute)
RELIGION (streamcorpus.EntityType attribute)
remove_available_work_units() (rejester.TaskMaster method)
remove_blocked_work_units() (rejester.TaskMaster method)
remove_failed_work_units() (rejester.TaskMaster method)
remove_finished_work_units() (rejester.TaskMaster method)
remove_pending_work_units() (rejester.TaskMaster method)
remove_raw (class in streamcorpus_pipeline._filters)
renew_item() (rejester.RejesterQueue method)
replace_config() (yakonfig.Configurable method)
replace_raw (class in streamcorpus_pipeline._filters)
reserve_items() (rejester.RejesterQueue method)
reset_all() (rejester.TaskMaster method)
reset_priorities() (rejester.Registry method)
retry() (rejester.TaskMaster method)
return_item() (rejester.RejesterQueue method)
RUN (rejester.TaskMaster attribute)
run() (rejester.Worker method)
(rejester.WorkUnit method)
(rejester.workers.ForkWorker method)
(rejester.workers.MultiWorker method)
(rejester.workers.SingleWorker method)
(streamcorpus_pipeline._pipeline.Pipeline method), [1]
run_one() (rejester.workers.SingleWorker method)
run_worker() (in module rejester.workers)
runcmd() (yakonfig.cmd.ArgParseCmd method)
runtime_keys (yakonfig.Configurable attribute)

S

scan() (kvlayer._abstract_storage.AbstractStorage method)
scan_keys() (kvlayer._abstract_storage.AbstractStorage method)
schost (streamcorpus.StreamItem attribute)
scram() (rejester.workers.ForkWorker method)
sentence_blobs (streamcorpus.ContentItem attribute)
sentence_id (streamcorpus.Attribute attribute)
sentence_id_1 (streamcorpus.Relation attribute)
sentence_id_2 (streamcorpus.Relation attribute)
sentence_pos (streamcorpus.Token attribute)
sentences (streamcorpus.ContentItem attribute)
serialize() (in module streamcorpus)
serif (class in streamcorpus_pipeline._serif)
services (yakonfig.Configurable attribute)
set() (rejester.Registry method)
set_1to1() (rejester.Registry method)
set_default_config() (in module yakonfig)
set_global_config() (in module yakonfig)
set_mode() (rejester.TaskMaster method)
set_signal_handlers() (rejester.workers.ForkWorker method)
set_work_spec() (rejester.TaskMaster method)
setup_namespace() (kvlayer._abstract_storage.AbstractStorage method)
shutdown() (streamcorpus_pipeline.stages.BatchTransform method)
(streamcorpus_pipeline.stages.IncrementalTransform method)
SingleWorker (class in rejester.workers)
source (streamcorpus.StreamItem attribute)
source_metadata (streamcorpus.StreamItem attribute)
spec (rejester.WorkUnit attribute)
StageRegistry (class in streamcorpus_pipeline.stages)
start_log_child() (rejester.workers.ForkWorker method)
status() (rejester.TaskMaster method)
stop_all_children() (rejester.workers.ForkWorker method)
stop_gracefully() (rejester.workers.ForkWorker method)
stop_log_child() (rejester.workers.ForkWorker method)
str_to_value() (kvlayer._abstract_storage.AbstractStorage method)
stream_id (streamcorpus.Label attribute)
(streamcorpus.StreamItem attribute)
stream_time (streamcorpus.StreamItem attribute)
streamcorpus.Annotator (built-in class)
streamcorpus.Attribute (built-in class)
streamcorpus.ContentItem (built-in class)
streamcorpus.FlagType (built-in class)
streamcorpus.Label (built-in class)
streamcorpus.Language (built-in class)
streamcorpus.Offset (built-in class)
streamcorpus.OffsetType (built-in class)
streamcorpus.Rating (built-in class)
streamcorpus.Relation (built-in class)
streamcorpus.Sentence (built-in class)
streamcorpus.StreamItem (built-in class)
streamcorpus.StreamTime (built-in class)
streamcorpus.Tagging (built-in class)
streamcorpus.Target (built-in class)
streamcorpus.Token (built-in class)
streamcorpus_directory command line option
--directories
--file-lists
--files
--nice <n>
--rejester
--standalone
--work-spec <name>
streamcorpus_pipeline (module)
streamcorpus_pipeline command line option
--in-glob <pattern>
--input <file.sc>, -i <file.sc>
streamcorpus_pipeline._directory (module)
streamcorpus_pipeline._pipeline (module)
streamcorpus_pipeline._rejester (module)
streamcorpus_pipeline.run (module)
streamcorpus_pipeline.stages (module)
sub_modules (yakonfig.Configurable attribute)

T

tagger_config (streamcorpus.Tagging attribute)
tagger_id (streamcorpus.Tagging attribute)
tagger_version (streamcorpus.Tagging attribute)
taggings (streamcorpus.ContentItem attribute)
target (streamcorpus.Label attribute)
(streamcorpus.Rating attribute)
target_id (streamcorpus.Target attribute)
task_master (rejester.Worker attribute)
TaskMaster (class in rejester)
TERMINATE (rejester.TaskMaster attribute)
terminate() (rejester.WorkUnit method)
TIME (streamcorpus.EntityType attribute)
title (class in streamcorpus_pipeline._title)
TITLE (streamcorpus.EntityType attribute)
tmp_dir_suffix (streamcorpus_pipeline._pipeline.PipelineFactory attribute)
to_kvlayer (class in streamcorpus_pipeline._kvlayer)
to_local_chunks (class in streamcorpus_pipeline._local_storage)
to_local_tarballs (class in streamcorpus_pipeline._local_storage)
to_s3_chunks (class in streamcorpus_pipeline._s3_storage)
to_s3_tarballs (class in streamcorpus_pipeline._s3_storage)
token (streamcorpus.Token attribute)
token_num (streamcorpus.Token attribute)
tokens (streamcorpus.Sentence attribute)
Transaction_TransferMoney (streamcorpus.RelationType attribute)
Transaction_TransferOwnership (streamcorpus.RelationType attribute)
tryload_stage() (streamcorpus_pipeline.stages.StageRegistry method)
type (streamcorpus.Offset attribute)

U

unregister() (rejester.Worker method)
update() (rejester.Registry method)
(rejester.WorkUnit method)
update_bundle() (rejester.TaskMaster method)
upgrade_streamcorpus (class in streamcorpus_pipeline._upgrade_streamcorpus)
upgrade_streamcorpus_v0_3_0 (class in streamcorpus_pipeline._upgrade_streamcorpus_v0_3_0)
URL (streamcorpus.EntityType attribute)

V

validate_work_spec() (rejester.TaskMaster class method)
value (streamcorpus.Attribute attribute)
(streamcorpus.Offset attribute)
value_to_str() (kvlayer._abstract_storage.AbstractStorage method)
VEH (streamcorpus.EntityType attribute)
version (streamcorpus.StreamItem attribute)
VersionMismatchError (class in streamcorpus)

W

WEA (streamcorpus.EntityType attribute)
work_spec_name (rejester.exceptions.NoSuchWorkSpecError attribute)
(rejester.WorkUnit attribute)
work_unit_name (rejester.exceptions.NoSuchWorkUnitError attribute)
Worker (class in rejester)
worker_heartbeat() (rejester.TaskMaster method)
worker_id (rejester.RejesterQueue attribute)
(rejester.TaskMaster attribute)
(rejester.WorkUnit attribute)
(rejester.Worker attribute)
worker_register() (rejester.TaskMaster method)
worker_unregister() (rejester.TaskMaster method)
workers() (rejester.TaskMaster method)
WorkUnit (class in rejester)
write_msg_impl() (streamcorpus.Chunk method)

X

xpath (streamcorpus.Offset attribute)
xpath_offsets (class in streamcorpus_pipeline.offsets)

Y

yakonfig (module)
yakonfig command line option
--config <file.yaml>, -c <file.yaml>
--dump-config {default|effective|full}
yaml_files_list (class in streamcorpus_pipeline._yaml_files_list)

Z

zulu_timestamp (streamcorpus.StreamTime attribute)