Index

_

__getnewargs__() (magichour.api.dist.preprocess.preProcess_RDD.LogLine method) (magichour.api.dist.preprocess.preProcess_RDD.TemplateLine method) (magichour.api.dist.preprocess.preProcess_RDD.TransformLine method) (magichour.api.dist.preprocess.readLog_RDD.LogLine method) (magichour.api.dist.preprocess.readLog_RDD.TemplateLine method) (magichour.api.dist.preprocess.readLog_RDD.TransformLine method) (magichour.api.local.util.compress.compress.LogLine method) (magichour.api.local.util.compress.compress.LogSupport method) (magichour.api.local.util.compress.compress.OutLine method) (magichour.api.local.util.compress.compress.TransformLine method) (magichour.api.local.util.log.HandlerInfo method) (magichour.api.local.util.namedtuples.Event method) (magichour.api.local.util.namedtuples.LogLine method) (magichour.api.local.util.namedtuples.ModelEvalWindow method) (magichour.api.local.util.namedtuples.ModelGenWindow method) (magichour.api.local.util.namedtuples.Template method) (magichour.api.local.util.namedtuples.TimedEvent method) (magichour.api.local.util.namedtuples.TimedTemplate method) (magichour.api.local.util.namedtuples.Transform method) (magichour.lib.StringMatch.cluster.LogLine method) __getstate__() (magichour.api.dist.preprocess.preProcess_RDD.LogLine method) (magichour.api.dist.preprocess.preProcess_RDD.TemplateLine method) (magichour.api.dist.preprocess.preProcess_RDD.TransformLine method) (magichour.api.dist.preprocess.readLog_RDD.LogLine method) (magichour.api.dist.preprocess.readLog_RDD.TemplateLine method) (magichour.api.dist.preprocess.readLog_RDD.TransformLine method) (magichour.api.local.util.compress.compress.LogLine method) (magichour.api.local.util.compress.compress.LogSupport method) (magichour.api.local.util.compress.compress.OutLine method) (magichour.api.local.util.compress.compress.TransformLine method) (magichour.api.local.util.log.HandlerInfo method) (magichour.api.local.util.namedtuples.Event method) (magichour.api.local.util.namedtuples.LogLine method) (magichour.api.local.util.namedtuples.ModelEvalWindow method) (magichour.api.local.util.namedtuples.ModelGenWindow method) (magichour.api.local.util.namedtuples.Template method) (magichour.api.local.util.namedtuples.TimedEvent method) (magichour.api.local.util.namedtuples.TimedTemplate method) (magichour.api.local.util.namedtuples.Transform method) (magichour.lib.StringMatch.cluster.LogLine method)

__repr__() (magichour.api.dist.preprocess.preProcess_RDD.LogLine method) (magichour.api.dist.preprocess.preProcess_RDD.TemplateLine method) (magichour.api.dist.preprocess.preProcess_RDD.TransformLine method) (magichour.api.dist.preprocess.readLog_RDD.LogLine method) (magichour.api.dist.preprocess.readLog_RDD.TemplateLine method) (magichour.api.dist.preprocess.readLog_RDD.TransformLine method) (magichour.api.local.util.compress.compress.LogLine method) (magichour.api.local.util.compress.compress.LogSupport method) (magichour.api.local.util.compress.compress.OutLine method) (magichour.api.local.util.compress.compress.TransformLine method) (magichour.api.local.util.log.HandlerInfo method) (magichour.api.local.util.namedtuples.Event method) (magichour.api.local.util.namedtuples.LogLine method) (magichour.api.local.util.namedtuples.ModelEvalWindow method) (magichour.api.local.util.namedtuples.ModelGenWindow method) (magichour.api.local.util.namedtuples.Template method) (magichour.api.local.util.namedtuples.TimedEvent method) (magichour.api.local.util.namedtuples.TimedTemplate method) (magichour.api.local.util.namedtuples.Transform method) (magichour.lib.StringMatch.cluster.LogLine method)

A

add_leaf() (magichour.lib.StringMatch.cluster.Cluster method) add_to_leaf() (magichour.lib.StringMatch.cluster.Cluster method) (magichour.lib.StringMatch.leaf.Leaf method)

apply_events() (in module magichour.api.local.modeleval.apply) apply_templates() (in module magichour.api.local.modeleval.apply)

B

baler() (in module magichour.api.local.modelgen.template)

C

check_for_match() (magichour.lib.StringMatch.cluster.Cluster method) (magichour.lib.StringMatch.leaf.Leaf method) Cluster (class in magichour.lib.StringMatch.cluster) collapse_patterns() (in module magichour.lib.LogCluster.LogCluster) compiled (magichour.api.dist.preprocess.preProcess_RDD.TransformLine attribute) (magichour.api.dist.preprocess.readLog_RDD.TransformLine attribute) (magichour.api.local.util.namedtuples.Transform attribute)

cosine_sim() (in module magichour.lib.StringMatch.utils) count_templates() (in module magichour.api.local.modeleval.apply) counter_issubset() (in module magichour.api.local.modeleval.apply)

D

design_atom() (in module magichour.lib.PARIS.paris) dictionary (magichour.api.dist.preprocess.preProcess_RDD.LogLine attribute) (magichour.api.dist.preprocess.readLog_RDD.LogLine attribute) (magichour.api.local.util.compress.compress.LogLine attribute) (magichour.api.local.util.compress.compress.OutLine attribute)

disable_logging() (in module magichour.api.local.util.log)

E

end_time (magichour.api.local.util.namedtuples.ModelEvalWindow attribute) (magichour.api.local.util.namedtuples.TimedEvent attribute) escapeCrap() (in module magichour.api.local.util.compress.compress) Event (class in magichour.api.local.util.namedtuples)

event_id (magichour.api.local.util.namedtuples.TimedEvent attribute) event_is_subset() (in module magichour.api.local.util.modelgen) extract_patterns() (in module magichour.lib.LogCluster.LogCluster)

F

formatter (magichour.api.local.util.log.HandlerInfo attribute)

G

get_best_representation() (in module magichour.lib.PARIS.paris) get_clusters() (in module magichour.lib.StringMatch.StringMatch) get_entropy_of_word_positions() (in module magichour.lib.StringMatch.utils) get_error() (in module magichour.lib.PARIS.paris) get_error2() (in module magichour.lib.PARIS.paris)

get_logger() (in module magichour.api.local.util.log) get_num_lines() (magichour.lib.StringMatch.cluster.Cluster method) (magichour.lib.StringMatch.leaf.Leaf method) get_template_line() (magichour.lib.StringMatch.cluster.Cluster method) (magichour.lib.StringMatch.leaf.Leaf method) get_transforms() (in module magichour.api.local.modelgen.preprocess) getWordSkipNames() (in module magichour.api.local.util.compress.compress)

H

handler (magichour.api.local.util.log.HandlerInfo attribute)

HandlerInfo (class in magichour.api.local.util.log)

I

id (magichour.api.dist.preprocess.preProcess_RDD.TemplateLine attribute) (magichour.api.dist.preprocess.preProcess_RDD.TransformLine attribute) (magichour.api.dist.preprocess.readLog_RDD.TemplateLine attribute) (magichour.api.dist.preprocess.readLog_RDD.TransformLine attribute) (magichour.api.local.util.compress.compress.TransformLine attribute) (magichour.api.local.util.namedtuples.Event attribute) (magichour.api.local.util.namedtuples.Template attribute) (magichour.api.local.util.namedtuples.Transform attribute)

idf() (in module magichour.api.local.util.tfidf)

L

Leaf (class in magichour.lib.StringMatch.leaf) level (magichour.api.local.util.log.HandlerInfo attribute) lineRegexReplacement() (in module magichour.api.dist.preprocess.preProcess_RDD) log_cluster() (in module magichour.lib.LogCluster.LogCluster) log_exc() (in module magichour.api.local.util.log) log_time() (in module magichour.api.local.util.log)

logcluster() (in module magichour.api.local.modelgen.template) LogGroup (in module magichour.lib.StringMatch.cluster) LogLine (class in magichour.api.dist.preprocess.preProcess_RDD) (class in magichour.api.dist.preprocess.readLog_RDD) (class in magichour.api.local.util.compress.compress) (class in magichour.api.local.util.namedtuples) (class in magichour.lib.StringMatch.cluster) logPreProcess() (in module magichour.api.dist.preprocess.preProcess_RDD) LogSupport (class in magichour.api.local.util.compress.compress)

M

magichour (module) magichour.api (module) magichour.api.dist (module) magichour.api.dist.preprocess (module) magichour.api.dist.preprocess.preProcess_RDD (module) magichour.api.dist.preprocess.readLog_RDD (module) magichour.api.local (module) magichour.api.local.modeleval (module) magichour.api.local.modeleval.apply (module) magichour.api.local.modeleval.window (module) magichour.api.local.modelgen (module), [1] magichour.api.local.modelgen.LogCluster (module) magichour.api.local.modelgen.LogCluster.LogCluster (module) magichour.api.local.modelgen.preprocess (module) magichour.api.local.modelgen.template (module) magichour.api.local.modelgen.window (module) magichour.api.local.sample (module) magichour.api.local.sample.data (module) magichour.api.local.sample.steps (module) magichour.api.local.sample.steps.evalapply (module) magichour.api.local.sample.steps.evalwindow (module) magichour.api.local.sample.steps.genapply (module) magichour.api.local.sample.steps.genwindow (module) magichour.api.local.sample.steps.preprocess (module) magichour.api.local.sample.steps.template (module) magichour.api.local.util (module) magichour.api.local.util.compress (module) magichour.api.local.util.compress.compress (module)

magichour.api.local.util.log (module) magichour.api.local.util.modeleval (module) magichour.api.local.util.modelgen (module) magichour.api.local.util.namedtuples (module) magichour.api.local.util.pickl (module) magichour.api.local.util.tfidf (module) magichour.api.local.util.window (module) magichour.lib (module), [1] magichour.lib.LogCluster (module) magichour.lib.LogCluster.LogCluster (module) magichour.lib.PARIS (module) magichour.lib.PARIS.paris (module) magichour.lib.StringMatch (module) magichour.lib.StringMatch.cluster (module) magichour.lib.StringMatch.leaf (module) magichour.lib.StringMatch.StringMatch (module) magichour.lib.StringMatch.utils (module) main() (in module magichour.api.local.util.compress.compress) (in module magichour.lib.PARIS.paris) (in module magichour.lib.StringMatch.StringMatch) makeReplacement() (in module magichour.api.local.util.compress.compress) makeTransformedLine() (in module magichour.api.local.util.compress.compress) match (magichour.api.local.util.namedtuples.Template attribute) matchSupport() (in module magichour.api.local.util.compress.compress) modeleval_window() (in module magichour.api.local.modeleval.window) ModelEvalWindow (class in magichour.api.local.util.namedtuples) modelgen_window() (in module magichour.api.local.modelgen.window) ModelGenWindow (class in magichour.api.local.util.namedtuples) msg (magichour.api.dist.preprocess.preProcess_RDD.LogLine attribute) (magichour.api.dist.preprocess.readLog_RDD.LogLine attribute)

N

NAME (magichour.api.dist.preprocess.preProcess_RDD.TransformLine attribute) (magichour.api.dist.preprocess.readLog_RDD.TransformLine attribute) (magichour.api.local.util.compress.compress.TransformLine attribute)

name (magichour.api.local.util.namedtuples.Transform attribute)

O

openFile() (in module magichour.api.local.util.compress.compress)

OutLine (class in magichour.api.local.util.compress.compress)

P

PARIS() (in module magichour.lib.PARIS.paris) paris_distance() (in module magichour.lib.PARIS.paris) parse_output() (in module magichour.api.local.modelgen.LogCluster.LogCluster) parse_words() (in module magichour.lib.LogCluster.LogCluster) pattern (magichour.api.local.util.compress.compress.LogSupport attribute) PCF() (in module magichour.lib.PARIS.paris) print_groups() (magichour.lib.StringMatch.cluster.Cluster method) (magichour.lib.StringMatch.leaf.Leaf method)

print_template_lines() (magichour.lib.StringMatch.cluster.Cluster method) (magichour.lib.StringMatch.leaf.Leaf method) process_auditd_line() (in module magichour.api.local.modeleval.apply) process_line() (in module magichour.api.local.modeleval.apply) processed (magichour.api.dist.preprocess.preProcess_RDD.LogLine attribute) (magichour.api.dist.preprocess.readLog_RDD.LogLine attribute) (magichour.api.local.util.compress.compress.LogLine attribute) (magichour.api.local.util.namedtuples.LogLine attribute) procLogLine() (in module magichour.api.dist.preprocess.readLog_RDD) procSupports() (in module magichour.api.local.util.compress.compress)

R

rdd_LogLine() (in module magichour.api.dist.preprocess.readLog_RDD) rdd_preProcess() (in module magichour.api.dist.preprocess.preProcess_RDD) rdd_ReadLog() (in module magichour.api.dist.preprocess.readLog_RDD) rdd_TransformLine() (in module magichour.api.dist.preprocess.preProcess_RDD) read_auditd_file() (in module magichour.api.local.modelgen.preprocess) read_lines_substep() (in module magichour.api.local.sample.steps.preprocess) read_log_file() (in module magichour.api.local.modelgen.preprocess)

read_pickle_file() (in module magichour.api.local.util.pickl) read_transforms_substep() (in module magichour.api.local.sample.steps.preprocess) readTransforms() (in module magichour.api.dist.preprocess.preProcess_RDD) (in module magichour.api.local.util.compress.compress) replacements (magichour.api.local.util.namedtuples.LogLine attribute) run_on_file() (in module magichour.api.local.modelgen.LogCluster.LogCluster) run_once() (in module magichour.api.local.util.log) run_paris_on_document() (in module magichour.lib.PARIS.paris)

S

skipWords (magichour.api.dist.preprocess.preProcess_RDD.TemplateLine attribute) (magichour.api.dist.preprocess.readLog_RDD.TemplateLine attribute) split_leaf() (magichour.lib.StringMatch.cluster.Cluster method) (magichour.lib.StringMatch.leaf.Leaf method) start_time (magichour.api.local.util.namedtuples.ModelEvalWindow attribute) (magichour.api.local.util.namedtuples.TimedEvent attribute)

str (magichour.api.local.util.namedtuples.Template attribute) stringmatch() (in module magichour.api.local.modelgen.template) supportId (magichour.api.local.util.compress.compress.LogLine attribute) (magichour.api.local.util.compress.compress.LogSupport attribute) (magichour.api.local.util.compress.compress.OutLine attribute) (magichour.api.local.util.namedtuples.LogLine attribute)

T

Template (class in magichour.api.local.util.namedtuples) template (magichour.api.dist.preprocess.preProcess_RDD.LogLine attribute) (magichour.api.dist.preprocess.preProcess_RDD.TemplateLine attribute) (magichour.api.dist.preprocess.readLog_RDD.LogLine attribute) (magichour.api.dist.preprocess.readLog_RDD.TemplateLine attribute) template_id (magichour.api.local.util.namedtuples.TimedTemplate attribute) template_ids (magichour.api.local.util.namedtuples.Event attribute) (magichour.api.local.util.namedtuples.ModelGenWindow attribute) templateDict (magichour.api.dist.preprocess.preProcess_RDD.LogLine attribute) (magichour.api.dist.preprocess.readLog_RDD.LogLine attribute) templateId (magichour.api.dist.preprocess.preProcess_RDD.LogLine attribute) (magichour.api.dist.preprocess.readLog_RDD.LogLine attribute) TemplateLine (class in magichour.api.dist.preprocess.preProcess_RDD) (class in magichour.api.dist.preprocess.readLog_RDD) test_with_syntheticdata() (in module magichour.lib.PARIS.paris) text (magichour.api.local.util.compress.compress.LogLine attribute) (magichour.api.local.util.namedtuples.LogLine attribute) (magichour.lib.StringMatch.cluster.LogLine attribute) tf() (in module magichour.api.local.util.tfidf) tf_idf() (in module magichour.api.local.util.tfidf)

tf_idf_filter() (in module magichour.api.local.util.tfidf) timed_templates (magichour.api.local.util.namedtuples.ModelEvalWindow attribute) TimedEvent (class in magichour.api.local.util.namedtuples) TimedTemplate (class in magichour.api.local.util.namedtuples) Transform (class in magichour.api.local.util.namedtuples) transform (magichour.api.dist.preprocess.preProcess_RDD.TransformLine attribute) (magichour.api.dist.preprocess.readLog_RDD.TransformLine attribute) (magichour.api.local.util.compress.compress.TransformLine attribute) (magichour.api.local.util.namedtuples.Transform attribute) transform_lines() (in module magichour.api.local.modelgen.preprocess) transformed_lines_substep() (in module magichour.api.local.sample.steps.preprocess) TransformLine (class in magichour.api.dist.preprocess.preProcess_RDD) (class in magichour.api.dist.preprocess.readLog_RDD) (class in magichour.api.local.util.compress.compress) ts (magichour.api.dist.preprocess.preProcess_RDD.LogLine attribute) (magichour.api.dist.preprocess.readLog_RDD.LogLine attribute) (magichour.api.local.util.compress.compress.LogLine attribute) (magichour.api.local.util.compress.compress.OutLine attribute) (magichour.api.local.util.namedtuples.LogLine attribute) (magichour.api.local.util.namedtuples.TimedTemplate attribute) (magichour.lib.StringMatch.cluster.LogLine attribute) type (magichour.api.dist.preprocess.preProcess_RDD.TransformLine attribute) (magichour.api.dist.preprocess.readLog_RDD.TransformLine attribute) (magichour.api.local.util.compress.compress.TransformLine attribute) (magichour.api.local.util.namedtuples.Transform attribute)

W

window() (in module magichour.api.local.util.window) write_file() (in module magichour.api.local.modelgen.LogCluster.LogCluster) write_pickle_file() (in module magichour.api.local.util.pickl)

writeHeader() (in module magichour.api.local.util.compress.compress) writeOutput() (in module magichour.api.local.util.compress.compress)

X

xor() (in module magichour.lib.PARIS.paris)