\hypertarget{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso}{}\section{plaso.\+tarzan.\+app.\+pyspark\+\_\+plaso.\+Py\+Spark\+Plaso Class Reference}
\label{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso}\index{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso@{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso}}


Inheritance diagram for plaso.\+tarzan.\+app.\+pyspark\+\_\+plaso.\+Py\+Spark\+Plaso\+:
% FIG 0


Collaboration diagram for plaso.\+tarzan.\+app.\+pyspark\+\_\+plaso.\+Py\+Spark\+Plaso\+:
% FIG 1
\subsection*{Public Member Functions}
\begin{DoxyCompactItemize}
\item 
def \mbox{\hyperlink{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso_a9e0dda58abd9a21304a28fd145e08dde}{create\+\_\+files\+\_\+rdd}} (cls, sc, hdfs\+\_\+uri)
\end{DoxyCompactItemize}
\subsection*{Static Public Member Functions}
\begin{DoxyCompactItemize}
\item 
def \mbox{\hyperlink{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso_aa724d76c64bc7eeaba429bdf87fae85b}{get\+\_\+java\+\_\+rdd\+\_\+helpers\+\_\+package}} (sc)
\item 
def \mbox{\hyperlink{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso_af3b3c9254850cc4f16f3de6ab46ab5fd}{list\+\_\+files}} (hdfs\+\_\+uri)
\item 
def \mbox{\hyperlink{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso_a7623f9413194101066fd44b08e08bd4b}{transform\+\_\+files\+\_\+rdd\+\_\+to\+\_\+extracted\+\_\+events\+\_\+rdd}} (sc, files\+\_\+rdd)
\item 
def \mbox{\hyperlink{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso_acf4a6ccc74b538b4813ef474aca72fef}{action\+\_\+events\+\_\+rdd\+\_\+by\+\_\+saving\+\_\+into\+\_\+halyard}} (sc, events\+\_\+rdd, table\+\_\+name, hbase\+\_\+zk\+\_\+quorum, hbase\+\_\+zk\+\_\+port)
\item 
def \mbox{\hyperlink{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso_a199d1cb5982f9be52f4462e81d6bdb28}{action\+\_\+events\+\_\+rdd\+\_\+by\+\_\+collecting\+\_\+into\+\_\+json}} (sc, events\+\_\+rdd)
\end{DoxyCompactItemize}


\subsection{Detailed Description}
\begin{DoxyVerb}Provides methods to create, modify, and evaluate RDD for the Plaso extraction.
\end{DoxyVerb}
 

\subsection{Member Function Documentation}
\mbox{\Hypertarget{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso_a199d1cb5982f9be52f4462e81d6bdb28}\label{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso_a199d1cb5982f9be52f4462e81d6bdb28}} 
\index{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso@{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso}!action\_events\_rdd\_by\_collecting\_into\_json@{action\_events\_rdd\_by\_collecting\_into\_json}}
\index{action\_events\_rdd\_by\_collecting\_into\_json@{action\_events\_rdd\_by\_collecting\_into\_json}!plaso.tarzan.app.pyspark\_plaso.PySparkPlaso@{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso}}
\subsubsection{\texorpdfstring{action\_events\_rdd\_by\_collecting\_into\_json()}{action\_events\_rdd\_by\_collecting\_into\_json()}}
{\footnotesize\ttfamily def plaso.\+tarzan.\+app.\+pyspark\+\_\+plaso.\+Py\+Spark\+Plaso.\+action\+\_\+events\+\_\+rdd\+\_\+by\+\_\+collecting\+\_\+into\+\_\+json (\begin{DoxyParamCaption}\item[{}]{sc,  }\item[{}]{events\+\_\+rdd }\end{DoxyParamCaption})\hspace{0.3cm}{\ttfamily [static]}}

\begin{DoxyVerb}Collects the content of a given RDD with (HDFS URI, event) pairs into a JSON documents collection.
:param sc: Spark Context of the RDD
:param events_rdd: the RDD of (HDFS URI, event) paris to save
:return the JSON documents collection as a string
\end{DoxyVerb}
 \mbox{\Hypertarget{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso_acf4a6ccc74b538b4813ef474aca72fef}\label{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso_acf4a6ccc74b538b4813ef474aca72fef}} 
\index{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso@{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso}!action\_events\_rdd\_by\_saving\_into\_halyard@{action\_events\_rdd\_by\_saving\_into\_halyard}}
\index{action\_events\_rdd\_by\_saving\_into\_halyard@{action\_events\_rdd\_by\_saving\_into\_halyard}!plaso.tarzan.app.pyspark\_plaso.PySparkPlaso@{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso}}
\subsubsection{\texorpdfstring{action\_events\_rdd\_by\_saving\_into\_halyard()}{action\_events\_rdd\_by\_saving\_into\_halyard()}}
{\footnotesize\ttfamily def plaso.\+tarzan.\+app.\+pyspark\+\_\+plaso.\+Py\+Spark\+Plaso.\+action\+\_\+events\+\_\+rdd\+\_\+by\+\_\+saving\+\_\+into\+\_\+halyard (\begin{DoxyParamCaption}\item[{}]{sc,  }\item[{}]{events\+\_\+rdd,  }\item[{}]{table\+\_\+name,  }\item[{}]{hbase\+\_\+zk\+\_\+quorum,  }\item[{}]{hbase\+\_\+zk\+\_\+port }\end{DoxyParamCaption})\hspace{0.3cm}{\ttfamily [static]}}

\begin{DoxyVerb}Save the content of a given RDD with (HDFS URI, event) pairs into Halyard into a given table.
:param sc: Spark Context of the RDD
:param events_rdd: the RDD of (HDFS URI, event) paris to save
:param table_name: Halyard repository HBase table name
:param hbase_zk_quorum: HBase Zookeeper quorum of HBase config path
:param hbase_zk_port: the Zookeeper client port
\end{DoxyVerb}
 \mbox{\Hypertarget{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso_a9e0dda58abd9a21304a28fd145e08dde}\label{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso_a9e0dda58abd9a21304a28fd145e08dde}} 
\index{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso@{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso}!create\_files\_rdd@{create\_files\_rdd}}
\index{create\_files\_rdd@{create\_files\_rdd}!plaso.tarzan.app.pyspark\_plaso.PySparkPlaso@{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso}}
\subsubsection{\texorpdfstring{create\_files\_rdd()}{create\_files\_rdd()}}
{\footnotesize\ttfamily def plaso.\+tarzan.\+app.\+pyspark\+\_\+plaso.\+Py\+Spark\+Plaso.\+create\+\_\+files\+\_\+rdd (\begin{DoxyParamCaption}\item[{}]{cls,  }\item[{}]{sc,  }\item[{}]{hdfs\+\_\+uri }\end{DoxyParamCaption})}

\begin{DoxyVerb}Create a new RDD with HDFS URIs to all files (recursively) from the HDFS base URI.
:param sc: Spark Context of the RDD
:param hdfs_uri: the HDFS base URI
:return the RDD of HDFS URIs
\end{DoxyVerb}
 \mbox{\Hypertarget{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso_aa724d76c64bc7eeaba429bdf87fae85b}\label{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso_aa724d76c64bc7eeaba429bdf87fae85b}} 
\index{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso@{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso}!get\_java\_rdd\_helpers\_package@{get\_java\_rdd\_helpers\_package}}
\index{get\_java\_rdd\_helpers\_package@{get\_java\_rdd\_helpers\_package}!plaso.tarzan.app.pyspark\_plaso.PySparkPlaso@{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso}}
\subsubsection{\texorpdfstring{get\_java\_rdd\_helpers\_package()}{get\_java\_rdd\_helpers\_package()}}
{\footnotesize\ttfamily def plaso.\+tarzan.\+app.\+pyspark\+\_\+plaso.\+Py\+Spark\+Plaso.\+get\+\_\+java\+\_\+rdd\+\_\+helpers\+\_\+package (\begin{DoxyParamCaption}\item[{}]{sc }\end{DoxyParamCaption})\hspace{0.3cm}{\ttfamily [static]}}

\begin{DoxyVerb}Access a JVM gateway of the Spark Context and get Java package jvm.tarzan.helpers.rdd.
:param sc: Spark Context
:return: the Java package
\end{DoxyVerb}
 \mbox{\Hypertarget{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso_af3b3c9254850cc4f16f3de6ab46ab5fd}\label{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso_af3b3c9254850cc4f16f3de6ab46ab5fd}} 
\index{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso@{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso}!list\_files@{list\_files}}
\index{list\_files@{list\_files}!plaso.tarzan.app.pyspark\_plaso.PySparkPlaso@{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso}}
\subsubsection{\texorpdfstring{list\_files()}{list\_files()}}
{\footnotesize\ttfamily def plaso.\+tarzan.\+app.\+pyspark\+\_\+plaso.\+Py\+Spark\+Plaso.\+list\+\_\+files (\begin{DoxyParamCaption}\item[{}]{hdfs\+\_\+uri }\end{DoxyParamCaption})\hspace{0.3cm}{\ttfamily [static]}}

\begin{DoxyVerb}Get all files (recursively) from a given HDFS URI.
:param hdfs_uri: the HDFS URI to get files from
:return a list of HDFS URI in the given HDFS URI base-dir
\end{DoxyVerb}
 \mbox{\Hypertarget{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso_a7623f9413194101066fd44b08e08bd4b}\label{classplaso_1_1tarzan_1_1app_1_1pyspark__plaso_1_1_py_spark_plaso_a7623f9413194101066fd44b08e08bd4b}} 
\index{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso@{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso}!transform\_files\_rdd\_to\_extracted\_events\_rdd@{transform\_files\_rdd\_to\_extracted\_events\_rdd}}
\index{transform\_files\_rdd\_to\_extracted\_events\_rdd@{transform\_files\_rdd\_to\_extracted\_events\_rdd}!plaso.tarzan.app.pyspark\_plaso.PySparkPlaso@{plaso.tarzan.app.pyspark\_plaso.PySparkPlaso}}
\subsubsection{\texorpdfstring{transform\_files\_rdd\_to\_extracted\_events\_rdd()}{transform\_files\_rdd\_to\_extracted\_events\_rdd()}}
{\footnotesize\ttfamily def plaso.\+tarzan.\+app.\+pyspark\+\_\+plaso.\+Py\+Spark\+Plaso.\+transform\+\_\+files\+\_\+rdd\+\_\+to\+\_\+extracted\+\_\+events\+\_\+rdd (\begin{DoxyParamCaption}\item[{}]{sc,  }\item[{}]{files\+\_\+rdd }\end{DoxyParamCaption})\hspace{0.3cm}{\ttfamily [static]}}

\begin{DoxyVerb}Transform RDD of HDFS URIs into a new RDDs of pairs produced by extractors where
each pair consists of the HDFS URI of a file and one of event extracted from the file.
:param sc: Spark Context of the RDD
:param files_rdd: the RDD of HDFS URIs
:return: the RDD of (HDFS URI, event) pairs
\end{DoxyVerb}
 

The documentation for this class was generated from the following file\+:\begin{DoxyCompactItemize}
\item 
/home/rychly/repos/pyspark-\/plaso/src/plaso/tarzan/app/\mbox{\hyperlink{pyspark__plaso_8py}{pyspark\+\_\+plaso.\+py}}\end{DoxyCompactItemize}
