| // Copyright (C) 2018 GerritForge Ltd |
| // |
| // Licensed under the Apache License, Version 2.0 (the "License"); |
| // you may not use this file except in compliance with the License. |
| // You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| |
| package com.gerritforge.analytics.auditlog.spark.session.ops |
| |
| import com.gerritforge.analytics.auditlog.model.AuditEvent |
| import org.apache.spark.rdd.RDD |
| import org.apache.spark.sql.SparkSession |
| |
| object SparkSessionOps { |
| |
| implicit class PimpedSparkSession(spark: SparkSession) { |
| def getEventsFromPath(path: String): RDD[AuditEvent] = |
| spark |
| .read |
| .textFile(path) |
| .rdd |
| .flatMap(auditString => AuditEvent.parseRaw(auditString).toOption) |
| } |
| } |
