Shashi Gireddy sgireddy

Serialization

As all objects must be Serializable to be used as part of RDD operations in Spark, it can be difficult to work with libraries which do not implement these featuers.

Java Solutions

Simple Classes

For simple classes, it is easiest to make a wrapper interface that extends Serializable. This means that even though UnserializableObject cannot be serialized we can pass in the following object without any issue

public interface UnserializableWrapper extends Serializable {
 public UnserializableObject create(String parm1, String parm2);

	package org.example.dataflow;

	import javax.crypto.Mac;
	import javax.crypto.spec.SecretKeySpec;
	import java.io.Serializable;
	import java.security.InvalidKeyException;
	import java.security.NoSuchAlgorithmException;

	public class Crypto implements Serializable {

	object MergeSort extends App {

	// With Abstract Class
	abstract class Id(id: Int) extends Ordered[Id] {
	override def compare[+T](that: Id): Int = this.id.compareTo(that.id)
	}
	case class Emp(id: Int, name: String) extends Id(id) {
	//override def compare(that: Emp): Int = this.name.compareTo(that.name)
	}

	object MergeSort extends App {

	abstract class Id (id: Int) extends Ordered[Emp]{
	def compare(that: Emp): Int = this.id.compareTo(that.id)
	}

	case class Emp(id: Int, name: String) extends Id(id) {
	override def compare(that: Emp): Int = this.name.compareTo(that.name)
	}

	object NodesBelowLevelK extends App {

	trait Tree[+A]
	case class Leaf[A](x: Int) extends Tree[A]
	case class Node[A](nodes: List[Tree[A]]) extends Tree[A]

	var seq1 = Node(
	List(Node
	( List(Leaf(1), Node(List(Leaf(1), Leaf(1),
	Node(List(Leaf(1), Leaf(1))))))),

	import akka.actor.{Actor, ActorRef, Props}
	import domain._

	import scala.io.Source

	/**
	* Created by sri on 1/6/17.
	*/
	case class Master(fileName: String) extends Actor {
	var totalLines = 0