diff --git a/README.md b/README.md index 270946c8..5e17d5d7 100644 --- a/README.md +++ b/README.md @@ -51,6 +51,9 @@ Peel offers the following features for your experiments. | Flink | 1.1.3 | `flink-1.1.3` | | Flink | 1.1.4 | `flink-1.1.4` | | Flink | 1.2.0 | `flink-1.2.0` | +| Flink | 1.2.1 | `flink-1.2.1` | +| Flink | 1.3.0 | `flink-1.3.0` | +| Flink | 1.3.1 | `flink-1.3.1` | | MapReduce | 1.2.1 | `mapred-1.2.1` | | MapReduce | 2.4.1 | `mapred-2.4.1` | | Spark | 1.3.1 | `spark-1.3.1` | diff --git a/peel-extensions/src/main/resources/reference.flink-1.2.1.conf b/peel-extensions/src/main/resources/reference.flink-1.2.1.conf new file mode 100644 index 00000000..b184b6ea --- /dev/null +++ b/peel-extensions/src/main/resources/reference.flink-1.2.1.conf @@ -0,0 +1,19 @@ +# include common flink configuration +include "reference.flink.conf" + +system { + flink { + path { + archive.url = "http://archive.apache.org/dist/flink/flink-1.2.1/flink-1.2.1-bin-hadoop2-scala_2.10.tgz" + archive.md5 = "98b4ffd1da15eb508ff3a5d227ce7ed6" + archive.src = ${app.path.downloads}"/flink-1.2.1-bin-hadoop2-scala_2.10.tgz" + home = ${system.flink.path.archive.dst}"/flink-1.2.1" + } + config { + # flink.yaml entries + yaml { + env.pid.dir = "/tmp/flink-1.2.1-pid" + } + } + } +} diff --git a/peel-extensions/src/main/resources/reference.flink-1.3.0.conf b/peel-extensions/src/main/resources/reference.flink-1.3.0.conf new file mode 100644 index 00000000..098dacc9 --- /dev/null +++ b/peel-extensions/src/main/resources/reference.flink-1.3.0.conf @@ -0,0 +1,19 @@ +# include common flink configuration +include "reference.flink.conf" + +system { + flink { + path { + archive.url = "http://archive.apache.org/dist/flink/flink-1.3.0/flink-1.3.0-bin-hadoop2-scala_2.10.tgz" + archive.md5 = "aa3bc47e358c2330e8823c60f860719d" + archive.src = ${app.path.downloads}"/flink-1.3.0-bin-hadoop2-scala_2.10.tgz" + home = ${system.flink.path.archive.dst}"/flink-1.3.0" + } + config { + # flink.yaml entries + yaml { + env.pid.dir = "/tmp/flink-1.3.0-pid" + } + } + } +} diff --git a/peel-extensions/src/main/resources/reference.flink-1.3.1.conf b/peel-extensions/src/main/resources/reference.flink-1.3.1.conf new file mode 100644 index 00000000..978ea352 --- /dev/null +++ b/peel-extensions/src/main/resources/reference.flink-1.3.1.conf @@ -0,0 +1,19 @@ +# include common flink configuration +include "reference.flink.conf" + +system { + flink { + path { + archive.url = "http://archive.apache.org/dist/flink/flink-1.3.1/flink-1.3.1-bin-hadoop2-scala_2.10.tgz" + archive.md5 = "380e8ff05fe7f86dab1eac4bd7d5f394" + archive.src = ${app.path.downloads}"/flink-1.3.1-bin-hadoop2-scala_2.10.tgz" + home = ${system.flink.path.archive.dst}"/flink-1.3.1" + } + config { + # flink.yaml entries + yaml { + env.pid.dir = "/tmp/flink-1.3.1-pid" + } + } + } +} diff --git a/peel-extensions/src/main/scala/org/peelframework/extensions.scala b/peel-extensions/src/main/scala/org/peelframework/extensions.scala index 3f643f91..71978293 100644 --- a/peel-extensions/src/main/scala/org/peelframework/extensions.scala +++ b/peel-extensions/src/main/scala/org/peelframework/extensions.scala @@ -247,6 +247,30 @@ class extensions extends ApplicationContextAware { mc = ctx.getBean(classOf[Mustache.Compiler]) ) + @Bean(name = Array("flink-1.2.1")) + def `flink-1.2.1`: Flink = new Flink( + version = "1.2.1", + configKey = "flink", + lifespan = Lifespan.EXPERIMENT, + mc = ctx.getBean(classOf[Mustache.Compiler]) + ) + + @Bean(name = Array("flink-1.3.0")) + def `flink-1.3.0`: Flink = new Flink( + version = "1.3.0", + configKey = "flink", + lifespan = Lifespan.EXPERIMENT, + mc = ctx.getBean(classOf[Mustache.Compiler]) + ) + + @Bean(name = Array("flink-1.3.1")) + def `flink-1.3.1`: Flink = new Flink( + version = "1.3.1", + configKey = "flink", + lifespan = Lifespan.EXPERIMENT, + mc = ctx.getBean(classOf[Mustache.Compiler]) + ) + // Spark @Bean(name = Array("spark-1.3.1"))