master

README.md

@@ -1,4 +1,8 @@
 # PDI SDK Samples
+fork官方demo，编写通用dialog
+操作界面统一使用一个JSON对象作为参数设置途径。
+采用JSON作为参数配置，省去ui调试设计步骤，只需一个类就可以开发一个插件。
+
 
 ### Pre-requisites for building the project:
 * Maven, version 3+

kettle-sdk-embedding-samples/pom.xml

@@ -28,12 +28,26 @@
           <artifactId>commons-httpclient</artifactId>
           <groupId>commons-httpclient</groupId>
         </exclusion>
+        <exclusion>
+          <artifactId>commons-codec</artifactId>
+          <groupId>commons-codec</groupId>
+        </exclusion>
       </exclusions>
     </dependency>
     <dependency>
       <groupId>pentaho-kettle</groupId>
       <artifactId>kettle-engine</artifactId>
       <version>${pdi.version}</version>
+      <exclusions>
+        <exclusion>
+          <artifactId>commons-dbcp</artifactId>
+          <groupId>commons-dbcp</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>commons-codec</artifactId>
+          <groupId>commons-codec</groupId>
+        </exclusion>
+      </exclusions>
     </dependency>
     <dependency>
       <groupId>org.pentaho.di.plugins</groupId>
@@ -105,5 +119,27 @@
       <version>3.0.1</version>
       <scope>test</scope>
     </dependency>
+
+    <!--add by myself-->
+      <!--fastjson-->
+      <dependency>
+          <groupId>com.alibaba</groupId>
+          <artifactId>fastjson</artifactId>
+          <version>1.2.47</version>
+      </dependency>
+      <!--commons-net-->
+      <dependency>
+          <groupId>commons-net</groupId>
+          <artifactId>commons-net</artifactId>
+          <version>3.6</version>
+      </dependency>
+      <!-- https://mvnrepository.com/artifact/org.projectlombok/lombok -->
+      <dependency>
+          <groupId>org.projectlombok</groupId>
+          <artifactId>lombok</artifactId>
+          <version>1.18.2</version>
+          <scope>provided</scope>
+      </dependency>
+
   </dependencies>
 </project>

kettle-sdk-embedding-samples/src/main/java/org/pentaho/di/sdk/samples/embedding/GeneratingFtpJobs.java

@@ -0,0 +1,188 @@
+package org.pentaho.di.sdk.samples.embedding;
+
+import java.io.File;
+
+import org.apache.commons.io.FileUtils;
+import org.pentaho.di.core.KettleEnvironment;
+import org.pentaho.di.core.logging.LogLevel;
+import org.pentaho.di.job.JobHopMeta;
+import org.pentaho.di.job.JobMeta;
+import org.pentaho.di.job.entries.ftp.JobEntryFTP;
+import org.pentaho.di.job.entries.special.JobEntrySpecial;
+import org.pentaho.di.job.entries.success.JobEntrySuccess;
+import org.pentaho.di.job.entries.writetolog.JobEntryWriteToLog;
+import org.pentaho.di.job.entry.JobEntryCopy;
+
+/**
+ * This class demonstrates how to create a PDI FTP job definition
+ * in code, and save it to a kjb file.
+ */
+public class GeneratingFtpJobs {
+
+    public static GeneratingFtpJobs instance;
+
+    /**
+     * @param args not used
+     */
+    public static void main( String[] args ) {
+
+        try {
+            // Kettle Environment must   be initialized first when using PDI
+            // It bootstraps the PDI engine by loading settings, appropriate plugins
+            // etc.
+            KettleEnvironment.init( false );
+
+            // Create an instance of this demo class for convenience
+            instance = new GeneratingFtpJobs();
+
+            // generates a simple job, returning the JobMeta object describing it
+            JobMeta jobMeta = instance.generateJob();
+
+            // get the xml of the definition and save it to a file for inspection in spoon
+            String outputFilename = "etl/generated_ftp_job.kjb";
+            System.out.println( "- Saving to " + outputFilename );
+            String xml = jobMeta.getXML();
+            File file = new File( outputFilename );
+            FileUtils.writeStringToFile( file, xml, "UTF-8" );
+
+            System.out.println( "DONE" );
+        } catch ( Exception e ) {
+            e.printStackTrace();
+            return;
+        }
+
+    }
+
+    /**
+     * This method generates a job definition from scratch.
+     *
+     * It demonstrates the following:
+     *
+     * - Creating a new job
+     * - Creating and connecting job entries
+     *
+     * @return the generated job definition
+     */
+    public JobMeta generateJob() {
+
+        try {
+            System.out.println( "Generating a FTP job definition" );
+
+            // create empty transformation definition
+            JobMeta jobMeta = new JobMeta();
+            jobMeta.setName( "Generated Demo FTP Job" );
+
+            // ------------------------------------------------------------------------------------
+            // Create start entry and put it into the job
+            // ------------------------------------------------------------------------------------
+            System.out.println( "- Adding Start Entry" );
+
+            // Create and configure start entry
+            JobEntrySpecial start = new JobEntrySpecial();
+            start.setName( "START" );
+            start.setStart( true );
+
+            // wrap into JobEntryCopy object, which holds generic job entry information
+            JobEntryCopy startEntry = new JobEntryCopy( start );
+
+            // place it on Spoon canvas properly
+            startEntry.setDrawn( true );
+            startEntry.setLocation( 100, 100 );
+
+            jobMeta.addJobEntry( startEntry );
+
+            // ------------------------------------------------------------------------------------
+            // Create "write to log" entry and put it into the job
+            // ------------------------------------------------------------------------------------
+            System.out.println( "- Adding Write To Log Entry" );
+
+            // Create and configure entry
+            JobEntryWriteToLog writeToLog = new JobEntryWriteToLog();
+            writeToLog.setName( "This is FTP job example" );
+            writeToLog.setLogLevel( LogLevel.MINIMAL );
+            writeToLog.setLogSubject( "Logging PDI Build Information:" );
+            writeToLog.setLogMessage( "Version: ${Internal.Kettle.Version}\n"
+                    + "Build Date: ${Internal.Kettle.Build.Date}" );
+
+            // wrap into JobEntryCopy object, which holds generic job entry information
+            JobEntryCopy writeToLogEntry = new JobEntryCopy( writeToLog );
+
+            // place it on Spoon canvas properly
+            writeToLogEntry.setDrawn( true );
+            writeToLogEntry.setLocation( 300, 100 );
+
+            jobMeta.addJobEntry( writeToLogEntry );
+
+            // connect start entry to logging entry using simple hop
+            jobMeta.addJobHop( new JobHopMeta( startEntry, writeToLogEntry ) );
+
+
+            // ------------------------------------------------------------------------------------
+            // Create "FTP" entry and put it into the job
+            // ------------------------------------------------------------------------------------
+            System.out.println( "- Adding FTP Entry" );
+
+            // crate and configure entry
+            //
+            JobEntryFTP ftp = new JobEntryFTP();
+            ftp.setName( "FTP Job" );
+            //set ftp parameters
+            ftp.setServerName("11.12.112.84");
+            ftp.setPort("21");
+            ftp.setUserName("ftp1");
+            //
+            ftp.setFtpDirectory("/");
+            ftp.setWildcard(".*");
+            ftp.setTargetDirectory("/tmp/");
+
+
+            // wrap into JobEntryCopy object, which holds generic job entry information
+            JobEntryCopy ftpEntry = new JobEntryCopy( ftp );
+
+            // place it on Spoon canvas properly
+            ftpEntry.setDrawn( true );
+            ftpEntry.setLocation( 500, 100 );
+
+            jobMeta.addJobEntry( ftpEntry );
+
+            // connect logging entry to FTP entry on true evaluation
+            JobHopMeta greenHop1 = new JobHopMeta( writeToLogEntry, ftpEntry );
+            greenHop1.setEvaluation( true );
+            jobMeta.addJobHop( greenHop1 );
+
+
+            // ------------------------------------------------------------------------------------
+            // Create "success" entry and put it into the job
+            // ------------------------------------------------------------------------------------
+            System.out.println( "- Adding Success Entry" );
+
+            // crate and configure entry
+            JobEntrySuccess success = new JobEntrySuccess();
+            success.setName( "Success" );
+
+            // wrap into JobEntryCopy object, which holds generic job entry information
+            JobEntryCopy successEntry = new JobEntryCopy( success );
+
+            // place it on Spoon canvas properly
+            successEntry.setDrawn( true );
+            successEntry.setLocation( 700, 100 );
+
+            jobMeta.addJobEntry( successEntry );
+
+            // connect logging entry to success entry on TRUE evaluation
+            JobHopMeta greenHop = new JobHopMeta( ftpEntry, successEntry );
+            greenHop.setEvaluation( true );
+            jobMeta.addJobHop( greenHop );
+
+
+
+            return jobMeta;
+
+        } catch ( Exception e ) {
+
+            // something went wrong, just log and return
+            e.printStackTrace();
+            return null;
+        }
+    }
+}