将PDF文件通过用户定义的Java类加载到Pentaho中的S3。

huangapple
go评论88阅读模式
英文:

Load a pdf into S3 using User Defined Java Class in Pentaho

问题

  1. import com.amazonaws.AmazonServiceException;
  2. import com.amazonaws.SdkClientException;
  3. import com.amazonaws.auth.AWSStaticCredentialsProvider;
  4. import com.amazonaws.auth.BasicAWSCredentials;
  5. import com.amazonaws.regions.Regions;
  6. import com.amazonaws.services.s3.AmazonS3;
  7. import com.amazonaws.services.s3.AmazonS3ClientBuilder;
  8. import com.amazonaws.services.s3.model.ObjectMetadata;
  9. import com.amazonaws.services.s3.model.PutObjectRequest;
  11. import java.io.File;
  12. import java.io.IOException;
  14. public class UploadObject {
  16.   public static void main(String[] args) throws IOException {
  18.     Regions clientRegion = Regions.US_EAST_1;
  20.     String fileObjKeyName = "N.pdf";
  22.     String fileName = "C:\\home\\aws\\N.pdf";
  24.     //To Test the File Upload
  26.     String accessKeyId = "AKIAZGSMNGVXXXZ73VXE";
  28.     String secretAccessKey = "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";
  30.     String bucketName = "fioprod-s3-addon-us-east-12";
  32.     try {
  34.       final BasicAWSCredentials basicAWSCredentials = new BasicAWSCredentials(accessKeyId, secretAccessKey);
  36.       //This code expects that you have AWS credentials set up per:
  37.       // https://docs.aws.amazon.com/sdk-for-java/v1/developer-guide/setup-credentials.html
  39.       AmazonS3 s3Client = AmazonS3ClientBuilder.standard()
  40.           .withRegion(clientRegion)
  41.           .withCredentials(new AWSStaticCredentialsProvider(basicAWSCredentials))
  42.           .build();
  44.       // Upload a file as a new object with ContentType and title specified.
  46.       PutObjectRequest request = new PutObjectRequest(bucketName, fileObjKeyName, new File(fileName));
  48.       ObjectMetadata metadata = new ObjectMetadata();
  50.       metadata.setContentType("plain/text");
  52.       metadata.addUserMetadata("title", "someTitle");
  54.       request.setMetadata(metadata);
  56.       s3Client.putObject(request);
  58.     } catch (AmazonServiceException e) {
  60.       // The call was transmitted successfully, but Amazon S3 couldn't process
  61.       // it, so it returned an error response.
  63.       e.printStackTrace();
  65.     } catch (SdkClientException e) {
  67.       // Amazon S3 couldn't be contacted for a response, or the client
  68.       // couldn't parse the response from Amazon S3.
  70.       e.printStackTrace();
  72.     }
  74.   }
  76. }

The above code works fine to load a PDF file into S3 when I run it from IntelliJ IDE. I want this code to move to Pentaho's "User Defined Class". However, when I do that, it throws an error - "Imported class 'com.amazonaws.auth.AWSStaticCredentialsProvider' could not be loaded".

How do I resolve that? My ultimate goal is to load a .pdf or .zip file into S3 using Pentaho.

Thank you for your time.

  2. <details>
  3. <summary>英文:</summary>
  4. ```java
  5. import com.amazonaws.AmazonServiceException;
  6. import com.amazonaws.SdkClientException;
  7. import com.amazonaws.auth.AWSStaticCredentialsProvider;
  8. import com.amazonaws.auth.BasicAWSCredentials;
  9. import com.amazonaws.regions.Regions;
  10. import com.amazonaws.services.s3.AmazonS3;
  11. import com.amazonaws.services.s3.AmazonS3ClientBuilder;
  12. import com.amazonaws.services.s3.model.ObjectMetadata;
  13. import com.amazonaws.services.s3.model.PutObjectRequest;
  14. import java.io.File;
  15. import java.io.IOException;
  16. public class UploadObject {
  17. public static void main(String[] args) throws IOException {
  18. Regions clientRegion = Regions.US_EAST_1;
  19. String fileObjKeyName = &quot;N.pdf&quot;;
  20. String fileName = &quot;C:\\home\\aws\\N.pdf&quot;;
  21. //To Test the File Upload
  22. String accessKeyId = &quot;AKIAZGSMNGVXXXZ73VXE&quot;;
  23. String secretAccessKey = &quot;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&quot;;
  24. String bucketName = &quot;fioprod-s3-addon-us-east-12&quot;;
  25. try {
  26. final BasicAWSCredentials basicAWSCredentials = new BasicAWSCredentials(accessKeyId, secretAccessKey);
  27. //This code expects that you have AWS credentials set up per:
  28. // https://docs.aws.amazon.com/sdk-for-java/v1/developer-guide/setup-credentials.html
  29. AmazonS3 s3Client = AmazonS3ClientBuilder.standard()
  30. .withRegion(clientRegion)
  31. .withCredentials(new AWSStaticCredentialsProvider(basicAWSCredentials))
  32. .build();
  33. // Upload a file as a new object with ContentType and title specified.
  34. PutObjectRequest request = new PutObjectRequest(bucketName, fileObjKeyName, new File(fileName));
  35. ObjectMetadata metadata = new ObjectMetadata();
  36. metadata.setContentType(&quot;plain/text&quot;);
  37. metadata.addUserMetadata(&quot;title&quot;, &quot;someTitle&quot;);
  38. request.setMetadata(metadata);
  39. s3Client.putObject(request);
  40. } catch (AmazonServiceException e) {
  41. // The call was transmitted successfully, but Amazon S3 couldn&#39;t process
  42. // it, so it returned an error response.
  43. e.printStackTrace();
  44. } catch (SdkClientException e) {
  45. // Amazon S3 couldn&#39;t be contacted for a response, or the client
  46. // couldn&#39;t parse the response from Amazon S3.
  47. e.printStackTrace();
  48. }
  49. }
  50. }

The above code works fine to load pdf file into S3 when I run it from IntelliJ IDE. I want this code to move to Pentaho "User Defined Class", when I do that it throws error - " Imported class "com.amazonaws.auth.AWSStaticCredentialsProvider" could not be loaded"

How do I resolve that? My ultimate goal is to load a .pdf or .zip file into S3 using pentaho.

Thank you for your time.

答案1

得分: 1

你已经编写了很好的代码，而且它也正常工作。您只需要将aws-java-sdk jar文件放到您的data-integration/lib位置。

您可以从这里下载sdk jar文件。

您还可以从这里查看我的KTR，我在PDI的User-defined-java-class中包含了您的代码并进行了一些小的更改，使您的代码可以工作。

  1. import com.amazonaws.AmazonServiceException;
  2. import com.amazonaws.SdkClientException;
  3. import com.amazonaws.auth.AWSStaticCredentialsProvider;
  4. import com.amazonaws.auth.BasicAWSCredentials;
  5. import com.amazonaws.regions.Regions;
  6. import com.amazonaws.services.s3.AmazonS3;
  7. import com.amazonaws.services.s3.AmazonS3ClientBuilder;
  8. import com.amazonaws.services.s3.model.ObjectMetadata;
  9. import com.amazonaws.services.s3.model.PutObjectRequest;
  11. import java.io.File;
  12. import java.io.IOException;
  14. public boolean processRow(StepMetaInterface smi, StepDataInterface sdi) throws KettleException{
  15. 	Object[] r = getRow();
  16.  
  17.  if (r == null) {
  18. 		setOutputDone();
  19. 		return false;
  20. 	}
  22.     Regions clientRegion = Regions.US_EAST_1;
  24.     String fileObjKeyName = "N.pdf";
  26.     String fileName = "C:\\home\\aws\\N.pdf";
  28.     //To Test the File Upload
  30.     String accessKeyId = "AKIAZGSMNGVXXXZ73VXE";
  32.     String secretAccessKey = "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";
  34.     String bucketName = "fioprod-s3-addon-us-east-12";
  35.     
  37.       final BasicAWSCredentials basicAWSCredentials = new BasicAWSCredentials(accessKeyId, secretAccessKey);
  39.       //This code expects that you have AWS credentials set up per:
  41.       // https://docs.aws.amazon.com/sdk-for-java/v1/developer-guide/setup-credentials.html
  43.       AmazonS3 s3Client = (AmazonS3)AmazonS3ClientBuilder.standard().withRegion(clientRegion).withCredentials(new AWSStaticCredentialsProvider(basicAWSCredentials)).build();
  45.       // Upload a file as a new object with ContentType and title specified.
  47.       PutObjectRequest request = new PutObjectRequest(bucketName, fileObjKeyName, new File(fileName));
  49.       ObjectMetadata metadata = new ObjectMetadata();
  51.       metadata.setContentType("plain/text");
  53.       metadata.addUserMetadata("title", "someTitle");
  55.       request.setMetadata(metadata);
  57.       s3Client.putObject(request);
  59.    
  60. 	putRow(data.outputRowMeta, r);
  61.  	 return true;
  63. }
英文:

Your have written nice code which is working as well. You just need to keep aws-java-sdk jar to your data-integration/lib location.

You can download sdk jar file from Here

You can look my KTR also from Here where I have included your code and make small changes to workable your code in User-defined-java-class in PDI

  1. import com.amazonaws.AmazonServiceException;
  2. import com.amazonaws.SdkClientException;
  3. import com.amazonaws.auth.AWSStaticCredentialsProvider;
  4. import com.amazonaws.auth.BasicAWSCredentials;
  5. import com.amazonaws.regions.Regions;
  6. import com.amazonaws.services.s3.AmazonS3;
  7. import com.amazonaws.services.s3.AmazonS3ClientBuilder;
  8. import com.amazonaws.services.s3.model.ObjectMetadata;
  9. import com.amazonaws.services.s3.model.PutObjectRequest;
  10. import java.io.File;
  11. import java.io.IOException;
  12. public boolean processRow(StepMetaInterface smi, StepDataInterface sdi) throws KettleException{
  13. Object[] r = getRow();
  14. if (r == null) {
  15. setOutputDone();
  16. return false;
  17. }
  18. Regions clientRegion = Regions.US_EAST_1;
  19. String fileObjKeyName = &quot;N.pdf&quot;;
  20. String fileName = &quot;C:\\home\\aws\\N.pdf&quot;;
  21. //To Test the File Upload
  22. String accessKeyId = &quot;AKIAZGSMNGVXXXZ73VXE&quot;;
  23. String secretAccessKey = &quot;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&quot;;
  24. String bucketName = &quot;fioprod-s3-addon-us-east-12&quot;;
  25. final BasicAWSCredentials basicAWSCredentials = new BasicAWSCredentials(accessKeyId, secretAccessKey);
  26. //This code expects that you have AWS credentials set up per:
  27. // https://docs.aws.amazon.com/sdk-for-java/v1/developer-guide/setup-credentials.html
  28. AmazonS3 s3Client = (AmazonS3)AmazonS3ClientBuilder.standard().withRegion(clientRegion).withCredentials(new AWSStaticCredentialsProvider(basicAWSCredentials)).build();
  29. // Upload a file as a new object with ContentType and title specified.
  30. PutObjectRequest request = new PutObjectRequest(bucketName, fileObjKeyName, new File(fileName));
  31. ObjectMetadata metadata = new ObjectMetadata();
  32. metadata.setContentType(&quot;plain/text&quot;);
  33. metadata.addUserMetadata(&quot;title&quot;, &quot;someTitle&quot;);
  34. request.setMetadata(metadata);
  35. s3Client.putObject(request);
  36. putRow(data.outputRowMeta, r);
  37. return true;
  38. }
  39. </details>

huangapple
  • 本文由 发表于 2020年9月26日 01:01:40
  • 转载请务必保留本文链接：https://go.coder-hub.com/64068437.html
  • amazon-s3
  • java
  • pentaho
匿名

发表评论

匿名网友

:?: :razz: :sad: :evil: :!: :smile: :oops: :grin: :eek: :shock: :???: :cool: :lol: :mad: :twisted: :roll: :wink: :idea: :arrow: :neutral: :cry: :mrgreen:

确定