forked from awsdocs/aws-lambda-developer-guide
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathHandler.java
More file actions
101 lines (82 loc) · 3.48 KB
/
Copy pathHandler.java
File metadata and controls
101 lines (82 loc) · 3.48 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
package example;
import java.io.ByteArrayOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.util.*;
import com.amazonaws.services.lambda.runtime.events.ScheduledEvent;
import example.scrapers.Scraper;
import example.scrapers.TenTimesScraper;
import software.amazon.awssdk.awscore.exception.AwsServiceException;
import software.amazon.awssdk.core.sync.RequestBody;
import software.amazon.awssdk.services.s3.model.GetObjectRequest;
import software.amazon.awssdk.services.s3.model.PutObjectRequest;
import software.amazon.awssdk.services.s3.S3Client;
import com.amazonaws.services.lambda.runtime.Context;
import com.amazonaws.services.lambda.runtime.RequestHandler;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public class Handler implements RequestHandler<ScheduledEvent, String> {
private static final Logger logger = LoggerFactory.getLogger(Handler.class);
private final List<Scraper> scrapers = List.of(new TenTimesScraper());
/**
* Method that will be called when the lambda function triggers.
* Collects Events from scrapers.
*
* @param scheduledEvent The Lambda Function input
* @param context The Lambda execution environment context object.
* @return
*/
@Override
public String handleRequest(ScheduledEvent scheduledEvent, Context context) {
logger.info("Searching for events...");
var events = new ArrayList<Event>();
for (var scraper : scrapers) {
try {
logger.info("Searching events for URL: {}.", scraper.getUrl());
var scrapedEvents = scraper.getEvents();
logger.info("Found {} events for URL: {}.", scrapedEvents.size(), scraper.getUrl());
events.addAll(scrapedEvents);
} catch (IOException e) {
logger.error("Scraper failed!", e);
}
}
logger.info("Finished searching for events!");
logger.info("found in total {} events.", events.size());
for (var event : events) {
logger.info("Extracted: {}.", event);
}
return "Finished searching for events.";
}
private InputStream getObject(S3Client s3Client, String bucket, String key) {
GetObjectRequest getObjectRequest = GetObjectRequest.builder()
.bucket(bucket)
.key(key)
.build();
return s3Client.getObject(getObjectRequest);
}
private void putObject(S3Client s3Client, ByteArrayOutputStream outputStream,
String bucket, String key) {
Map<String, String> metadata = new HashMap<>();
metadata.put("Content-Length", Integer.toString(outputStream.size()));
PutObjectRequest putObjectRequest = PutObjectRequest.builder()
.bucket(bucket)
.key(key)
.metadata(metadata)
.build();
// Uploading to S3 destination bucket
logger.info("Writing to: " + bucket + "/" + key);
try {
s3Client.putObject(putObjectRequest,
RequestBody.fromBytes(outputStream.toByteArray()));
} catch (AwsServiceException e) {
logger.error(e.awsErrorDetails().errorMessage());
System.exit(1);
}
}
public static void main(String[] args) {
var dummyAwsEvent = new ScheduledEvent();
dummyAwsEvent.setId("Test");
Handler handler = new Handler();
handler.handleRequest(dummyAwsEvent, null);
}
}