There are more AWS SDK examples available in the AWS Doc SDK Examples GitHub repo.
Code examples for AWS Glue using AWS SDKs
The following code examples show you how to use AWS Glue with an AWS software development kit (SDK).
Actions are code excerpts from larger programs and must be run in context. While actions
show you how to call individual service functions, you can see actions in context in their related scenarios and
cross-service examples.
Scenarios are code examples that show you how to accomplish a specific task by
calling multiple functions within the same service.
Get started
The following code examples show how to get started using AWS Glue.
- .NET
-
- AWS SDK for .NET
-
namespace GlueActions;
public class HelloGlue
{
private static ILogger logger = null!;
static async Task Main(string[] args)
{
// Set up dependency injection for AWS Glue.
using var host = Host.CreateDefaultBuilder(args)
.ConfigureLogging(logging =>
logging.AddFilter("System", LogLevel.Debug)
.AddFilter<DebugLoggerProvider>("Microsoft", LogLevel.Information)
.AddFilter<ConsoleLoggerProvider>("Microsoft", LogLevel.Trace))
.ConfigureServices((_, services) =>
services.AddAWSService<IAmazonGlue>()
.AddTransient<GlueWrapper>()
)
.Build();
logger = LoggerFactory.Create(builder => { builder.AddConsole(); })
.CreateLogger<HelloGlue>();
var glueClient = host.Services.GetRequiredService<IAmazonGlue>();
var request = new ListJobsRequest();
var jobNames = new List<string>();
do
{
var response = await glueClient.ListJobsAsync(request);
jobNames.AddRange(response.JobNames);
request.NextToken = response.NextToken;
}
while (request.NextToken is not null);
Console.Clear();
Console.WriteLine("Hello, Glue. Let's list your existing Glue Jobs:");
if (jobNames.Count == 0)
{
Console.WriteLine("You don't have any AWS Glue jobs.");
}
else
{
jobNames.ForEach(Console.WriteLine);
}
}
}
- C++
-
- SDK for C++
-
Code for the CMakeLists.txt CMake file.
# Set the minimum required version of CMake for this project.
cmake_minimum_required(VERSION 3.13)
# Set the AWS service components used by this project.
set(SERVICE_COMPONENTS glue)
# Set this project's name.
project("hello_glue")
# Set the C++ standard to use to build this target.
# At least C++ 11 is required for the AWS SDK for C++.
set(CMAKE_CXX_STANDARD 11)
# Use the MSVC variable to determine if this is a Windows build.
set(WINDOWS_BUILD ${MSVC})
if (WINDOWS_BUILD) # Set the location where CMake can find the installed libraries for the AWS SDK.
string(REPLACE ";" "/aws-cpp-sdk-all;" SYSTEM_MODULE_PATH "${CMAKE_SYSTEM_PREFIX_PATH}/aws-cpp-sdk-all")
list(APPEND CMAKE_PREFIX_PATH ${SYSTEM_MODULE_PATH})
endif ()
# Find the AWS SDK for C++ package.
find_package(AWSSDK REQUIRED COMPONENTS ${SERVICE_COMPONENTS})
if (WINDOWS_BUILD)
# Copy relevant AWS SDK for C++ libraries into the current binary directory for running and debugging.
# set(BIN_SUB_DIR "/Debug") # if you are building from the command line you may need to uncomment this
# and set the proper subdirectory to the executables' location.
AWSSDK_CPY_DYN_LIBS(SERVICE_COMPONENTS "" ${CMAKE_CURRENT_BINARY_DIR}${BIN_SUB_DIR})
endif ()
add_executable(${PROJECT_NAME}
hello_glue.cpp)
target_link_libraries(${PROJECT_NAME}
${AWSSDK_LINK_LIBRARIES})
Code for the hello_glue.cpp source file.
#include <aws/core/Aws.h>
#include <aws/glue/GlueClient.h>
#include <aws/glue/model/ListJobsRequest.h>
#include <iostream>
/*
* A "Hello Glue" starter application which initializes an AWS Glue client and lists the
* AWS Glue job definitions.
*
* main function
*
* Usage: 'hello_glue'
*
*/
int main(int argc, char **argv) {
Aws::SDKOptions options;
// Optionally change the log level for debugging.
// options.loggingOptions.logLevel = Utils::Logging::LogLevel::Debug;
Aws::InitAPI(options); // Should only be called once.
int result = 0;
{
Aws::Client::ClientConfiguration clientConfig;
// Optional: Set to the AWS Region (overrides config file).
// clientConfig.region = "us-east-1";
Aws::Glue::GlueClient glueClient(clientConfig);
std::vector<Aws::String> jobs;
Aws::String nextToken; // Used for pagination.
do {
Aws::Glue::Model::ListJobsRequest listJobsRequest;
if (!nextToken.empty()) {
listJobsRequest.SetNextToken(nextToken);
}
Aws::Glue::Model::ListJobsOutcome listRunsOutcome = glueClient.ListJobs(
listJobsRequest);
if (listRunsOutcome.IsSuccess()) {
const std::vector<Aws::String> &jobNames = listRunsOutcome.GetResult().GetJobNames();
jobs.insert(jobs.end(), jobNames.begin(), jobNames.end());
nextToken = listRunsOutcome.GetResult().GetNextToken();
} else {
std::cerr << "Error listing jobs. "
<< listRunsOutcome.GetError().GetMessage()
<< std::endl;
result = 1;
break;
}
} while (!nextToken.empty());
std::cout << "Your account has " << jobs.size() << " jobs."
<< std::endl;
for (size_t i = 0; i < jobs.size(); ++i) {
std::cout << " " << i + 1 << ". " << jobs[i] << std::endl;
}
}
Aws::ShutdownAPI(options); // Should only be called once.
return result;
}
- JavaScript
-
- SDK for JavaScript (v3)
-
import { ListJobsCommand, GlueClient } from "@aws-sdk/client-glue";
const client = new GlueClient({});
export const main = async () => {
const command = new ListJobsCommand({});
const { JobNames } = await client.send(command);
const formattedJobNames = JobNames.join("\n");
console.log("Job names: ");
console.log(formattedJobNames);
return JobNames;
};
- Rust
-
- SDK for Rust
-
This documentation is for an SDK in preview release. The SDK is subject to change and should not be used in production.
let mut list_jobs = glue.list_jobs().into_paginator().send();
while let Some(list_jobs_output) = list_jobs.next().await {
match list_jobs_output {
Ok(list_jobs) => {
let names = list_jobs.job_names();
info!(?names, "Found these jobs")
}
Err(err) => return Err(GlueMvpError::from_glue_sdk(err)),
}
}
