airbyte 0.8.0-beta2, Mar 27 25

airbyte 0.8.0-beta2 published on Thursday, Mar 27, 2025 by airbytehq

airbyte.getSourceWebScrapper

Explore with Pulumi AI

airbyte 0.8.0-beta2 published on Thursday, Mar 27, 2025 by airbytehq

Example Usage

import * as pulumi from "@pulumi/pulumi";
import * as airbyte from "@pulumi/airbyte";

const mySourceWebscrapper = airbyte.getSourceWebScrapper({
    sourceId: "...my_source_id...",
});

import pulumi
import pulumi_airbyte as airbyte

my_source_webscrapper = airbyte.get_source_web_scrapper(source_id="...my_source_id...")

package main

import (
	"github.com/pulumi/pulumi-terraform-provider/sdks/go/airbyte/airbyte"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		_, err := airbyte.LookupSourceWebScrapper(ctx, &airbyte.LookupSourceWebScrapperArgs{
			SourceId: "...my_source_id...",
		}, nil)
		if err != nil {
			return err
		}
		return nil
	})
}

using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Airbyte = Pulumi.Airbyte;

return await Deployment.RunAsync(() => 
{
    var mySourceWebscrapper = Airbyte.GetSourceWebScrapper.Invoke(new()
    {
        SourceId = "...my_source_id...",
    });

});

package generated_program;

import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.airbyte.AirbyteFunctions;
import com.pulumi.airbyte.inputs.GetSourceWebScrapperArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;

public class App {
    public static void main(String[] args) {
        Pulumi.run(App::stack);
    }

    public static void stack(Context ctx) {
        final var mySourceWebscrapper = AirbyteFunctions.getSourceWebScrapper(GetSourceWebScrapperArgs.builder()
            .sourceId("...my_source_id...")
            .build());

    }
}

variables:
  mySourceWebscrapper:
    fn::invoke:
      function: airbyte:getSourceWebScrapper
      arguments:
        sourceId: '...my_source_id...'

Using getSourceWebScrapper

Two invocation forms are available. The direct form accepts plain arguments and either blocks until the result value is available, or returns a Promise-wrapped result. The output form accepts Input-wrapped arguments and returns an Output-wrapped result.

function getSourceWebScrapper(args: GetSourceWebScrapperArgs, opts?: InvokeOptions): Promise<GetSourceWebScrapperResult>
function getSourceWebScrapperOutput(args: GetSourceWebScrapperOutputArgs, opts?: InvokeOptions): Output<GetSourceWebScrapperResult>

def get_source_web_scrapper(source_id: Optional[str] = None,
                            opts: Optional[InvokeOptions] = None) -> GetSourceWebScrapperResult
def get_source_web_scrapper_output(source_id: Optional[pulumi.Input[str]] = None,
                            opts: Optional[InvokeOptions] = None) -> Output[GetSourceWebScrapperResult]

func LookupSourceWebScrapper(ctx *Context, args *LookupSourceWebScrapperArgs, opts ...InvokeOption) (*LookupSourceWebScrapperResult, error)
func LookupSourceWebScrapperOutput(ctx *Context, args *LookupSourceWebScrapperOutputArgs, opts ...InvokeOption) LookupSourceWebScrapperResultOutput

> Note: This function is named LookupSourceWebScrapper in the Go SDK.

public static class GetSourceWebScrapper 
{
    public static Task<GetSourceWebScrapperResult> InvokeAsync(GetSourceWebScrapperArgs args, InvokeOptions? opts = null)
    public static Output<GetSourceWebScrapperResult> Invoke(GetSourceWebScrapperInvokeArgs args, InvokeOptions? opts = null)
}

public static CompletableFuture<GetSourceWebScrapperResult> getSourceWebScrapper(GetSourceWebScrapperArgs args, InvokeOptions options)
public static Output<GetSourceWebScrapperResult> getSourceWebScrapper(GetSourceWebScrapperArgs args, InvokeOptions options)

fn::invoke:
  function: airbyte:index/getSourceWebScrapper:getSourceWebScrapper
  arguments:
    # arguments dictionary

The following arguments are supported:

SourceId string

SourceId string

sourceId String

sourceId string

source_id str

sourceId String

getSourceWebScrapper Result

The following output properties are available:

Configuration string: The values required to configure the source. Parsed as JSON.
CreatedAt double
DefinitionId string
Id string: The provider-assigned unique ID for this managed resource.
Name string
ResourceAllocation GetSourceWebScrapperResourceAllocation: actor or actor definition specific resource requirements. if default is set, these are the requirements that should be set for ALL jobs run for this actor definition. it is overriden by the job type specific configurations. if not set, the platform will use defaults. these values will be overriden by configuration at the connection level.
SourceId string
SourceType string
WorkspaceId string

Configuration string: The values required to configure the source. Parsed as JSON.
CreatedAt float64
DefinitionId string
Id string: The provider-assigned unique ID for this managed resource.
Name string
ResourceAllocation GetSourceWebScrapperResourceAllocation: actor or actor definition specific resource requirements. if default is set, these are the requirements that should be set for ALL jobs run for this actor definition. it is overriden by the job type specific configurations. if not set, the platform will use defaults. these values will be overriden by configuration at the connection level.
SourceId string
SourceType string
WorkspaceId string

configuration String: The values required to configure the source. Parsed as JSON.
createdAt Double
definitionId String
id String: The provider-assigned unique ID for this managed resource.
name String
resourceAllocation GetSourceWebScrapperResourceAllocation: actor or actor definition specific resource requirements. if default is set, these are the requirements that should be set for ALL jobs run for this actor definition. it is overriden by the job type specific configurations. if not set, the platform will use defaults. these values will be overriden by configuration at the connection level.
sourceId String
sourceType String
workspaceId String

configuration string: The values required to configure the source. Parsed as JSON.
createdAt number
definitionId string
id string: The provider-assigned unique ID for this managed resource.
name string
resourceAllocation GetSourceWebScrapperResourceAllocation: actor or actor definition specific resource requirements. if default is set, these are the requirements that should be set for ALL jobs run for this actor definition. it is overriden by the job type specific configurations. if not set, the platform will use defaults. these values will be overriden by configuration at the connection level.
sourceId string
sourceType string
workspaceId string

configuration str: The values required to configure the source. Parsed as JSON.
created_at float
definition_id str
id str: The provider-assigned unique ID for this managed resource.
name str
resource_allocation GetSourceWebScrapperResourceAllocation: actor or actor definition specific resource requirements. if default is set, these are the requirements that should be set for ALL jobs run for this actor definition. it is overriden by the job type specific configurations. if not set, the platform will use defaults. these values will be overriden by configuration at the connection level.
source_id str
source_type str
workspace_id str

configuration String: The values required to configure the source. Parsed as JSON.
createdAt Number
definitionId String
id String: The provider-assigned unique ID for this managed resource.
name String
resourceAllocation Property Map: actor or actor definition specific resource requirements. if default is set, these are the requirements that should be set for ALL jobs run for this actor definition. it is overriden by the job type specific configurations. if not set, the platform will use defaults. these values will be overriden by configuration at the connection level.
sourceId String
sourceType String
workspaceId String

Supporting Types

GetSourceWebScrapperResourceAllocation

Default GetSourceWebScrapperResourceAllocationDefault: optional resource requirements to run workers (blank for unbounded allocations)
JobSpecifics List<GetSourceWebScrapperResourceAllocationJobSpecific>

Default GetSourceWebScrapperResourceAllocationDefault: optional resource requirements to run workers (blank for unbounded allocations)
JobSpecifics []GetSourceWebScrapperResourceAllocationJobSpecific

default_ GetSourceWebScrapperResourceAllocationDefault: optional resource requirements to run workers (blank for unbounded allocations)
jobSpecifics List<GetSourceWebScrapperResourceAllocationJobSpecific>

default GetSourceWebScrapperResourceAllocationDefault: optional resource requirements to run workers (blank for unbounded allocations)
jobSpecifics GetSourceWebScrapperResourceAllocationJobSpecific[]

default GetSourceWebScrapperResourceAllocationDefault: optional resource requirements to run workers (blank for unbounded allocations)
job_specifics Sequence[GetSourceWebScrapperResourceAllocationJobSpecific]

default Property Map: optional resource requirements to run workers (blank for unbounded allocations)
jobSpecifics List<Property Map>

GetSourceWebScrapperResourceAllocationDefault

CpuLimit string
CpuRequest string
EphemeralStorageLimit string
EphemeralStorageRequest string
MemoryLimit string
MemoryRequest string

CpuLimit string
CpuRequest string
EphemeralStorageLimit string
EphemeralStorageRequest string
MemoryLimit string
MemoryRequest string

cpuLimit String
cpuRequest String
ephemeralStorageLimit String
ephemeralStorageRequest String
memoryLimit String
memoryRequest String

cpuLimit string
cpuRequest string
ephemeralStorageLimit string
ephemeralStorageRequest string
memoryLimit string
memoryRequest string

cpu_limit str
cpu_request str
ephemeral_storage_limit str
ephemeral_storage_request str
memory_limit str
memory_request str

cpuLimit String
cpuRequest String
ephemeralStorageLimit String
ephemeralStorageRequest String
memoryLimit String
memoryRequest String

GetSourceWebScrapperResourceAllocationJobSpecific

JobType string: enum that describes the different types of jobs that the platform runs.
ResourceRequirements GetSourceWebScrapperResourceAllocationJobSpecificResourceRequirements: optional resource requirements to run workers (blank for unbounded allocations)

JobType string: enum that describes the different types of jobs that the platform runs.
ResourceRequirements GetSourceWebScrapperResourceAllocationJobSpecificResourceRequirements: optional resource requirements to run workers (blank for unbounded allocations)

jobType String: enum that describes the different types of jobs that the platform runs.
resourceRequirements GetSourceWebScrapperResourceAllocationJobSpecificResourceRequirements: optional resource requirements to run workers (blank for unbounded allocations)

jobType string: enum that describes the different types of jobs that the platform runs.
resourceRequirements GetSourceWebScrapperResourceAllocationJobSpecificResourceRequirements: optional resource requirements to run workers (blank for unbounded allocations)

job_type str: enum that describes the different types of jobs that the platform runs.
resource_requirements GetSourceWebScrapperResourceAllocationJobSpecificResourceRequirements: optional resource requirements to run workers (blank for unbounded allocations)

jobType String: enum that describes the different types of jobs that the platform runs.
resourceRequirements Property Map: optional resource requirements to run workers (blank for unbounded allocations)