test/adf2/dataflow/MovieDemo2.json
|
{
"name": "MovieDemo2", "properties": { "type": "MappingDataFlow", "typeProperties": { "sources": [ { "dataset": { "referenceName": "movie_dataflow_source2", "type": "DatasetReference" }, "name": "Movies" } ], "sinks": [ { "dataset": { "referenceName": "movie_dataflow_sink2", "type": "DatasetReference" }, "name": "Output" } ], "transformations": [ { "name": "MoviesYear" } ], "script": "source(output(\n\t\tmovieId as string,\n\t\ttitle as string,\n\t\tgenres as string\n\t),\n\tallowSchemaDrift: true,\n\tvalidateSchema: false) ~> Movies\nMovies derive(year = toInteger(trim(right(title, 6), '()')),\n\t\ttitle = toString(left(title, length(title)-6))) ~> MoviesYear\nMoviesYear sink(allowSchemaDrift: true,\n\tvalidateSchema: false) ~> Output" } } } |