File tree Expand file tree Collapse file tree 1 file changed +10
-1
lines changed
pipelines/batch/src/main/java/com/google/fhir/analytics Expand file tree Collapse file tree 1 file changed +10
-1
lines changed Original file line number Diff line number Diff line change @@ -377,7 +377,16 @@ private static List<Pipeline> buildParquetReadPipeline(
377
377
options .getParquetInputDwhRoot (),
378
378
options .getOutputParquetViewPath (),
379
379
avroConversionUtil .getFhirContext ());
380
- Set <String > resourceTypes = dwhFiles .findNonEmptyResourceDirs ();
380
+ Set <String > foundResourceTypes = dwhFiles .findNonEmptyResourceDirs ();
381
+ log .info ("Found Parquet files for these resource types: {}" , foundResourceTypes );
382
+ Set <String > resourceTypes = Sets .newHashSet (options .getResourceList ().split ("," ));
383
+ if (!resourceTypes .equals (foundResourceTypes )) {
384
+ log .warn (
385
+ "Found resource types {} is not equal to requested resource types {}" ,
386
+ foundResourceTypes ,
387
+ resourceTypes );
388
+ resourceTypes .retainAll (foundResourceTypes );
389
+ }
381
390
log .info ("Reading Parquet files for these resource types: {}" , resourceTypes );
382
391
List <Pipeline > pipelineList = new ArrayList <>();
383
392
for (String resourceType : resourceTypes ) {
You can’t perform that action at this time.
0 commit comments