Question

我正在使用Spring Batch Partitioning将相关平面文件组中的数据合并到一个文件中。批次失败时出现以下两个问题：

第一个从属步骤线程失败，因为数据到文件编写器在打开之前被写入。此线程的变量inputFileNames（由分区程序提供的步骤上下文数据）的值为[20002“，20003]
第二个从属步骤线程失败，因为步骤上下文中缺少分区数据。此线程的变量inputFileNames的值为null

如果我在配置中遗漏了某些内容，请告诉我。

// log with Error info

2015-12-26 17:59:14,165 DEBUG [SimpleAsyncTaskExecutor-1] c.d.d.b.r.ReaderConfiguration [ReaderBatchConfiguration.java:473] inputFileNames ----[20002", 20003]

    2015-12-26 17:59:14,165 DEBUG [SimpleAsyncTaskExecutor-1] c.d.d.b.r.BatchConfiguration [BatchConfiguration.java:389] consumer ----p2
    2015-12-26 17:59:14,275 ERROR [SimpleAsyncTaskExecutor-1] o.s.b.c.s.AbstractStep [AbstractStep.java:225] Encountered an error executing step testConsumersInputFileMergeStep in job testFileForInputJob
    org.springframework.batch.item.WriterNotOpenException: Writer must be open before it can be written to
    at org.springframework.batch.item.file.FlatFileItemWriter.write(FlatFileItemWriter.java:255) ~[spring-batch-infrastructure-3.0.3.RELEASE.jar:3.0.3.RELEASE]

    2015-12-26 18:00:14,421 DEBUG [SimpleAsyncTaskExecutor-2] c.d.d.b.r.ReaderBatchConfiguration [ReaderConfiguration.java:474] inputFileNames ----null

//分区程序

    public class ProvisioningInputFilePartitioner implements Partitioner {

    @Override
    public Map<String, ExecutionContext> partition(int gridSize) {
        Map<String, ExecutionContext> filesToProcess = getFilesToProcess(outboundSourceFolder); 
        Map<String, ExecutionContext> execCtxs = new HashMap<>();
        for(Entry<String, ExecutionContext> entry : filesToProcess.entrySet()) {
            execCtxs.put(entry.getKey(), entry.getValue());  
        }

        return execCtxs;
    }

    private Map<String, ExecutionContext> getFilesToProcess(String outboundSourceFolder2) {
        Map<String, ExecutionContext> contexts = new HashMap<>();
        ExecutionContext execCtx1 = new ExecutionContext();
        List<String> inputFileNames1 =  Arrays.asList("20001", "22222");
        execCtx1.put("consumer", "p1");
        execCtx1.put("inputFileNames", inputFileNames1);

        contexts.put("p1", execCtx1);

        ExecutionContext execCtx2 = new ExecutionContext();
        List<String> inputFileNames2 =  Arrays.asList("20002", "20003");
        execCtx1.put("consumer", "p2");
        execCtx1.put("inputFileNames", inputFileNames2);

        contexts.put("p2", execCtx2);

        return contexts;
    }
}

//作家

  @Bean
  @StepScope
  public ItemWriter<String> testConsumerFileItemWriter (@Value("#{stepExecutionContext[consumer]}") String consumer){
      logger.debug("consumer ----"+ consumer);
      FileSystemResource fileSystemResource = new FileSystemResource(new File(outboundSourceFolder, consumer + ".txt"));
      FlatFileItemWriter<String> fileItemWriter = new FlatFileItemWriter<>();
      fileItemWriter.setResource(fileSystemResource);
      fileItemWriter.setLineAggregator(new PassThroughLineAggregator<String>());
      return fileItemWriter;
  }

  @Bean
  public Partitioner provisioningInputFilePartitioner() {
      return new ProvisioningInputFilePartitioner();
  }

  @Bean
  public TaskExecutor taskExecutor() {
        return new SimpleAsyncTaskExecutor();
  }

//读者

@Bean
@StepScope
public ItemReader<String> testInputFilesReader (@Value("#{stepExecutionContext[inputFileNames]}") List<String> inputFileNames) {
    logger.debug("inputFileNames ----" + inputFileNames);
    MultiResourceItemReader<String> multiResourceItemReader = new MultiResourceItemReader<String>();

    ...
    return multiResourceItemReader;     
}

//奴隶步骤

@Bean
public Step testConsumersInputFileMergeStep(StepBuilderFactory stepBuilder, ItemReader<String> testInputFilesReader,
        ItemWriter<String> testConsumerFileItemWriter){
    return stepBuilder.get("testConsumersInputFileMergeStep").<String, String>chunk(1).reader(testInputFilesReader)
            .writer(testConsumerFileItemWriter).build();
}

//主步骤

@Bean 
    public Step testConsumersFilePartitionerStep(StepBuilderFactory stepBuilder, Step testConsumersInputFileMergeStep, Partitioner provisioningInputFilePartitioner,
            TaskExecutor taskExecutor   ){
        return stepBuilder.get("testConsumersFilePartitionerStep").partitioner(testConsumersInputFileMergeStep)
                .partitioner("testConsumersInputFileMergeStep", provisioningInputFilePartitioner)
                .taskExecutor(taskExecutor)
                .build();
    }

//工作

@Bean
public Job testFileForInputJob(JobBuilderFactory factory, Step testFileForInputStep, Step testConsumersFilePartitionerStep) {
    return factory.get("testFileForInputJob").incrementer(new RunIdIncrementer()).start(testConsumersFilePartitionerStep).build();
}

Spring批处理分区不起作用

0 个答案: