Spring boot + Spring batch を試す

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
  <modelVersion>4.0.0</modelVersion>
  <groupId>sample</groupId>
  <artifactId>hoge-spring-batch</artifactId>
  <packaging>jar</packaging>
  <version>1.0.0-SNAPSHOT</version>
  <name>hogeSpringbatch</name>
  <url>http://maven.apache.org</url>

  <parent>
    <groupId>org.springframework.boot</groupId>
    <artifactId>spring-boot-starter-parent</artifactId>
    <version>2.2.1.RELEASE</version>
  </parent>

  <properties>
    <java.version>1.8</java.version>
  </properties>

  <dependencies>
    <dependency>
      <groupId>org.springframework.boot</groupId>
      <artifactId>spring-boot-starter-batch</artifactId>
    </dependency>
    <dependency>
        <groupId>org.projectlombok</groupId>
        <artifactId>lombok</artifactId>
        <scope>provided</scope>
    </dependency>

    <dependency>
        <groupId>com.h2database</groupId>
        <artifactId>h2</artifactId>
    </dependency>
  </dependencies>

  <build>
    <finalName>hoge</finalName>
    <plugins>
      <plugin>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-maven-plugin</artifactId>
      </plugin>
    </plugins>
  </build>
</project>

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"

xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">

<groupId>sample</groupId>

<artifactId>hoge-spring-batch</artifactId>

<version>1.0.0-SNAPSHOT</version>

<name>hogeSpringbatch</name>

<url>http://maven.apache.org</url>

<groupId>org.springframework.boot</groupId>

<artifactId>spring-boot-starter-parent</artifactId>

<version>2.2.1.RELEASE</version>

</parent>

<java.version>1.8</java.version>

</properties>

<groupId>org.springframework.boot</groupId>

<artifactId>spring-boot-starter-batch</artifactId>

</dependency>

<groupId>org.projectlombok</groupId>

<artifactId>lombok</artifactId>

<scope>provided</scope>

</dependency>

<groupId>com.h2database</groupId>

</dependency>

</dependencies>

<build>

<groupId>org.springframework.boot</groupId>

<artifactId>spring-boot-maven-plugin</artifactId>

</plugin>

</plugins>

</build>

</project>

/**
 * ほげ.
 */
@EnableAutoConfiguration
@ComponentScan
@Slf4j
public class HogeApp {

    public static void main(String[] args) throws Exception {
        log.info("start... {}", String.join(", ", args));
        ApplicationContext context = SpringApplication.run(HogeApp.class, args);
        int exitCode = SpringApplication.exit(context);
        log.info("exit... {}", exitCode);
        System.exit(exitCode);
    }
}

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

/**

* ほげ.

*/

@EnableAutoConfiguration

@ComponentScan

@Slf4j

public class HogeApp {

public static void main(String[] args) throws Exception {

log.info("start... {}", String.join(", ", args));

ApplicationContext context = SpringApplication.run(HogeApp.class, args);

int exitCode = SpringApplication.exit(context);

log.info("exit... {}", exitCode);

System.exit(exitCode);

}

@Configuration
@EnableBatchProcessing
@Slf4j
public class HogeConfig {

    @Bean
    DefaultBatchConfigurer batchConfigurer() {
        return new DefaultBatchConfigurer() {
            private JobRepository jobRepository;
            private JobExplorer jobExplorer;
            private JobLauncher jobLauncher;
            @PostConstruct
            private void init() throws Exception {
                MapJobRepositoryFactoryBean jobRepositoryFactory = new MapJobRepositoryFactoryBean();
                jobRepository = jobRepositoryFactory.getObject();
                MapJobExplorerFactoryBean jobExplorerFactory = new MapJobExplorerFactoryBean(jobRepositoryFactory);
                jobExplorer = jobExplorerFactory.getObject();
                SimpleJobLauncher simpleJobLauncher = new SimpleJobLauncher();
                simpleJobLauncher.setJobRepository(jobRepository);
                simpleJobLauncher.afterPropertiesSet();
                jobLauncher = simpleJobLauncher;
            }
            @Override
            public JobRepository getJobRepository() {
                return jobRepository;
            }
            @Override
            public JobExplorer getJobExplorer() {
                return jobExplorer;
            }
            @Override
            public JobLauncher getJobLauncher() {
                return jobLauncher;
            }
        };
    }

    @Autowired
    private JobBuilderFactory jobBuilderFactory;

    @Autowired
    private StepBuilderFactory stepBuilderFactory;

    @Value("${hoge.chunk:1}")
    private int chunk;

    @Bean
    public Job job() throws IOException {
        log.debug("called.");
        return jobBuilderFactory.get("job1")
                .incrementer(new RunIdIncrementer())
                .listener(listener())
                .start(step())
                .build();
    }

    @Bean
    public JobExecutionListener listener() {
        return new JobListener();
    }

    @Bean
    public Step step() throws IOException {
        log.debug("called.");
        return stepBuilderFactory.get("step")
                .<HogeLine, HogeInfo> chunk(chunk)
                .reader(reader(null))
                .processor(processor())
                .writer(writer(null))
                .faultTolerant()
                .skip(Exception.class)
                .skipLimit(Integer.MAX_VALUE)
                .build();
    }

    @Bean
    @StepScope
    public HogeReader reader(@Value("#{jobParameters[in]}") String fileName) throws IOException {
        return new HogeReader(fileName);
    }

    @Bean
    @StepScope
    public HogeProcessor processor()  {
        return new HogeProcessor();
    }

    @Bean
    @StepScope
    public FlatFileItemWriter<HogeInfo> writer(@Value("#{jobParameters[out]}") String filename) {
        FlatFileItemWriter<HogeInfo> writer = new FlatFileItemWriter<>();
        writer.setResource(new FileSystemResource(filename));
        writer.setLineAggregator(item -> {
            StringBuilder sb = new StringBuilder();
            sb.append(item.getName());
            sb.append("-");
            sb.append(item.getHoge());
            sb.append(item.getHoge());
            return sb.toString();
        });
        return writer;
    }

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

@Configuration

@EnableBatchProcessing

@Slf4j

public class HogeConfig {

@Bean

DefaultBatchConfigurer batchConfigurer() {

return new DefaultBatchConfigurer() {

private JobRepository jobRepository;

private JobExplorer jobExplorer;

private JobLauncher jobLauncher;

@PostConstruct

private void init() throws Exception {

MapJobRepositoryFactoryBean jobRepositoryFactory = new MapJobRepositoryFactoryBean();

jobRepository = jobRepositoryFactory.getObject();

MapJobExplorerFactoryBean jobExplorerFactory = new MapJobExplorerFactoryBean(jobRepositoryFactory);

jobExplorer = jobExplorerFactory.getObject();

SimpleJobLauncher simpleJobLauncher = new SimpleJobLauncher();

simpleJobLauncher.setJobRepository(jobRepository);

simpleJobLauncher.afterPropertiesSet();

jobLauncher = simpleJobLauncher;

}

@Override

public JobRepository getJobRepository() {

return jobRepository;

}

@Override

public JobExplorer getJobExplorer() {

return jobExplorer;

}

@Override

public JobLauncher getJobLauncher() {

return jobLauncher;

}

};

}

@Autowired

private JobBuilderFactory jobBuilderFactory;

@Autowired

private StepBuilderFactory stepBuilderFactory;

@Value("${hoge.chunk:1}")

private int chunk;

@Bean

public Job job() throws IOException {

log.debug("called.");

return jobBuilderFactory.get("job1")

.incrementer(new RunIdIncrementer())

.listener(listener())

.start(step())

.build();

}

@Bean

public JobExecutionListener listener() {

return new JobListener();

}

@Bean

public Step step() throws IOException {

log.debug("called.");

return stepBuilderFactory.get("step")

.<HogeLine, HogeInfo> chunk(chunk)

.reader(reader(null))

.processor(processor())

.writer(writer(null))

.faultTolerant()

.skip(Exception.class)

.skipLimit(Integer.MAX_VALUE)

.build();

}

@Bean

@StepScope

public HogeReader reader(@Value("#{jobParameters[in]}") String fileName) throws IOException {

return new HogeReader(fileName);

}

@Bean

@StepScope

public HogeProcessor processor() {

return new HogeProcessor();

}

@Bean

@StepScope

public FlatFileItemWriter<HogeInfo> writer(@Value("#{jobParameters[out]}") String filename) {

FlatFileItemWriter<HogeInfo> writer = new FlatFileItemWriter<>();

writer.setResource(new FileSystemResource(filename));

writer.setLineAggregator(item -> {

StringBuilder sb = new StringBuilder();

sb.append(item.getName());

sb.append("-");

sb.append(item.getHoge());

return sb.toString();

});

return writer;

}

@Slf4j
public class HogeReader implements ItemReader<HogeLine> {

    String fileName;
    int lineNo = 0;
    BufferedReader fr;

    public HogeReader(String fn) throws IOException {
        log.debug("called. {}", fn);
        this.fileName = fn;
        fr = new BufferedReader(new FileReader(fileName));
    }

    @Override
    public HogeLine read() throws IOException {
        log.debug("called. {}", lineNo);
        String line = fr.readLine();
        if (line == null) return null;
        lineNo++;
        return new HogeLine(line);
    }

    @PreDestroy
    public void close() throws IOException {
        log.debug("called.");
        fr.close();
    }
}

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

@Slf4j

public class HogeReader implements ItemReader<HogeLine> {

String fileName;

int lineNo = 0;

BufferedReader fr;

public HogeReader(String fn) throws IOException {

log.debug("called. {}", fn);

this.fileName = fn;

fr = new BufferedReader(new FileReader(fileName));

}

@Override

public HogeLine read() throws IOException {

log.debug("called. {}", lineNo);

String line = fr.readLine();

if (line == null) return null;

lineNo++;

return new HogeLine(line);

}

@PreDestroy

public void close() throws IOException {

log.debug("called.");

fr.close();

}

@Slf4j
public class HogeProcessor implements ItemProcessor<HogeLine, HogeInfo> {

    public HogeProcessor() {
        log.debug("called.");
    }

    @Override
    public HogeInfo process(HogeLine line) throws Exception {
        log.debug("called. {}", line);
        String[] cols = line.getLine().split(",");
        return new HogeInfo(cols[0], cols[1]);
    }
}

1

2

3

4

5

6

7

8

9

10

11

12

13

14

@Slf4j

public class HogeProcessor implements ItemProcessor<HogeLine, HogeInfo> {

public HogeProcessor() {

log.debug("called.");

}

@Override

public HogeInfo process(HogeLine line) throws Exception {

log.debug("called. {}", line);

String[] cols = line.getLine().split(",");

return new HogeInfo(cols[0], cols[1]);

}

@Value
public class HogeLine {
    String line;
}

1

2

3

4

@Value

public class HogeLine {

String line;

}

@Value
public class HogeInfo {
    String name;
    String hoge;
}

1

2

3

4

5

@Value

public class HogeInfo {

String name;

String hoge;

}

spring.main:
  # 起動バナーなし
  banner-mode: "off"
  # 組み込みWebサーバの自動起動無効
  web-application-type: none

# 起動スクリプト無効
spring.batch.initialize-schema: never

# ログ
logging: 
  pattern:
    console: "%d{HH:mm:ss.SSS} %thread %-5level \\(%file:%line\\) %M - %msg%n"
  level: 
    ROOT: INFO
    jp.co.ois.sample: DEBUG

# ほげ
hoge.chunk: 2

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

spring.main:

# 起動バナーなし

banner-mode: "off"

# 組み込みWebサーバの自動起動無効

web-application-type: none

# 起動スクリプト無効

spring.batch.initialize-schema: never

# ログ

logging:

pattern:

console: "%d{HH:mm:ss.SSS} %thread %-5level \$%file:%line\$ %M - %msg%n"

level:

ROOT: INFO

jp.co.ois.sample: DEBUG

# ほげ

hoge.chunk: 2

abc,hoge
def,moge
hoge,HOGE!

1

2

3

abc,hoge

def,moge

hoge,HOGE!

14:25:30.170 [main] INFO jp.co.ois.sample.batch.HogeApp - start... in=in.csv, out=out.csv
14:25:31.188 main INFO  (StartupInfoLogger.java:55) logStarting - Starting HogeApp v1.0.0-SNAPSHOT on NDYWM7A3420152 with PID 4344 (C:\work\masuda\myrepo\hogeSpringbatch\target\hoge.jar started by horqu in C:\work\masuda\myrepo\hogeSpringbatch)
14:25:31.189 main DEBUG (StartupInfoLogger.java:56) logStarting - Running with Spring Boot v2.2.1.RELEASE, Spring v5.2.1.RELEASE
14:25:31.190 main INFO  (SpringApplication.java:651) logStartupProfileInfo - No active profile set, falling back to default profiles: default
14:25:32.211 main WARN  (DefaultBatchConfigurer.java:63) setDataSource - No transaction manager was provided, using a DataSourceTransactionManager
14:25:32.236 main INFO  (HikariDataSource.java:110) getConnection - HikariPool-1 - Starting...
14:25:32.639 main INFO  (HikariDataSource.java:123) getConnection - HikariPool-1 - Start completed.
14:25:32.653 main INFO  (JobRepositoryFactoryBean.java:184) afterPropertiesSet - No database type set, using meta data indicating: H2
14:25:32.894 main INFO  (SimpleJobLauncher.java:209) afterPropertiesSet - No TaskExecutor has been set, defaulting to synchronous executor.
14:25:32.910 main INFO  (SimpleJobLauncher.java:209) afterPropertiesSet - No TaskExecutor has been set, defaulting to synchronous executor.
14:25:32.912 main DEBUG (HogeConfig.java:84) job - called.
14:25:32.917 main DEBUG (HogeConfig.java:99) step - called.
14:25:33.212 main INFO  (StartupInfoLogger.java:61) logStarted - Started HogeApp in 2.835 seconds (JVM running for 3.691)
14:25:33.213 main INFO  (JobLauncherCommandLineRunner.java:147) run - Running default command line with: [in=in.csv, out=out.csv]
14:25:33.263 main INFO  (SimpleJobLauncher.java:145) run - Job: [SimpleJob: [name=job1]] launched with the following parameters: [{run.id=1, in=in.csv, out=out.csv}]
14:25:33.309 main DEBUG (JobListener.java:16) beforeJob - called. JobExecution: id=0, version=1, startTime=Mon Dec 16 14:25:33 JST 2019, endTime=null, lastUpdated=Mon Dec 16 14:25:33 JST 2019, status=STARTED, exitStatus=exitCode=UNKNOWN;exitDescription=, job=[JobInstance: id=0, version=0, Job=[job1]], jobParameters=[{run.id=1, in=in.csv, out=out.csv}]
14:25:33.319 main INFO  (SimpleStepHandler.java:146) handleStep - Executing step: [step]
14:25:33.425 main DEBUG (HogeReader.java:22) <init> - called. in.csv
14:25:33.430 main DEBUG (HogeReader.java:29) read - called. 0
14:25:33.436 main DEBUG (HogeReader.java:29) read - called. 1
14:25:33.442 main DEBUG (HogeProcessor.java:13) <init> - called.
14:25:33.445 main DEBUG (HogeProcessor.java:18) process - called. HogeLine(line=abc,hoge)
14:25:33.446 main DEBUG (HogeProcessor.java:18) process - called. HogeLine(line=def,moge)
14:25:33.462 main DEBUG (HogeReader.java:29) read - called. 2
14:25:33.463 main DEBUG (HogeReader.java:29) read - called. 3
14:25:33.463 main DEBUG (HogeProcessor.java:18) process - called. HogeLine(line=hoge,HOGE!)
14:25:33.467 main INFO  (AbstractStep.java:272) execute - Step: [step] executed in 148ms
14:25:33.472 main DEBUG (HogeReader.java:38) close - called.
14:25:33.474 main DEBUG (JobListener.java:22) afterJob - called. JobExecution: id=0, version=1, startTime=Mon Dec 16 14:25:33 JST 2019, endTime=Mon Dec 16 14:25:33 JST 2019, lastUpdated=Mon Dec 16 14:25:33 JST 2019, status=COMPLETED, exitStatus=exitCode=COMPLETED;exitDescription=, job=[JobInstance: id=0, version=0, Job=[job1]], jobParameters=[{run.id=1, in=in.csv, out=out.csv}]
14:25:33.477 main INFO  (SimpleJobLauncher.java:149) run - Job: [SimpleJob: [name=job1]] completed with the following parameters: [{run.id=1, in=in.csv, out=out.csv}] and the following status: [COMPLETED] in 169ms
14:25:33.480 main INFO  (HikariDataSource.java:350) close - HikariPool-1 - Shutdown initiated...
14:25:33.481 main INFO  (HikariDataSource.java:352) close - HikariPool-1 - Shutdown completed.
14:25:33.482 main INFO  (HogeApp.java:23) main - exit... 0

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

14:25:30.170 [main] INFO jp.co.ois.sample.batch.HogeApp - start... in=in.csv, out=out.csv

14:25:31.188 main INFO (StartupInfoLogger.java:55) logStarting - Starting HogeApp v1.0.0-SNAPSHOT on NDYWM7A3420152 with PID 4344 (C:\work\masuda\myrepo\hogeSpringbatch\target\hoge.jar started by horqu in C:\work\masuda\myrepo\hogeSpringbatch)

14:25:31.189 main DEBUG (StartupInfoLogger.java:56) logStarting - Running with Spring Boot v2.2.1.RELEASE, Spring v5.2.1.RELEASE

14:25:31.190 main INFO (SpringApplication.java:651) logStartupProfileInfo - No active profile set, falling back to default profiles: default

14:25:32.211 main WARN (DefaultBatchConfigurer.java:63) setDataSource - No transaction manager was provided, using a DataSourceTransactionManager

14:25:32.236 main INFO (HikariDataSource.java:110) getConnection - HikariPool-1 - Starting...

14:25:32.639 main INFO (HikariDataSource.java:123) getConnection - HikariPool-1 - Start completed.

14:25:32.653 main INFO (JobRepositoryFactoryBean.java:184) afterPropertiesSet - No database type set, using meta data indicating: H2

14:25:32.894 main INFO (SimpleJobLauncher.java:209) afterPropertiesSet - No TaskExecutor has been set, defaulting to synchronous executor.

14:25:32.910 main INFO (SimpleJobLauncher.java:209) afterPropertiesSet - No TaskExecutor has been set, defaulting to synchronous executor.

14:25:32.912 main DEBUG (HogeConfig.java:84) job - called.

14:25:32.917 main DEBUG (HogeConfig.java:99) step - called.

14:25:33.212 main INFO (StartupInfoLogger.java:61) logStarted - Started HogeApp in 2.835 seconds (JVM running for 3.691)

14:25:33.213 main INFO (JobLauncherCommandLineRunner.java:147) run - Running default command line with: [in=in.csv, out=out.csv]

14:25:33.263 main INFO (SimpleJobLauncher.java:145) run - Job: [SimpleJob: [name=job1]] launched with the following parameters: [{run.id=1, in=in.csv, out=out.csv}]

14:25:33.309 main DEBUG (JobListener.java:16) beforeJob - called. JobExecution: id=0, version=1, startTime=Mon Dec 16 14:25:33 JST 2019, endTime=null, lastUpdated=Mon Dec 16 14:25:33 JST 2019, status=STARTED, exitStatus=exitCode=UNKNOWN;exitDescription=, job=[JobInstance: id=0, version=0, Job=[job1]], jobParameters=[{run.id=1, in=in.csv, out=out.csv}]

14:25:33.319 main INFO (SimpleStepHandler.java:146) handleStep - Executing step: [step]

14:25:33.425 main DEBUG (HogeReader.java:22) <init> - called. in.csv

14:25:33.430 main DEBUG (HogeReader.java:29) read - called. 0

14:25:33.436 main DEBUG (HogeReader.java:29) read - called. 1

14:25:33.442 main DEBUG (HogeProcessor.java:13) <init> - called.

14:25:33.445 main DEBUG (HogeProcessor.java:18) process - called. HogeLine(line=abc,hoge)

14:25:33.446 main DEBUG (HogeProcessor.java:18) process - called. HogeLine(line=def,moge)

14:25:33.462 main DEBUG (HogeReader.java:29) read - called. 2

14:25:33.463 main DEBUG (HogeReader.java:29) read - called. 3

14:25:33.463 main DEBUG (HogeProcessor.java:18) process - called. HogeLine(line=hoge,HOGE!)

14:25:33.467 main INFO (AbstractStep.java:272) execute - Step: [step] executed in 148ms

14:25:33.472 main DEBUG (HogeReader.java:38) close - called.

14:25:33.474 main DEBUG (JobListener.java:22) afterJob - called. JobExecution: id=0, version=1, startTime=Mon Dec 16 14:25:33 JST 2019, endTime=Mon Dec 16 14:25:33 JST 2019, lastUpdated=Mon Dec 16 14:25:33 JST 2019, status=COMPLETED, exitStatus=exitCode=COMPLETED;exitDescription=, job=[JobInstance: id=0, version=0, Job=[job1]], jobParameters=[{run.id=1, in=in.csv, out=out.csv}]

14:25:33.477 main INFO (SimpleJobLauncher.java:149) run - Job: [SimpleJob: [name=job1]] completed with the following parameters: [{run.id=1, in=in.csv, out=out.csv}] and the following status: [COMPLETED] in 169ms

14:25:33.480 main INFO (HikariDataSource.java:350) close - HikariPool-1 - Shutdown initiated...

14:25:33.481 main INFO (HikariDataSource.java:352) close - HikariPool-1 - Shutdown completed.

14:25:33.482 main INFO (HogeApp.java:23) main - exit... 0

Spring boot + Spring batch を試す

１、モジュールの構成

２、プロジェクト

プロジェクト一式

【相鉄・JR直通線開通】

Spring boot 小ネタ