{"id":6498,"date":"2020-01-14T20:16:49","date_gmt":"2020-01-14T11:16:49","guid":{"rendered":"https:\/\/www.ois-yokohama.co.jp\/oisblog2018\/?p=6498"},"modified":"2020-01-14T20:17:14","modified_gmt":"2020-01-14T11:17:14","slug":"spring-boot-spring-batch-%e3%82%92%e8%a9%a6%e3%81%99","status":"publish","type":"post","link":"https:\/\/www.ois-yokohama.co.jp\/oisblog2018\/archives\/6498","title":{"rendered":"Spring boot + Spring batch \u3092\u8a66\u3059"},"content":{"rendered":"
\"\"<\/div>\n

\u3053\u3093\u306b\u3061\u308f\u3001\u732b\u597d\u304d\u30ea\u30fc\u30de\u30f3\u306e\u307b\u3052PG\u3067\u3059\u3002\u4eca\u56de\u306f Spring boot +Sprinb batch\u3092\u8a66\u3057\u3066\u307f\u307e\u3059\u3002<\/p>\n

\uff11\u3001\u30e2\u30b8\u30e5\u30fc\u30eb\u306e\u69cb\u6210<\/h2>\n

\"\"<\/p>\n

\u30e1\u30a4\u30f3\u306f\u4e0a\u8a18\u69cb\u6210\u3092\u69cb\u7bc9\u3059\u308bHogeCongi\u3068\u306a\u308a\u307e\u3059\u3002<\/p>\n

 <\/p>\n

\uff12\u3001\u30d7\u30ed\u30b8\u30a7\u30af\u30c8<\/h2>\n

pom.xml<\/p>\n

<project xmlns=\"http:\/\/maven.apache.org\/POM\/4.0.0\" xmlns:xsi=\"http:\/\/www.w3.org\/2001\/XMLSchema-instance\"\r\n  xsi:schemaLocation=\"http:\/\/maven.apache.org\/POM\/4.0.0 http:\/\/maven.apache.org\/maven-v4_0_0.xsd\">\r\n  <modelVersion>4.0.0<\/modelVersion>\r\n  <groupId>sample<\/groupId>\r\n  <artifactId>hoge-spring-batch<\/artifactId>\r\n  <packaging>jar<\/packaging>\r\n  <version>1.0.0-SNAPSHOT<\/version>\r\n  <name>hogeSpringbatch<\/name>\r\n  <url>http:\/\/maven.apache.org<\/url>\r\n\r\n  <parent>\r\n    <groupId>org.springframework.boot<\/groupId>\r\n    <artifactId>spring-boot-starter-parent<\/artifactId>\r\n    <version>2.2.1.RELEASE<\/version>\r\n  <\/parent>\r\n\r\n  <properties>\r\n    <java.version>1.8<\/java.version>\r\n  <\/properties>\r\n\r\n  <dependencies>\r\n    <dependency>\r\n      <groupId>org.springframework.boot<\/groupId>\r\n      <artifactId>spring-boot-starter-batch<\/artifactId>\r\n    <\/dependency>\r\n    <dependency>\r\n        <groupId>org.projectlombok<\/groupId>\r\n        <artifactId>lombok<\/artifactId>\r\n        <scope>provided<\/scope>\r\n    <\/dependency>\r\n\r\n    <dependency>\r\n        <groupId>com.h2database<\/groupId>\r\n        <artifactId>h2<\/artifactId>\r\n    <\/dependency>\r\n  <\/dependencies>\r\n\r\n  <build>\r\n    <finalName>hoge<\/finalName>\r\n    <plugins>\r\n      <plugin>\r\n        <groupId>org.springframework.boot<\/groupId>\r\n        <artifactId>spring-boot-maven-plugin<\/artifactId>\r\n      <\/plugin>\r\n    <\/plugins>\r\n  <\/build>\r\n<\/project>\r\n<\/pre>\n
 <\/p>\n
HogeApp.java<\/p>\n
\/**\r\n * \u307b\u3052.\r\n *\/\r\n@EnableAutoConfiguration\r\n@ComponentScan\r\n@Slf4j\r\npublic class HogeApp {\r\n\r\n    public static void main(String[] args) throws Exception {\r\n        log.info(\"start... {}\", String.join(\", \", args));\r\n        ApplicationContext context = SpringApplication.run(HogeApp.class, args);\r\n        int exitCode = SpringApplication.exit(context);\r\n        log.info(\"exit... {}\", exitCode);\r\n        System.exit(exitCode);\r\n    }\r\n}\r\n<\/pre>\n
 <\/p>\n
HogeConfig.java<\/p>\n
@Configuration\r\n@EnableBatchProcessing\r\n@Slf4j\r\npublic class HogeConfig {\r\n\r\n    @Bean\r\n    DefaultBatchConfigurer batchConfigurer() {\r\n        return new DefaultBatchConfigurer() {\r\n            private JobRepository jobRepository;\r\n            private JobExplorer jobExplorer;\r\n            private JobLauncher jobLauncher;\r\n            @PostConstruct\r\n            private void init() throws Exception {\r\n                MapJobRepositoryFactoryBean jobRepositoryFactory = new MapJobRepositoryFactoryBean();\r\n                jobRepository = jobRepositoryFactory.getObject();\r\n                MapJobExplorerFactoryBean jobExplorerFactory = new MapJobExplorerFactoryBean(jobRepositoryFactory);\r\n                jobExplorer = jobExplorerFactory.getObject();\r\n                SimpleJobLauncher simpleJobLauncher = new SimpleJobLauncher();\r\n                simpleJobLauncher.setJobRepository(jobRepository);\r\n                simpleJobLauncher.afterPropertiesSet();\r\n                jobLauncher = simpleJobLauncher;\r\n            }\r\n            @Override\r\n            public JobRepository getJobRepository() {\r\n                return jobRepository;\r\n            }\r\n            @Override\r\n            public JobExplorer getJobExplorer() {\r\n                return jobExplorer;\r\n            }\r\n            @Override\r\n            public JobLauncher getJobLauncher() {\r\n                return jobLauncher;\r\n            }\r\n        };\r\n    }\r\n\r\n    @Autowired\r\n    private JobBuilderFactory jobBuilderFactory;\r\n\r\n    @Autowired\r\n    private StepBuilderFactory stepBuilderFactory;\r\n\r\n    @Value(\"${hoge.chunk:1}\")\r\n    private int chunk;\r\n\r\n    @Bean\r\n    public Job job() throws IOException {\r\n        log.debug(\"called.\");\r\n        return jobBuilderFactory.get(\"job1\")\r\n                .incrementer(new RunIdIncrementer())\r\n                .listener(listener())\r\n                .start(step())\r\n                .build();\r\n    }\r\n\r\n    @Bean\r\n    public JobExecutionListener listener() {\r\n        return new JobListener();\r\n    }\r\n\r\n    @Bean\r\n    public Step step() throws IOException {\r\n        log.debug(\"called.\");\r\n        return stepBuilderFactory.get(\"step\")\r\n                .<HogeLine, HogeInfo> chunk(chunk)\r\n                .reader(reader(null))\r\n                .processor(processor())\r\n                .writer(writer(null))\r\n                .faultTolerant()\r\n                .skip(Exception.class)\r\n                .skipLimit(Integer.MAX_VALUE)\r\n                .build();\r\n    }\r\n\r\n    @Bean\r\n    @StepScope\r\n    public HogeReader reader(@Value(\"#{jobParameters[in]}\") String fileName) throws IOException {\r\n        return new HogeReader(fileName);\r\n    }\r\n\r\n    @Bean\r\n    @StepScope\r\n    public HogeProcessor processor()  {\r\n        return new HogeProcessor();\r\n    }\r\n\r\n    @Bean\r\n    @StepScope\r\n    public FlatFileItemWriter<HogeInfo> writer(@Value(\"#{jobParameters[out]}\") String filename) {\r\n        FlatFileItemWriter<HogeInfo> writer = new FlatFileItemWriter<>();\r\n        writer.setResource(new FileSystemResource(filename));\r\n        writer.setLineAggregator(item -> {\r\n            StringBuilder sb = new StringBuilder();\r\n            sb.append(item.getName());\r\n            sb.append(\"-\");\r\n            sb.append(item.getHoge());\r\n            sb.append(item.getHoge());\r\n            return sb.toString();\r\n        });\r\n        return writer;\r\n    }<\/pre>\n
\u88dc\u8db3\uff09<\/p>\n
\u8d77\u52d5\u30d1\u30e9\u30e1\u30fc\u30bf\u3067\u5165\u529b\u30d5\u30a1\u30a4\u30eb\u3001\u51fa\u529b\u30d5\u30a1\u30a4\u30eb\u306e\u30d5\u30a1\u30a4\u30eb\u540d\u3092\u6307\u5b9a\u3059\u308b\u3088\u3046\u306b\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n
 <\/p>\n
HogeReader.java<\/p>\n
@Slf4j\r\npublic class HogeReader implements ItemReader<HogeLine> {\r\n\r\n    String fileName;\r\n    int lineNo = 0;\r\n    BufferedReader fr;\r\n\r\n    public HogeReader(String fn) throws IOException {\r\n        log.debug(\"called. {}\", fn);\r\n        this.fileName = fn;\r\n        fr = new BufferedReader(new FileReader(fileName));\r\n    }\r\n\r\n    @Override\r\n    public HogeLine read() throws IOException {\r\n        log.debug(\"called. {}\", lineNo);\r\n        String line = fr.readLine();\r\n        if (line == null) return null;\r\n        lineNo++;\r\n        return new HogeLine(line);\r\n    }\r\n\r\n    @PreDestroy\r\n    public void close() throws IOException {\r\n        log.debug(\"called.\");\r\n        fr.close();\r\n    }\r\n}\r\n<\/pre>\n
 <\/p>\n
HogeProcessor.java<\/p>\n
@Slf4j\r\npublic class HogeProcessor implements ItemProcessor<HogeLine, HogeInfo> {\r\n\r\n    public HogeProcessor() {\r\n        log.debug(\"called.\");\r\n    }\r\n\r\n    @Override\r\n    public HogeInfo process(HogeLine line) throws Exception {\r\n        log.debug(\"called. {}\", line);\r\n        String[] cols = line.getLine().split(\",\");\r\n        return new HogeInfo(cols[0], cols[1]);\r\n    }\r\n}<\/pre>\n
 <\/p>\n
HogeLine.java<\/p>\n
@Value\r\npublic class HogeLine {\r\n    String line;\r\n}\r\n<\/pre>\n
 <\/p>\n
HogeInfo.java<\/p>\n
@Value\r\npublic class HogeInfo {\r\n    String name;\r\n    String hoge;\r\n}<\/pre>\n
 <\/p>\n
application.yml<\/p>\n
spring.main:\r\n  # \u8d77\u52d5\u30d0\u30ca\u30fc\u306a\u3057\r\n  banner-mode: \"off\"\r\n  # \u7d44\u307f\u8fbc\u307fWeb\u30b5\u30fc\u30d0\u306e\u81ea\u52d5\u8d77\u52d5\u7121\u52b9\r\n  web-application-type: none\r\n\r\n# \u8d77\u52d5\u30b9\u30af\u30ea\u30d7\u30c8\u7121\u52b9\r\nspring.batch.initialize-schema: never\r\n\r\n# \u30ed\u30b0\r\nlogging: \r\n  pattern:\r\n    console: \"%d{HH:mm:ss.SSS} %thread %-5level \\\\(%file:%line\\\\) %M - %msg%n\"\r\n  level: \r\n    ROOT: INFO\r\n    jp.co.ois.sample: DEBUG\r\n\r\n# \u307b\u3052\r\nhoge.chunk: 2\r\n\r\n<\/pre>\n
 <\/p>\n
In.csv<\/p>\n
abc,hoge\r\ndef,moge\r\nhoge,HOGE!\r\n<\/pre>\n
 <\/p>\n
\u8d77\u52d5\u78ba\u8a8d<\/p>\n
> mvn clean package<\/p>\n
> java -jar target\/hoge.jar in=in.csv out=out.csv<\/p>\n
14:25:30.170 [main] INFO jp.co.ois.sample.batch.HogeApp - start... in=in.csv, out=out.csv\r\n14:25:31.188 main INFO  (StartupInfoLogger.java:55) logStarting - Starting HogeApp v1.0.0-SNAPSHOT on NDYWM7A3420152 with PID 4344 (C:\\work\\masuda\\myrepo\\hogeSpringbatch\\target\\hoge.jar started by horqu in C:\\work\\masuda\\myrepo\\hogeSpringbatch)\r\n14:25:31.189 main DEBUG (StartupInfoLogger.java:56) logStarting - Running with Spring Boot v2.2.1.RELEASE, Spring v5.2.1.RELEASE\r\n14:25:31.190 main INFO  (SpringApplication.java:651) logStartupProfileInfo - No active profile set, falling back to default profiles: default\r\n14:25:32.211 main WARN  (DefaultBatchConfigurer.java:63) setDataSource - No transaction manager was provided, using a DataSourceTransactionManager\r\n14:25:32.236 main INFO  (HikariDataSource.java:110) getConnection - HikariPool-1 - Starting...\r\n14:25:32.639 main INFO  (HikariDataSource.java:123) getConnection - HikariPool-1 - Start completed.\r\n14:25:32.653 main INFO  (JobRepositoryFactoryBean.java:184) afterPropertiesSet - No database type set, using meta data indicating: H2\r\n14:25:32.894 main INFO  (SimpleJobLauncher.java:209) afterPropertiesSet - No TaskExecutor has been set, defaulting to synchronous executor.\r\n14:25:32.910 main INFO  (SimpleJobLauncher.java:209) afterPropertiesSet - No TaskExecutor has been set, defaulting to synchronous executor.\r\n14:25:32.912 main DEBUG (HogeConfig.java:84) job - called.\r\n14:25:32.917 main DEBUG (HogeConfig.java:99) step - called.\r\n14:25:33.212 main INFO  (StartupInfoLogger.java:61) logStarted - Started HogeApp in 2.835 seconds (JVM running for 3.691)\r\n14:25:33.213 main INFO  (JobLauncherCommandLineRunner.java:147) run - Running default command line with: [in=in.csv, out=out.csv]\r\n14:25:33.263 main INFO  (SimpleJobLauncher.java:145) run - Job: [SimpleJob: [name=job1]] launched with the following parameters: [{run.id=1, in=in.csv, out=out.csv}]\r\n14:25:33.309 main DEBUG (JobListener.java:16) beforeJob - called. JobExecution: id=0, version=1, startTime=Mon Dec 16 14:25:33 JST 2019, endTime=null, lastUpdated=Mon Dec 16 14:25:33 JST 2019, status=STARTED, exitStatus=exitCode=UNKNOWN;exitDescription=, job=[JobInstance: id=0, version=0, Job=[job1]], jobParameters=[{run.id=1, in=in.csv, out=out.csv}]\r\n14:25:33.319 main INFO  (SimpleStepHandler.java:146) handleStep - Executing step: [step]\r\n14:25:33.425 main DEBUG (HogeReader.java:22) <init> - called. in.csv\r\n14:25:33.430 main DEBUG (HogeReader.java:29) read - called. 0\r\n14:25:33.436 main DEBUG (HogeReader.java:29) read - called. 1\r\n14:25:33.442 main DEBUG (HogeProcessor.java:13) <init> - called.\r\n14:25:33.445 main DEBUG (HogeProcessor.java:18) process - called. HogeLine(line=abc,hoge)\r\n14:25:33.446 main DEBUG (HogeProcessor.java:18) process - called. HogeLine(line=def,moge)\r\n14:25:33.462 main DEBUG (HogeReader.java:29) read - called. 2\r\n14:25:33.463 main DEBUG (HogeReader.java:29) read - called. 3\r\n14:25:33.463 main DEBUG (HogeProcessor.java:18) process - called. HogeLine(line=hoge,HOGE!)\r\n14:25:33.467 main INFO  (AbstractStep.java:272) execute - Step: [step] executed in 148ms\r\n14:25:33.472 main DEBUG (HogeReader.java:38) close - called.\r\n14:25:33.474 main DEBUG (JobListener.java:22) afterJob - called. JobExecution: id=0, version=1, startTime=Mon Dec 16 14:25:33 JST 2019, endTime=Mon Dec 16 14:25:33 JST 2019, lastUpdated=Mon Dec 16 14:25:33 JST 2019, status=COMPLETED, exitStatus=exitCode=COMPLETED;exitDescription=, job=[JobInstance: id=0, version=0, Job=[job1]], jobParameters=[{run.id=1, in=in.csv, out=out.csv}]\r\n14:25:33.477 main INFO  (SimpleJobLauncher.java:149) run - Job: [SimpleJob: [name=job1]] completed with the following parameters: [{run.id=1, in=in.csv, out=out.csv}] and the following status: [COMPLETED] in 169ms\r\n14:25:33.480 main INFO  (HikariDataSource.java:350) close - HikariPool-1 - Shutdown initiated...\r\n14:25:33.481 main INFO  (HikariDataSource.java:352) close - HikariPool-1 - Shutdown completed.\r\n14:25:33.482 main INFO  (HogeApp.java:23) main - exit... 0\r\n<\/pre>\n
 <\/p>\n
\u203b\u30e1\u30bf\u30c6\u30fc\u30d6\u30eb\u306f\u4f5c\u6210\u3057\u306a\u3044\uff06\u89e6\u3089\u306a\u3044\u3088\u3046\u306b\u3057\u307e\u3057\u305f\u304c\u3001\u4e0a\u8a18\u306e\u30ed\u30b0\u304b\u3089HikariDataSource\u304c\u52d5\u3044\u3066\u3044\u307e\u3059\u3002Pom.xml\u4e0a\u3082com.h2database\u306e\u4f9d\u5b58\u3092\u6d88\u3059\u3068\u8d77\u52d5\u3067\u30a8\u30e9\u30fc\u306b\u306a\u308a\u307e\u3059\u3002\u3053\u306e\u8fba\u308a\u3092\u306a\u3093\u3068\u304b\u3057\u305f\u304b\u3063\u305f\u306e\u3067\u3059\u304c\u3001\u2026\u3042\u304d\u3089\u3081\u307e\u3057\u305f\u3002<\/p>\n
 <\/p>\n
\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u4e00\u5f0f<\/h3>\n
hogeSpringbatch.zip<\/a><\/p>\n
 <\/p>\n
\u4eca\u56de\u306f\u3053\u3053\u307e\u3067\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"
\u3053\u3093\u306b\u3061\u308f\u3001\u732b\u597d\u304d\u30ea\u30fc\u30de\u30f3\u306e\u307b\u3052PG\u3067\u3059\u3002\u4eca\u56de\u306f Spring boot +Sprinb batch\u3092\u8a66\u3057\u3066\u307f\u307e\u3059\u3002 \uff11\u3001\u30e2\u30b8\u30e5\u30fc\u30eb\u306e\u69cb\u6210 \u30e1\u30a4\u30f3\u306f\u4e0a\u8a18\u69cb\u6210\u3092\u69cb\u7bc9\u3059\u308bHogeCongi\u3068\u306a\u308a\u307e\u3059\u3002   \uff12\u3001\u30d7\u30ed […]<\/p>\n","protected":false},"author":1,"featured_media":6501,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"om_disable_all_campaigns":false,"_monsterinsights_skip_tracking":false,"_monsterinsights_sitenote_active":false,"_monsterinsights_sitenote_note":"","_monsterinsights_sitenote_category":0,"vkexunit_cta_each_option":"","footnotes":""},"categories":[6],"tags":[28,805,793,806],"class_list":["post-6498","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-engineer","tag-hoge","tag-spring-batch","tag-spring-boot","tag-806"],"aioseo_notices":[],"_links":{"self":[{"href":"https:\/\/www.ois-yokohama.co.jp\/oisblog2018\/wp-json\/wp\/v2\/posts\/6498","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.ois-yokohama.co.jp\/oisblog2018\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.ois-yokohama.co.jp\/oisblog2018\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.ois-yokohama.co.jp\/oisblog2018\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.ois-yokohama.co.jp\/oisblog2018\/wp-json\/wp\/v2\/comments?post=6498"}],"version-history":[{"count":4,"href":"https:\/\/www.ois-yokohama.co.jp\/oisblog2018\/wp-json\/wp\/v2\/posts\/6498\/revisions"}],"predecessor-version":[{"id":6505,"href":"https:\/\/www.ois-yokohama.co.jp\/oisblog2018\/wp-json\/wp\/v2\/posts\/6498\/revisions\/6505"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.ois-yokohama.co.jp\/oisblog2018\/wp-json\/wp\/v2\/media\/6501"}],"wp:attachment":[{"href":"https:\/\/www.ois-yokohama.co.jp\/oisblog2018\/wp-json\/wp\/v2\/media?parent=6498"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.ois-yokohama.co.jp\/oisblog2018\/wp-json\/wp\/v2\/categories?post=6498"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.ois-yokohama.co.jp\/oisblog2018\/wp-json\/wp\/v2\/tags?post=6498"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}