# go get github.com/nktks/apd

go run github.com/nktks/apd -h
Usage of /var/folders/gd/h18cn4_93ddgl31cs5nsdb500000gp/T/go-build1025992720/b001/exe/apd:
  -f string
    	from key for force specifing
  -if int
    	from csv index for force specifing (default -1)
  -it int
    	to csv index for force specifing (default -1)
  -p string
    	path to input file
  -t string
    	to key for force specifing
you can specify input from STDIN or -p input file path.

$ gcloud dataflow jobs list --sort-by="~CREATION_TIME" --filter="name~some_name" --format=json
[
  {
    "creationTime": "2020-08-21 21:30:22",
    "id": "2020-08-21_14_30_19-xxxxxxxxxxx",
    "location": "asia-northeast1",
    "name": "some_name_2020082202",
    "state": "Done",
    "stateTime": "2020-08-21 23:59:07",
    "type": "Batch"
  },
  {
    "creationTime": "2020-08-20 21:30:38",
    "id": "2020-08-20_14_30_36-yyyyyyyyyy",
    "location": "asia-northeast1",
    "name": "some_name_2020082102",
    "state": "Done",
    "stateTime": "2020-08-20 23:55:10",
    "type": "Batch"
  }
]
$ gcloud dataflow jobs list --sort-by="~CREATION_TIME" --filter="name~some_name" --format=json | apd
[
  {
    "creationTime": "2020-08-21 21:30:22",
    "duration": "2h28m45s",
    "id": "2020-08-21_14_30_19-xxxxxxxxxxx",
    "location": "asia-northeast1",
    "name": "some_name_2020082202",
    "state": "Done",
    "stateTime": "2020-08-21 23:59:07",
    "type": "Batch"
  },
  {
    "creationTime": "2020-08-20 21:30:38",
    "duration": "2h24m32s",
    "id": "2020-08-20_14_30_36-yyyyyyyyyy",
    "location": "asia-northeast1",
    "name": "some_name_2020082102",
    "state": "Done",
    "stateTime": "2020-08-20 23:55:10",
    "type": "Batch"
  }
]

gcloud dataflow jobs list --sort-by="~CREATION_TIME" --filter="name~some-name" --region=asia-northeast1 --format="value(name,creationTime,stateTime)" --limit=2
some-name-20240615040031	2024-06-15 04:00:33	2024-06-15 04:00:45
some-name-20240615020031	2024-06-15 02:00:33	2024-06-15 03:26:14

gcloud dataflow jobs list --sort-by="~CREATION_TIME" --filter="name~some-name" --region=asia-northeast1 --format="value(name,creationTime,stateTime)" --limit=2 | go run github.com/nktks/apd -if 1 -it 2
some-name-20240615040031	2024-06-15 04:00:33	2024-06-15 04:00:45	12s
some-name-20240615020031	2024-06-15 02:00:33	2024-06-15 03:26:14	1h25m41s

$ mysql -u root test -e "select * from master_xxx"
+----+------+---------------------+---------------------+
| id | name | started_at          | end_at              |
+----+------+---------------------+---------------------+
|  1 | a    | 2020-01-01 00:00:00 | 2020-01-01 00:00:01 |
|  2 | b    | 2020-01-02 00:00:00 | 2020-01-02 01:00:00 |
+----+------+---------------------+---------------------+
$ mysql -u root test -e "select * from master_xxx" |apd
id	name	started_at	end_at	duration
1	a	2020-01-01 00:00:00	2020-01-01 00:00:01	1s
2	b	2020-01-02 00:00:00	2020-01-02 01:00:00	1h0m0s