I have done another test: Mongo and ES with default values.
Monstache's log doesn't show any error, it is full of lines like I posted below. It ran fine, then.. just stopped and never resumed.
I just restarted the Monstache container, not touching anything else, and it is now continuing the process.
What kind of event could make it believe it is up to date where a restart would behave differently?
2018-11-15T04:33:15.813943344Z ,
2018-11-15T04:33:15.863602133Z TRACE 2018/11/15 04:33:15 POST /_bulk HTTP/1.1
,
2018-11-15T04:33:15.863636783Z Host: elasticsearch:9200
,
2018-11-15T04:33:15.863648604Z User-Agent: elastic/6.2.11 (linux-amd64)
,
2018-11-15T04:33:15.863659574Z Content-Length: 353
,
2018-11-15T04:33:15.863670284Z Accept: application/json
,
2018-11-15T04:33:15.863681165Z Content-Type: application/x-ndjson
,
2018-11-15T04:33:15.863691950Z Accept-Encoding: gzip
,
2018-11-15T04:33:15.863702970Z
,
2018-11-15T04:33:15.813943344Z ,
2018-11-15T04:33:15.863602133Z TRACE 2018/11/15 04:33:15 POST /_bulk HTTP/1.1
,
2018-11-15T04:33:15.863636783Z Host: elasticsearch:9200
,
2018-11-15T04:33:15.863648604Z User-Agent: elastic/6.2.11 (linux-amd64)
,
2018-11-15T04:33:15.863659574Z Content-Length: 353
,
2018-11-15T04:33:15.863670284Z Accept: application/json
,
2018-11-15T04:33:15.863681165Z Content-Type: application/x-ndjson
,
2018-11-15T04:33:15.863691950Z Accept-Encoding: gzip
,
2018-11-15T04:33:15.863702970Z
,
2018-11-15T04:33:15.863713770Z {"index":{"_index":"test.pictures","_id":"6t8Y22YJibT2581XdMqHHeEtQ7rB-sdAY1eZyWNSpJk","_type":"pictureobject","version":6623940778571857932,"version_type":"external"}},
2018-11-15T04:33:15.863729797Z {"AlbumId":"ba1219cf-a4ac-48ef-ba44-97ea92acd215","AlbumOffset":1,"CreatedOn":"2018-11-15T04:33:15.779Z","Height":1056,:1280},
2018-11-15T04:33:15.863745391Z ,
2018-11-15T04:33:15.975347512Z TRACE 2018/11/15 04:33:15 HTTP/1.1 200 OK
,
2018-11-15T04:33:15.975396401Z Content-Type: application/json; charset=UTF-8
,
2018-11-15T04:33:15.975409870Z
,
2018-11-15T04:33:15.975421687Z {"took":160,"errors":false,"items":[{"index":{"_index":"test.pictures","_type":"pictureobject","_id":"UV5Va08voGCcigueWS33CAAOlVaPzccnGtQ16O748g0","_version":6623940778571857929,"result":"created","_shards":{"total":2,"successful":1,"failed":0},"_seq_no":2773,"_primary_term":1,"status":201}}]},
2018-11-15T04:33:15.998852980Z TRACE 2018/11/15 04:33:15 HTTP/1.1 200 OK
,
2018-11-15T04:33:15.998884665Z Content-Type: application/json; charset=UTF-8
,
2018-11-15T04:33:15.998901749Z
,
2018-11-15T04:33:15.998916722Z {"took":134,"errors":false,"items":[{"index":{"_index":"test.pictures","_type":"pictureobject","_id":"6t8Y22YJibT2581XdMqHHeEtQ7rB-sdAY1eZyWNSpJk","_version":6623940778571857932,"result":"created","_shards":{"total":2,"successful":1,"failed":0},"_seq_no":2886,"_primary_term":1,"status":201}}]},
2018-11-15T04:33:16.011857085Z TRACE 2018/11/15 04:33:16 POST /_bulk HTTP/1.1
,
2018-11-15T04:33:16.011873086Z Host: elasticsearch:9200
,
2018-11-15T04:33:16.011877574Z User-Agent: elastic/6.2.11 (linux-amd64)
,
2018-11-15T04:33:16.011881519Z Content-Length: 353
,
2018-11-15T04:33:16.011885168Z Accept: application/json
,
2018-11-15T04:33:16.011892067Z Content-Type: application/x-ndjson
,
2018-11-15T04:33:16.011895881Z Accept-Encoding: gzip
,
2018-11-15T04:33:16.011899544Z
,
2018-11-15T04:33:16.011911735Z {"index":{"_index":"test.pictures","_id":"-6flUZrvARXzfwkpyZGuSZ3Jcjk+s7lIJUG86HucvaI","_type":"pictureobject","version":6623940778571857943,"version_type":"external"}},
2018-11-15T04:33:16.011917122Z {"AlbumId":"bdabb811-e0a4-4683-be32-c5f9b0c1c550","AlbumOffset":1,"CreatedOn":"2018-11-15T04:33:15.951Z","Height":1707,:1280},
2018-11-15T04:33:16.011922212Z ,
2018-11-15T04:33:16.168856954Z TRACE 2018/11/15 04:33:16 HTTP/1.1 200 OK
,
2018-11-15T04:33:16.168879239Z Content-Type: application/json; charset=UTF-8
,
2018-11-15T04:33:16.168886263Z
,
2018-11-15T04:33:16.168892682Z {"took":155,"errors":false,"items":[{"index":{"_index":"test.pictures","_type":"pictureobject","_id":"-6flUZrvARXzfwkpyZGuSZ3Jcjk+s7lIJUG86HucvaI","_version":6623940778571857943,"result":"created","_shards":{"total":2,"successful":1,"failed":0},"_seq_no":2873,"_primary_term":1,"status":201}}]},
2018-11-15T04:33:16.939082838Z TRACE 2018/11/15 04:33:16 POST /_bulk HTTP/1.1
,
2018-11-15T04:33:16.939114432Z Host: elasticsearch:9200
,
2018-11-15T04:33:16.939119081Z User-Agent: elastic/6.2.11 (linux-amd64)
,
2018-11-15T04:33:16.939123031Z Content-Length: 352
,
2018-11-15T04:33:16.939126620Z Accept: application/json
,
2018-11-15T04:33:16.939130441Z Content-Type: application/x-ndjson
,
2018-11-15T04:33:16.939133983Z Accept-Encoding: gzip
,
2018-11-15T04:33:16.939137506Z
,
2018-11-15T04:33:16.939141020Z {"index":{"_index":"test.pictures","_id":"io0YMW+63RHRth+lpSS9ZuFnCyEZBbqhs6RS7o9emoA","_type":"pictureobject","version":6623940782866825221,"version_type":"external"}},
2018-11-15T04:33:16.939159386Z {"AlbumId":"bdabb811-e0a4-4683-be32-c5f9b0c1c550","AlbumOffset":2,"CreatedOn":"2018-11-15T04:33:16.842Z","Height":936,:1280},
2018-11-15T04:33:16.939166411Z ,
2018-11-15T04:33:17.120868582Z TRACE 2018/11/15 04:33:17 HTTP/1.1 200 OK
,
2018-11-15T04:33:17.120909556Z Content-Type: application/json; charset=UTF-8
,
2018-11-15T04:33:17.120923217Z
,
2018-11-15T04:33:17.120934657Z {"took":180,"errors":false,"items":[{"index":{"_index":"test.pictures","_type":"pictureobject","_id":"io0YMW+63RHRth+lpSS9ZuFnCyEZBbqhs6RS7o9emoA","_version":6623940782866825221,"result":"created","_shards":{"total":2,"successful":1,"failed":0},"_seq_no":2941,"_primary_term":1,"status":201}}]},
2018-11-15T04:33:17.390380525Z TRACE 2018/11/15 04:33:17 POST /_bulk HTTP/1.1
,
2018-11-15T04:33:17.390418980Z Host: elasticsearch:9200
,
2018-11-15T04:33:17.390428162Z User-Agent: elastic/6.2.11 (linux-amd64)
,
2018-11-15T04:33:17.390435967Z Content-Length: 353
,
2018-11-15T04:33:17.390443256Z Accept: application/json
,
2018-11-15T04:33:17.390450596Z Content-Type: application/x-ndjson
,
2018-11-15T04:33:17.390457727Z Accept-Encoding: gzip
,
2018-11-15T04:33:17.390478861Z
,
2018-11-15T04:33:17.390486694Z {"index":{"_index":"test.pictures","_id":"rYE331Fy23wLP9PiwkYf86UZ1mQphIBC4wWdg-VqdsY","_type":"pictureobject","version":6623940787161792515,"version_type":"external"}},
2018-11-15T04:33:17.390496858Z {"AlbumId":"b9a0522f-4a3e-4cbe-8c18-9a7259097ad5","AlbumOffset":9,"CreatedOn":"2018-11-15T04:33:17.355Z","Height":1690,:1280},