@timestamp	2017-02-22T01:01:08
t@version	1
t_id	AVpjVhOqlL3ktRIGMtol
t_index	logstash-2017.02.22
#_score	1
t_type	mediawiki
?caught_by	  other
tchannel	exception
texception.class	DBReplicationWaitError
#exception.code	0
texception.file	/srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/lbfactory/LBFactory.php:372
texception.message	Could not wait for replica DBs to catch up to db1049
texception.trace	/srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/lbfactory/LBFactory.php:413, /srv/mediawiki/php-1.29.0-wmf.12/extensions/GeoData/includes/Hooks.php:197, /srv/mediawiki/php-1.29.0-wmf.12/extensions/GeoData/includes/Hooks.php:126, /srv/mediawiki/php-1.29.0-wmf.12/includes/Hooks.php:186, /srv/mediawiki/php-1.29.0-wmf.12/includes/deferred/LinksUpdate.php:186, /srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/database/Database.php:2558, /srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/loadbalancer/LoadBalancer.php:1197, /srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/loadbalancer/LoadBalancer.php:1424, /srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/loadbalancer/LoadBalancer.php:1206, /srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/lbfactory/LBFactory.php:236, {"function":"Closure$Wikimedia\\Rdbms\\LBFactory::commitMasterChanges","args":["[object] (LoadBalancer: {})"]}, /srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/lbfactory/LBFactoryMulti.php:422, /srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/lbfactory/LBFactory.php:238, /srv/mediawiki/php-1.29.0-wmf.12/includes/jobqueue/JobRunner.php:539, /srv/mediawiki/php-1.29.0-wmf.12/includes/jobqueue/JobRunner.php:289, /srv/mediawiki/php-1.29.0-wmf.12/includes/jobqueue/JobRunner.php:187, /srv/mediawiki/rpc/RunJobs.php:47
texception_id	ddd0af58c73c57f3767289f8
thost	mw1165
thttp_method	POST
tip	127.0.0.1
tlevel	ERROR
tmessage	[ddd0af58c73c57f3767289f8] /rpc/RunJobs.php?wiki=svwiki&type=refreshLinksPrioritized&maxtime=60&maxmem=300M   DBReplicationWaitError from line 372 of /srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/lbfactory/LBFactory.php: Could not wait for replica DBs to catch up to db1049
tmessage_checksum	361550dbdf6313ce2317be6e0d83e012
tmwversion	1.29.0-wmf.12
tnormalized_message	[ddd0af58c73c57f3767289f8] /rpc/RunJobs.php?wiki=svwiki&type=refreshLinksPrioritized&maxtime=60&maxmem=300M   DBReplicationWaitError from line 372 of /srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/lbfactory/LBFactory.php: Could not wait for replica 
treferrer	 - 
treqId	ddd0af58c73c57f3767289f8
tserver	127.0.0.1
ttags	syslog, es, es
ttype	mediawiki
turl	/rpc/RunJobs.php?wiki=svwiki&type=refreshLinksPrioritized&maxtime=60&maxmem=300M
twiki	svwiki

{
  "_index": "logstash-2017.02.22",
  "_type": "mediawiki",
  "_id": "AVpjVhOqlL3ktRIGMtol",
  "_score": 1,
  "_source": {
    "message": "[ddd0af58c73c57f3767289f8] /rpc/RunJobs.php?wiki=svwiki&type=refreshLinksPrioritized&maxtime=60&maxmem=300M   DBReplicationWaitError from line 372 of /srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/lbfactory/LBFactory.php: Could not wait for replica DBs to catch up to db1049",
    "@version": 1,
    "@timestamp": "2017-02-22T01:01:08.000Z",
    "type": "mediawiki",
    "host": "mw1165",
    "level": "ERROR",
    "tags": [
      "syslog",
      "es",
      "es"
    ],
    "channel": "exception",
    "normalized_message": "[ddd0af58c73c57f3767289f8] /rpc/RunJobs.php?wiki=svwiki&type=refreshLinksPrioritized&maxtime=60&maxmem=300M   DBReplicationWaitError from line 372 of /srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/lbfactory/LBFactory.php: Could not wait for replica ",
    "url": "/rpc/RunJobs.php?wiki=svwiki&type=refreshLinksPrioritized&maxtime=60&maxmem=300M",
    "ip": "127.0.0.1",
    "http_method": "POST",
    "server": "127.0.0.1",
    "referrer": null,
    "wiki": "svwiki",
    "mwversion": "1.29.0-wmf.12",
    "reqId": "ddd0af58c73c57f3767289f8",
    "exception": {
      "class": "DBReplicationWaitError",
      "message": "Could not wait for replica DBs to catch up to db1049",
      "code": 0,
      "file": "/srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/lbfactory/LBFactory.php:372",
      "trace": [
        "/srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/lbfactory/LBFactory.php:413",
        "/srv/mediawiki/php-1.29.0-wmf.12/extensions/GeoData/includes/Hooks.php:197",
        "/srv/mediawiki/php-1.29.0-wmf.12/extensions/GeoData/includes/Hooks.php:126",
        "/srv/mediawiki/php-1.29.0-wmf.12/includes/Hooks.php:186",
        "/srv/mediawiki/php-1.29.0-wmf.12/includes/deferred/LinksUpdate.php:186",
        "/srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/database/Database.php:2558",
        "/srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/loadbalancer/LoadBalancer.php:1197",
        "/srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/loadbalancer/LoadBalancer.php:1424",
        "/srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/loadbalancer/LoadBalancer.php:1206",
        "/srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/lbfactory/LBFactory.php:236",
        "{\"function\":\"Closure$Wikimedia\\\\Rdbms\\\\LBFactory::commitMasterChanges\",\"args\":[\"[object] (LoadBalancer: {})\"]}",
        "/srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/lbfactory/LBFactoryMulti.php:422",
        "/srv/mediawiki/php-1.29.0-wmf.12/includes/libs/rdbms/lbfactory/LBFactory.php:238",
        "/srv/mediawiki/php-1.29.0-wmf.12/includes/jobqueue/JobRunner.php:539",
        "/srv/mediawiki/php-1.29.0-wmf.12/includes/jobqueue/JobRunner.php:289",
        "/srv/mediawiki/php-1.29.0-wmf.12/includes/jobqueue/JobRunner.php:187",
        "/srv/mediawiki/rpc/RunJobs.php:47"
      ]
    },
    "exception_id": "ddd0af58c73c57f3767289f8",
    "caught_by": "other",
    "message_checksum": "361550dbdf6313ce2317be6e0d83e012"
  },
  "fields": {
    "@timestamp": [
      1487725268000
    ]
  }
}