busted queries are wrong

[klahnakoski]

A rollback to an old version did not fix the query problems.

@Archaeopteryx is seeing the same problems:

ip-172-31-1-12 (pid 23616) - 2020-05-28 12:19:35.610222 - Unknown Thread 140612163249984 - "/home/ec2-user/ActiveData/active_data/actions/__init__.py:41" - (send_error) - 
WARNING: Could not process
{
  "orderby":"repo.index, job.type.name, action.start_time",
  "where":{
    "and":[
      {
        "eq":{
          "run.state":"completed"
        }
      },
      {
        "in":{
          "repo.branch.name":[
            "autoland",
            "mozilla-inbound",
            "mozilla-central",
            "mozilla-beta"
          ]
        }
      },
      {
        "in":{
          "run.result":[
            "busted",
            "exception",
            "testfailed"
          ]
        }
      },
      {
        "neq":{
          "failure.notes.failure_classification":"autoclassified intermittent"
        }
      },
      {
        "neq":{
          "failure.classify":"not classified"
        }
      },
      {
        "gte":[
          "action.end_time",
          {
            "date":"now-week"
          }
        ]
      },
      {
        "lte":[
          "action.end_time",
          {
            "date":"now"
          }
        ]
      }
    ]
  },
  "from":"treeherder",
  "limit":1000000,
  "select":[
    "repo.index",
    "job.type.name",
    "repo.push.date",
    "failure.notes.failure_classification",
    "failure.notes.created",
    "action.start_time",
    "action.end_time"
  ]
}
	File "/home/ec2-user/ActiveData/active_data/actions/__init__.py", line 41, in send_error
	File "/home/ec2-user/ActiveData/active_data/actions/query.py", line 105, in jx_query
	File "/home/ec2-user/ActiveData/vendor/mo_threads/threads.py", line 513, in output
	File "/home/ec2-user/ActiveData/vendor/pyLibrary/env/flask_wrappers.py", line 60, in output
	File "/usr/local/lib/python2.7/site-packages/flask/app.py", line 1461, in dispatch_request
	File "/usr/local/lib/python2.7/site-packages/flask/app.py", line 1475, in full_dispatch_request
	File "/usr/local/lib/python2.7/site-packages/flask/app.py", line 1817, in wsgi_app
	File "/usr/local/lib/python2.7/site-packages/flask/app.py", line 1836, in __call__
	File "/usr/local/lib/python2.7/site-packages/gunicorn/workers/sync.py", line 176, in handle_request
	File "/usr/local/lib/python2.7/site-packages/gunicorn/workers/sync.py", line 135, in handle
	File "/usr/local/lib/python2.7/site-packages/gunicorn/workers/sync.py", line 30, in accept
	File "/usr/local/lib/python2.7/site-packages/gunicorn/workers/sync.py", line 68, in run_for_one
	File "/usr/local/lib/python2.7/site-packages/gunicorn/workers/sync.py", line 124, in run
	File "/usr/local/lib/python2.7/site-packages/gunicorn/workers/base.py", line 131, in init_process
	File "/usr/local/lib/python2.7/site-packages/gunicorn/arbiter.py", line 578, in spawn_worker
	File "/usr/local/lib/python2.7/site-packages/gunicorn/arbiter.py", line 611, in spawn_workers
	File "/usr/local/lib/python2.7/site-packages/gunicorn/arbiter.py", line 544, in manage_workers
	File "/usr/local/lib/python2.7/site-packages/gunicorn/arbiter.py", line 202, in run
	File "/usr/local/lib/python2.7/site-packages/gunicorn/app/base.py", line 72, in run
	File "/usr/local/lib/python2.7/site-packages/gunicorn/app/base.py", line 203, in run
	File "/usr/local/lib/python2.7/site-packages/gunicorn/app/wsgiapp.py", line 74, in run
	File "/usr/local/bin/gunicorn", line 11, in <module>
caused by
	ERROR: problem
	File "/home/ec2-user/ActiveData/vendor/jx_elasticsearch/es52/__init__.py", line 210, in query
	File "/home/ec2-user/ActiveData/vendor/jx_python/jx.py", line 63, in run
	File "/home/ec2-user/ActiveData/active_data/actions/query.py", line 64, in jx_query
	File "/home/ec2-user/ActiveData/vendor/mo_threads/threads.py", line 513, in output
	File "/home/ec2-user/ActiveData/vendor/pyLibrary/env/flask_wrappers.py", line 60, in output
	File "/usr/local/lib/python2.7/site-packages/flask/app.py", line 1461, in dispatch_request
	File "/usr/local/lib/python2.7/site-packages/flask/app.py", line 1475, in full_dispatch_request
	File "/usr/local/lib/python2.7/site-packages/flask/app.py", line 1817, in wsgi_app
	File "/usr/local/lib/python2.7/site-packages/flask/app.py", line 1836, in __call__
	File "/usr/local/lib/python2.7/site-packages/gunicorn/workers/sync.py", line 176, in handle_request
	File "/usr/local/lib/python2.7/site-packages/gunicorn/workers/sync.py", line 135, in handle
	File "/usr/local/lib/python2.7/site-packages/gunicorn/workers/sync.py", line 30, in accept
	File "/usr/local/lib/python2.7/site-packages/gunicorn/workers/sync.py", line 68, in run_for_one
	File "/usr/local/lib/python2.7/site-packages/gunicorn/workers/sync.py", line 124, in run
	File "/usr/local/lib/python2.7/site-packages/gunicorn/workers/base.py", line 131, in init_process
	File "/usr/local/lib/python2.7/site-packages/gunicorn/arbiter.py", line 578, in spawn_worker
	File "/usr/local/lib/python2.7/site-packages/gunicorn/arbiter.py", line 611, in spawn_workers
	File "/usr/local/lib/python2.7/site-packages/gunicorn/arbiter.py", line 544, in manage_workers
	File "/usr/local/lib/python2.7/site-packages/gunicorn/arbiter.py", line 202, in run
	File "/usr/local/lib/python2.7/site-packages/gunicorn/app/base.py", line 72, in run
	File "/usr/local/lib/python2.7/site-packages/gunicorn/app/base.py", line 203, in run
	File "/usr/local/lib/python2.7/site-packages/gunicorn/app/wsgiapp.py", line 74, in run
	File "/usr/local/bin/gunicorn", line 11, in <module>
caused by
	ERROR: Can not handle complex expression clause
	File "/home/ec2-user/ActiveData/vendor/jx_elasticsearch/es52/expressions/_utils.py", line 116, in split_expression_by_path
	File "/home/ec2-user/ActiveData/vendor/jx_elasticsearch/es52/expressions/_utils.py", line 114, in split_expression_by_path
	File "/home/ec2-user/ActiveData/vendor/jx_elasticsearch/es52/expressions/_utils.py", line 114, in split_expression_by_path
	File "/home/ec2-user/ActiveData/vendor/jx_elasticsearch/es52/set_op.py", line 308, in es_setop
	File "/home/ec2-user/ActiveData/vendor/jx_elasticsearch/es52/__init__.py", line 203, in query
	File "/home/ec2-user/ActiveData/vendor/jx_python/jx.py", line 63, in run
	File "/home/ec2-user/ActiveData/active_data/actions/query.py", line 64, in jx_query
	File "/home/ec2-user/ActiveData/vendor/mo_threads/threads.py", line 513, in output
	File "/home/ec2-user/ActiveData/vendor/pyLibrary/env/flask_wrappers.py", line 60, in output
	File "/usr/local/lib/python2.7/site-packages/flask/app.py", line 1461, in dispatch_request
	File "/usr/local/lib/python2.7/site-packages/flask/app.py", line 1475, in full_dispatch_request
	File "/usr/local/lib/python2.7/site-packages/flask/app.py", line 1817, in wsgi_app
	File "/usr/local/lib/python2.7/site-packages/flask/app.py", line 1836, in __call__
	File "/usr/local/lib/python2.7/site-packages/gunicorn/workers/sync.py", line 176, in handle_request
	File "/usr/local/lib/python2.7/site-packages/gunicorn/workers/sync.py", line 135, in handle
	File "/usr/local/lib/python2.7/site-packages/gunicorn/workers/sync.py", line 30, in accept
	File "/usr/local/lib/python2.7/site-packages/gunicorn/workers/sync.py", line 68, in run_for_one
	File "/usr/local/lib/python2.7/site-packages/gunicorn/workers/sync.py", line 124, in run
	File "/usr/local/lib/python2.7/site-packages/gunicorn/workers/base.py", line 131, in init_process
	File "/usr/local/lib/python2.7/site-packages/gunicorn/arbiter.py", line 578, in spawn_worker
	File "/usr/local/lib/python2.7/site-packages/gunicorn/arbiter.py", line 611, in spawn_workers
	File "/usr/local/lib/python2.7/site-packages/gunicorn/arbiter.py", line 544, in manage_workers
	File "/usr/local/lib/python2.7/site-packages/gunicorn/arbiter.py", line 202, in run
	File "/usr/local/lib/python2.7/site-packages/gunicorn/app/base.py", line 72, in run
	File "/usr/local/lib/python2.7/site-packages/gunicorn/app/base.py", line 203, in run
	File "/usr/local/lib/python2.7/site-packages/gunicorn/app/wsgiapp.py", line 74, in run
	File "/usr/local/bin/gunicorn", line 11, in <module>

[klahnakoski]

Still broken

[klahnakoski]

@Archaeopteryx This is still broken. I continue to work on it.

[klahnakoski]

failure.classify was an old property in treeherder. It is now called: failure.classification

{
	"orderby":"repo.index, job.type.name, action.start_time",
	"where":{"and":[
		{"eq":{"run.state":"completed"}},
		{"in":{"repo.branch.name":[
			"autoland",
			"mozilla-inbound",
			"mozilla-central",
			"mozilla-beta"
		]}},
		{"in":{"run.result":["busted","exception","testfailed"]}},
		{"neq":{"failure.notes.failure_classification":"autoclassified intermittent"}},
		{"neq":{"failure.classification":"not classified"}},
		{"gte":["action.end_time",{"date":"now-week"}]},
		{"lte":["action.end_time",{"date":"now"}]}
	]},
	"from":"treeherder",
	"limit":10,
	"select":[
		"failure.classification",
		"repo.index",
		"job.type.name",
		"repo.push.date",
		"failure.notes.failure_classification",
		"failure.notes.created",
		"action.start_time",
		"action.end_time"
	]
}

[klahnakoski]

still inserting

{"exists":{"field":"failure.classification.~s~"}},

as top-level restriction

[klahnakoski]

@Archaeopteryx This is working in the current version (not deployed), but no in the new version.