rtx.js

var input_qg = { "edges": {}, "nodes": {} };
var workflow = { 'workflow' : [], 'message' : {} };
var qgids = [];
var cyobj = [];
var cytodata = {};
var predicates = {};
var all_predicates = [];
var all_nodes = {};
var summary_table_html = '';
var summary_score_histogram = {};
var summary_tsv = [];
var compare_tsv = [];
var columnlist = [];
var response_cache = {};
var UIstate = {};

// defaults
var base = "";
var baseAPI = base + "api/arax/v1.4";
var araxQuery = '';

// possibly imported by calling page (e.g. index.html)
if (typeof config !== 'undefined') {
    if (config.base)
	base = config.base;
    if (config.query_endpoint)
	araxQuery = config.query_endpoint;
    if (config.baseAPI)
	baseAPI = config.baseAPI;
}
if (!araxQuery)
    araxQuery = baseAPI + '/query';

var providers = {
    "ARAX" : { "url" : baseAPI },
    "ARAXQ": { "url" : araxQuery },
    "ARS"  : { "url" : "https://ars-prod.transltr.io/ars/api/submit" },
    "EXT"  : { "url" : "https://translator.broadinstitute.org/molepro/trapi/v1.4" }
};

// these attributes are floats; truncate them
const attributes_to_truncate = [
    "Contribution",
    "chi_square",
    "confidence",
    "fisher_exact_test_p-value",
    "jaccard_index",
    "ln_ratio",
    "ngd",
    "normalized_google_distance",
    "observed_expected_ratio",
    "pValue",
    "paired_concept_freq",
    "paired_concept_frequency",
    "probability",
    "probability_drug_treats",
    "relative_frequency_object",
    "relative_frequency_subject"
];


function main() {
    UIstate["submitter"] = 'ARAX GUI';
    UIstate['autorefresh'] = true;
    UIstate["timeout"] = '30';
    UIstate["pruning"] = '50';
    UIstate["pid"] = null;
    UIstate["viewing"] = null;
    UIstate["version"] = checkUIversion(false);
    UIstate["scorestep"] = 0.1;
    UIstate["maxresults"] = 1000;
    UIstate["prevtimestampobj"] = null;
    document.getElementById("menuapiurl").href = providers["ARAX"].url + "/ui/";

    load_meta_knowledge_graph();
    populate_dsl_commands();
    populate_wf_operations();
    populate_wfjson();
    display_list('A');
    display_list('B');
    add_status_divs();
    cytodata['QG'] = 'dummy';

    for (var prov in providers) {
	document.getElementById(prov+"_url").value = providers[prov].url;
	document.getElementById(prov+"_url_button").disabled = true;
    }
    for (var setting of ["submitter","timeout","pruning","maxresults"]) {
	document.getElementById(setting+"_url").value = UIstate[setting];
	document.getElementById(setting+"_url_button").disabled = true;
    }
    var tab = getQueryVariable("tab") || "query";
    var syn = getQueryVariable("term") || null;
    var rec = getQueryVariable("recent") || null;
    var pks = getQueryVariable("latest") || null;
    var sys = getQueryVariable("systest") || null;
    var sai = getQueryVariable("smartapi") || getQueryVariable("smartAPI") || null;

    var response_id = getQueryVariable("r") || getQueryVariable("id") || null;
    if (response_id) {
	response_id.trim();
	var statusdiv = document.getElementById("statusdiv");
	statusdiv.innerHTML = '';
	statusdiv.appendChild(document.createTextNode("You have requested response id = " + response_id));
	statusdiv.appendChild(document.createElement("br"));

	document.getElementById("devdiv").innerHTML =  "Requested response id = " + response_id + "<br>";
	retrieve_response(providers['ARAX'].url+'/response/'+response_id,response_id,"all");
        pasteId(response_id);
	selectInput("qid");
    }
    else {
	add_cyto(99999,"QG");
    }

    if (syn) {
	tab = "synonym";
	lookup_synonym(syn,false);
    }
    else if (rec) {
	document.getElementById("qftime").value = rec;
	tab = "recentqs";
	retrieveRecentQs(false);
    }
    else if (pks) {
	document.getElementById("howmanylatest").value = pks;
	var from = getQueryVariable("from") || 'test';
	if (!from.startsWith("ars"))
	    from = 'ars.' + from;
	if (!from.endsWith(".transltr.io"))
	    from += '.transltr.io';
        document.getElementById("wherefromlatest").value = from;
	selectInput("qnew");
	retrieveRecentResps();
    }
    else if (sai) {
	tab = "kpinfo";
	retrieveKPInfo();
    }
    else if (sys) {
	tab = "systest";
	retrieveSysTestResults();
    }
    openSection(tab);
    dragElement(document.getElementById('nodeeditor'));
    dragElement(document.getElementById('edgeeditor'));
}

function sesame(head,content) {
    if (head == "openmax") {
	content.style.maxHeight = content.scrollHeight + "px";
	return;
    }
    else if (head == "collapse") {
        content.style.maxHeight = null;
	return;
    }
    else if (head) {
	head.classList.toggle("openaccordion");
    }

    if (content.style.maxHeight)
	content.style.maxHeight = null;
    else
	content.style.maxHeight = content.scrollHeight + "px";
}


function openSection(sect) {
    if (!document.getElementById(sect+"Menu") || !document.getElementById(sect+"Div"))
	sect = "query";

    display_qg_popup('node','hide');
    display_qg_popup('edge','hide');

    var e = document.getElementsByClassName("menucurrent");
    if (e) e[0].className = "menuleftitem";
    document.getElementById(sect+"Menu").className = "menucurrent";

    for (var e of document.getElementsByClassName("pagesection")) {
        e.style.maxHeight = null;
        e.style.visibility = 'hidden';
    }
    document.getElementById(sect+"Div").style.maxHeight = "none";
    document.getElementById(sect+"Div").style.visibility = 'visible';
    window.scrollTo(0,0);
}

// somehow merge with above?  eh...
function selectInput (input_id) {
    var e = document.getElementsByClassName("slink_on");
    if (e[0]) { e[0].classList.remove("slink_on"); }
    document.getElementById(input_id+"_link").classList.add("slink_on");

    display_qg_popup('node','hide');
    display_qg_popup('edge','hide');

    for (var s of ['qgraph_input','qjson_input','qdsl_input','qwf_input','qid_input','resp_input','qnew_input']) {
	document.getElementById(s).style.maxHeight = null;
	document.getElementById(s).style.visibility = 'hidden';
    }
    document.getElementById(input_id+"_input").style.maxHeight = "100%";
    document.getElementById(input_id+"_input").style.visibility = 'visible';
}


function clearJSON() {
    document.getElementById("jsonText").value = '';
}
function clearDSL() {
    document.getElementById("dslText").value = '';
}
function clearResponse() {
    document.getElementById("responseText").value = '';
}

function pasteSyn(word) {
    document.getElementById("newsynonym").value = word;
}
function pasteId(id) {
    document.getElementById("idForm").elements["idText"].value = id;
    document.getElementById("qid").value = '';
    document.getElementById("qid").blur();
}
function pasteExample(type) {
    if (type == "DSL") {
	document.getElementById("dslText").value = '# This program creates two query nodes and a query edge between them, looks for matching edges in the KG,\n# overlays NGD metrics, and returns the top 30 results\nadd_qnode(name=acetaminophen, key=n0)\nadd_qnode(categories=biolink:Protein, key=n1)\nadd_qedge(subject=n0, object=n1, key=e0)\nexpand()\noverlay(action=compute_ngd, virtual_relation_label=N1, subject_qnode_key=n0, object_qnode_key=n1)\nresultify()\nfilter_results(action=limit_number_of_results, max_results=30)\n';
    }
    else if (type == "JSON1") {
	document.getElementById("jsonText").value = '{\n   "edges": {\n      "e00": {\n         "subject":   "n00",\n         "object":    "n01",\n         "predicates": ["biolink:physically_interacts_with"]\n      }\n   },\n   "nodes": {\n      "n00": {\n         "ids":        ["CHEMBL.COMPOUND:CHEMBL112"]\n      },\n      "n01": {\n         "categories":  ["biolink:Protein"]\n      }\n   }\n}\n';
    }
    else if (type == "JSON2") {
	document.getElementById("jsonText").value = '{\n  "edges": {\n    "t_edge": {\n      "attribute_constraints": [],\n      "knowledge_type": "inferred",\n      "object": "on",\n      "predicates": [\n        "biolink:treats"\n      ],\n      "qualifier_constraints": [],\n      "subject": "sn"\n    }\n  },\n  "nodes": {\n    "on": {\n      "categories": [\n        "biolink:Disease"\n      ],\n      "constraints": [],\n      "ids": [\n        "MONDO:0015564"\n      ],\n      "is_set": false\n    },\n    "sn": {\n      "categories": [\n        "biolink:ChemicalEntity"\n      ],\n      "constraints": [],\n      "is_set": false\n    }\n  }\n}\n';
    }
    else if (type == "JSON3") {
	document.getElementById("jsonText").value = '{\n  "edges": {\n    "t_edge": {\n      "knowledge_type": "inferred",\n      "object": "on",\n      "predicates": [\n        "biolink:affects"\n      ],\n      "qualifier_constraints": [\n        {\n          "qualifier_set": [\n            {\n              "qualifier_type_id": "biolink:object_aspect_qualifier",\n              "qualifier_value": "activity_or_abundance"\n            },\n            {\n              "qualifier_type_id": "biolink:object_direction_qualifier",\n              "qualifier_value": "increased"\n            }\n          ]\n        }\n      ],\n      "subject": "sn"\n    }\n  },\n  "nodes": {\n    "on": {\n      "categories": [\n        "biolink:Gene"\n      ],\n      "ids": [\n        "NCBIGene:51341"\n      ]\n    },\n    "sn": {\n      "categories": [\n        "biolink:ChemicalEntity"\n      ]\n    }\n  }\n}\n';
    }

}

function reset_vars() {
    add_status_divs();
    checkUIversion(true);
    if (cyobj[0]) {cyobj[0].elements().remove();}
    display_qg_popup('node','hide');
    display_qg_popup('edge','hide');
    document.getElementById("queryplan_container").innerHTML = "";
    if (document.getElementById("queryplan_stream")) {
	document.getElementById("queryplan_streamhead").remove();
	document.getElementById("queryplan_stream").remove();
    }
    document.getElementById("result_container").innerHTML = "";
    document.getElementById("summary_container").innerHTML = "";
    document.getElementById("provenance_container").innerHTML = "";
    document.getElementById("menunummessages").innerHTML = "--";
    document.getElementById("menunummessages").className = "numold menunum";
    document.getElementById("menunumresults").innerHTML = "--";
    document.getElementById("menunumresults").className = "numold menunum";
    summary_table_html = '';
    summary_score_histogram = {};
    summary_tsv = [];
    columnlist = [];
    all_nodes = {};
    cyobj = [];
    cytodata['QG'] = 'dummy';
}

function viewResponse() {
    var resp = document.getElementById("responseText").value;
    if (!resp) return;

    reset_vars();

    var jsonInput;
    try {
	jsonInput = JSON.parse(resp);
    }
    catch(e) {
	statusdiv.appendChild(document.createElement("br"));
	if (e.name == "SyntaxError")
	    statusdiv.innerHTML += "<b>Error</b> parsing JSON response input. Please correct errors and resubmit: ";
	else
	    statusdiv.innerHTML += "<b>Error</b> processing response input. Please correct errors and resubmit: ";
	statusdiv.appendChild(document.createElement("br"));
	statusdiv.innerHTML += "<span class='error'>"+e+"</span>";
	return;
    }

    render_response(jsonInput,true);
}


function postQuery(qtype,agent) {
    var queryObj = {};

    reset_vars();
    var statusdiv = document.getElementById("statusdiv");

    // assemble QueryObject
    if (qtype == "DSL") {
	statusdiv.innerHTML = "Posting DSL.  Looking for answer...";
	statusdiv.appendChild(document.createElement("br"));

	var dslArrayOfLines = document.getElementById("dslText").value.split("\n");
	queryObj["message"] = {};
	queryObj["operations"] = { "actions": dslArrayOfLines};
    }
    else if (qtype == "WorkFlow") {
        statusdiv.innerHTML = "Posting Workflow JSON.  Awaiting response...";
	statusdiv.appendChild(document.createElement("br"));
	update_wfjson();
	queryObj = workflow;
    }
    else if (qtype == "JSON") {
	statusdiv.innerHTML = "Posting JSON.  Looking for answer...";
	statusdiv.appendChild(document.createElement("br"));

        var jsonInput;
	try {
	    jsonInput = JSON.parse(document.getElementById("jsonText").value);
	}
	catch(e) {
            statusdiv.appendChild(document.createElement("br"));
	    if (e.name == "SyntaxError")
		statusdiv.innerHTML += "<b>Error</b> parsing JSON input. Please correct errors and resubmit: ";
	    else
		statusdiv.innerHTML += "<b>Error</b> processing input. Please correct errors and resubmit: ";
            statusdiv.appendChild(document.createElement("br"));
	    statusdiv.innerHTML += "<span class='error'>"+e+"</span>";
	    return;
	}

	if (jsonInput.message)
	    queryObj = jsonInput;
	else
	    queryObj.message = { "query_graph": jsonInput };

	//queryObj.max_results = 100;

	qg_new(false,false);
    }
    else {  // qGraph
	statusdiv.innerHTML = "Posting graph.  Looking for answer...";
        statusdiv.appendChild(document.createElement("br"));

	qg_clean_up(true);
	queryObj.message = { "query_graph": input_qg };
	//queryObj.bypass_cache = bypass_cache;
	//queryObj.max_results = 100;

	qg_new(false,false);
    }

    queryObj.submitter = UIstate["submitter"];

    if (agent == 'ARS')
	postQuery_ARS(queryObj);
    else if (agent == 'EXT')
	postQuery_EXT(queryObj);
    else
	postQuery_ARAX(qtype,queryObj);

}

function postQuery_ARS(queryObj) {
    document.getElementById("statusdiv").innerHTML += " - contacting ARS...";
    document.getElementById("statusdiv").appendChild(document.createElement("br"));

    fetch(providers["ARS"].url, {
	method: 'post',
	body: JSON.stringify(queryObj),
	headers: { 'Content-type': 'application/json' }
    }).then(response => {
	if (response.ok) return response.json();
	else throw new Error('Something went wrong');
    })
        .then(data => {
	    var message_id = data['pk'];
	    document.getElementById("statusdiv").innerHTML += " - got message_id = "+message_id;
	    document.getElementById("statusdiv").appendChild(document.createElement("br"));
	    pasteId(message_id);
	    selectInput("qid");
	    retrieve_response(providers['ARAX'].url+"/response/"+message_id,message_id,"all");
	})
        .catch(error => {
            document.getElementById("statusdiv").innerHTML += " - ERROR:: "+error;
        });

    return;
}


function postQuery_EXT(queryObj) {
    document.getElementById("statusdiv").innerHTML += " - contacting 3rd party API...";
    document.getElementById("statusdiv").appendChild(document.createElement("br"));

    fetch(providers["EXT"].url + "/query", {
	method: 'post',
	body: JSON.stringify(queryObj),
	headers: { 'Content-type': 'application/json' }

    }).then(response => {
	if (response.ok) return response.json();
	else throw new Error('Something went wrong');

    }).then(data => {
	var dev = document.getElementById("devdiv");
        dev.appendChild(document.createElement("br"));
	dev.appendChild(document.createTextNode('='.repeat(80)+" RESPONSE MESSAGE::"));
	var pre = document.createElement("pre");
	pre.id = "responseJSON";
	pre.appendChild(document.createTextNode(JSON.stringify(data,null,2)));
	dev.appendChild(pre);

	if (data["description"])
	    statusdiv.appendChild(document.createTextNode(data["description"]));  // italics?
	else
	    statusdiv.appendChild(document.createTextNode(" - JSON response received"));  // italics?
	statusdiv.appendChild(document.createElement("br"));
	sesame('openmax',statusdiv);

	if (!data["status"] || data["status"] == "OK" || data["status"] == "Success") {
	    input_qg = { "edges": {}, "nodes": {} };
	    render_response(data, true);
	}
	else if (data["status"] == "QueryGraphZeroNodes") {
	    qg_new(false,false);
	}
	else if (data["logs"]) {
	    process_log(data["logs"]);
	}
	else {
	    statusdiv.innerHTML += "<br><span class='error'>An error was encountered while parsing the response from the remote server (no log; code:"+data.status+")</span>";
	    document.getElementById("devdiv").innerHTML += "------------------------------------ error with capturing QUERY:<br>"+data;
	    sesame('openmax',statusdiv);
	}

    }).catch(error => {
	document.getElementById("statusdiv").innerHTML += " - ERROR:: "+error;
    });

    return;
}


// use fetch and stream
function postQuery_ARAX(qtype,queryObj) {
    queryObj.stream_progress = true;
    if (UIstate["timeout"]) {
	if (!queryObj.query_options)
	    queryObj.query_options = {};
	queryObj.query_options['kp_timeout'] = UIstate["timeout"];
    }
    if (UIstate["pruning"]) {
	if (!queryObj.query_options)
	    queryObj.query_options = {};
	queryObj.query_options['prune_threshold'] = UIstate["pruning"];
    }
    var cmddiv = document.createElement("div");
    cmddiv.id = "cmdoutput";
    statusdiv.appendChild(cmddiv);
//    statusdiv.appendChild(document.createElement("br"));

    statusdiv.appendChild(document.createTextNode("Processing step "));
    var span = document.createElement("span");
    span.id = "finishedSteps";
    span.style.fontWeight = "bold";
//    span.className = "menunum numnew";
    span.appendChild(document.createTextNode("0"));
    statusdiv.appendChild(span);
    statusdiv.appendChild(document.createTextNode(" of "));
    span = document.createElement("span");
    span.id = "totalSteps";
//    span.className = "menunum";
    span.appendChild(document.createTextNode("??"));
    statusdiv.appendChild(span);

    span = document.createElement("span");
    span.className = "progress";

    var span2 = document.createElement("span");
    span2.id = "progressBar";
    span2.className = "bar";
    span2.appendChild(document.createTextNode("0%"));
    span.appendChild(span2);

    statusdiv.appendChild(span);
    statusdiv.appendChild(document.createElement("br"));
    statusdiv.appendChild(document.createElement("br"));
    sesame('openmax',statusdiv);

    add_to_dev_info("Posted to QUERY",queryObj);
    fetch(providers["ARAXQ"].url, {
	method: 'post',
	body: JSON.stringify(queryObj),
	headers: { 'Content-type': 'application/json' }
    }).then(function(response) {
	var reader = response.body.getReader();
	var partialMsg = '';
	var enqueue = false;
	var numCurrMsgs = 0;
	var totalSteps = 0;
	var finishedSteps = 0;
	var decoder = new TextDecoder();
	var respjson = '';

	function scan() {
	    return reader.read().then(function(result) {
		partialMsg += decoder.decode(result.value || new Uint8Array, {
		    stream: !result.done
		});

		var completeMsgs = partialMsg.split("}\n");
		//console.log("================ completeMsgs::");
		//console.log(completeMsgs);

		if (!result.done) {
		    // Last msg is likely incomplete; hold it for next time
		    partialMsg = completeMsgs[completeMsgs.length - 1];
		    // Remove it from our complete msgs
		    completeMsgs = completeMsgs.slice(0, -1);
		}

		for (var msg of completeMsgs) {
		    msg = msg.trim();
		    if (msg == null) continue;
		    //console.log("================ msg::");
		    //console.log(msg);

		    if (enqueue) {
			respjson += msg;
		    }
		    else {
			msg += "}"; // lost in the split, above

			var jsonMsg = JSON.parse(msg);
			if (jsonMsg.logs) { // was:: (jsonMsg.description) {
			    enqueue = true;
			    respjson += msg;
			}
			else if (jsonMsg.message) {
			    if (jsonMsg.message.match(/^Parsing action: [^\#]\S+/)) {
				totalSteps++;
			    }
			    else if (totalSteps>0) {
				document.getElementById("totalSteps").innerHTML = totalSteps;
				if (numCurrMsgs < 99)
				    numCurrMsgs++;
				if (finishedSteps == totalSteps)
				    numCurrMsgs = 1;

                                document.getElementById("progressBar").style.width = (800*(finishedSteps+0.5*Math.log10(numCurrMsgs))/totalSteps)+"px";
				document.getElementById("progressBar").innerHTML = Math.round(99*(finishedSteps+0.5*Math.log10(numCurrMsgs))/totalSteps)+"%\u00A0\u00A0";

				if (jsonMsg.message.match(/^Processing action/)) {
				    finishedSteps++;
				    document.getElementById("finishedSteps").innerHTML = finishedSteps;
				    numCurrMsgs = 0;
				}
			    }

			    cmddiv.appendChild(document.createTextNode(jsonMsg.timestamp+'\u00A0'+jsonMsg.level+':\u00A0'+jsonMsg.message));
			    cmddiv.appendChild(document.createElement("br"));
			    cmddiv.scrollTop = cmddiv.scrollHeight;
			}
                        else if (jsonMsg.qedge_keys) {
			    var div;
			    if (document.getElementById("queryplan_stream"))
				div = document.getElementById("queryplan_stream");
			    else {
				div = document.createElement("div");
				div.id = "queryplan_streamhead";
				div.className = 'statushead';
				div.appendChild(document.createTextNode("Expansion Progress"));
				document.getElementById("status_container").before(div);

				div = document.createElement("div");
				div.id = "queryplan_stream";
				div.className = 'status';
				document.getElementById("status_container").before(div);
			    }

			    div.innerHTML = '';
			    div.appendChild(document.createElement("br"));
			    render_queryplan_table(jsonMsg, div);
			    div.appendChild(document.createElement("br"));
			}
                        else if (jsonMsg.pid) {
			    UIstate["pid"] = jsonMsg;
			    display_kill_button();
			}
			else if (jsonMsg.detail) {
			    cmddiv.appendChild(document.createElement("br"));
                            cmddiv.appendChild(document.createTextNode("ERROR:\u00A0"+jsonMsg.detail));
			    throw new Error(jsonMsg.detail);
			}
			else {
			    console.log("bad msg:"+JSON.stringify(jsonMsg,null,2));
			}
		    }
		}

		if (result.done) {
		    //console.log(respjson);
		    return respjson;
		}

		return scan();
	    })
	}
	return scan();
    })
        .then(response => {
	    var data = JSON.parse(response);

	    var dev = document.getElementById("devdiv");
            dev.appendChild(document.createElement("br"));
	    dev.appendChild(document.createTextNode('='.repeat(80)+" RESPONSE MESSAGE::"));
	    var pre = document.createElement("pre");
	    pre.id = "responseJSON";
	    pre.appendChild(document.createTextNode(JSON.stringify(data,null,2)));
	    dev.appendChild(pre);

	    if (document.getElementById("killquerybutton"))
		document.getElementById("killquerybutton").remove();

	    document.getElementById("progressBar").style.width = "800px";
	    if (data.status == "OK" || data.status == "Success")
		document.getElementById("progressBar").innerHTML = "Finished\u00A0\u00A0";
	    else {
		document.getElementById("progressBar").classList.add("barerror");
		document.getElementById("progressBar").innerHTML = "Error\u00A0\u00A0";
		document.getElementById("finishedSteps").classList.add("menunum","numnew","msgERROR");
		there_was_an_error();
	    }
	    statusdiv.appendChild(document.createTextNode(data["description"]));  // italics?
	    statusdiv.appendChild(document.createElement("br"));
	    sesame('openmax',statusdiv);

	    if (data["status"] == "QueryGraphZeroNodes") {
		qg_new(false,false);
	    }
	    else if (data["status"] == "OK" || data["status"] == "Success") {
		input_qg = { "edges": {}, "nodes": {} };
		render_response(data,qtype == "DSL");
	    }
	    else if (data["logs"]) {
		process_log(data["logs"]);
	    }
	    else {
		statusdiv.innerHTML += "<br><span class='error'>An error was encountered while parsing the response from the server (no log; code:"+data.status+")</span>";
		document.getElementById("devdiv").innerHTML += "------------------------------------ error with capturing QUERY:<br>"+data;
		sesame('openmax',statusdiv);
	    }

	})
        .catch(function(err) {
            if (document.getElementById("killquerybutton"))
		document.getElementById("killquerybutton").remove();

	    statusdiv.innerHTML += "<br><span class='error'>An error was encountered while contacting the server ("+err+")</span>";
	    document.getElementById("devdiv").innerHTML += "------------------------------------ error with parsing QUERY:<br>"+err;
	    sesame('openmax',statusdiv);
	    if (err.log)
		process_log(err.log);
	    console.log(err.message);

            there_was_an_error();
	});
}

function display_kill_button() {
    var button = document.createElement("input");
    button.id = 'killquerybutton';
    button.className = 'questionBox button';
    button.style.background = "#c40";
    button.type = 'button';
    button.name = 'action';
    button.value = 'Terminate Query!';
    button.title = 'Kill this request (pid='+UIstate["pid"].pid+')';
    button.setAttribute('onclick', 'kill_query();');

    document.getElementById("status_container").before(button);
}

function kill_query() {
    if (!UIstate["pid"].pid || !UIstate["pid"].authorization) {
        document.getElementById("killquerybutton").replaceWith('No PID or authorization; cannot terminate query');
	return;
    }

    fetch(providers["ARAX"].url + "/status?terminate_pid="+UIstate["pid"].pid+"&authorization="+UIstate["pid"].authorization)
        .then(response => {
	    if (response.ok) return response.json();
	    else throw new Error('Something went wrong with termination...');
	})
        .then(data => {
            if (data.status == 'OK' || data.status == 'Success') {
		document.getElementById("killquerybutton").id = 'killquerybuttondead';
		addCheckBox(document.getElementById("killquerybuttondead"),true);
		var timeout = setTimeout(function() { document.getElementById("killquerybuttondead").remove(); } , 1500 );
		statusdiv.innerHTML += "<br><span class='error'>Query terminated by user</span>";
		if (document.getElementById("cmdoutput")) {
                    var cmddiv = document.getElementById("cmdoutput");
		    cmddiv.appendChild(document.createElement("br"));
		    cmddiv.appendChild(document.createTextNode(data.description));
                    cmddiv.appendChild(document.createElement("br"));
		    cmddiv.scrollTop = cmddiv.scrollHeight;
		    for (var e of document.getElementsByClassName("working")) {
			e.classList.remove('working');
			e.classList.remove('p5');
			e.classList.add('barerror');
		    }
		    document.getElementById("progressBar").classList.add("barerror");
		    document.getElementById("progressBar").innerHTML += " (terminated)\u00A0\u00A0";
		}
	    }
            else if (data.status == 'ERROR') {
		document.getElementById("killquerybutton").after('Cannot terminate query');
		console.warn('Query termination attempt error: '+data.description);
	    }
	    else throw new Error('Something went wrong while attempting to terminate query...');
	})
        .catch(error => {
	    var span = document.createElement("span");
	    span.className = 'error';
	    span.innerHTML = error;
	    document.getElementById("killquerybutton").after(span);
	});
}


function lookup_synonym(syn,open) {
    document.getElementById("newsynonym").value = syn.trim();
    sendSyn();
    if (open)
	openSection("synonym");
}

async function sendSyn() {
    var word = document.getElementById("newsynonym").value.trim();
    if (!word) return;

    var syndiv = document.getElementById("synonym_result_container");
    syndiv.innerHTML = "";
    var allweknow = await check_entity(word,true);

    if (0) { // set to 1 if you just want full JSON dump instead of html tables
	syndiv.innerHTML = "<pre>"+JSON.stringify(allweknow,null,2)+"</pre>";
	return;
    }

    var div, text, table, tr, td;

    div = document.createElement("div");
    div.className = "statushead";
    div.appendChild(document.createTextNode("Synonym Results"));
    text = document.createElement("a");
    text.target = '_blank';
    text.title = 'link to this synonym entry';
    text.href = "http://"+ window.location.hostname + window.location.pathname + "?term=" + word;
    text.innerHTML = "[ Direct link to this entry ]";
    text.style.float = "right";
    div.appendChild(text);
    syndiv.appendChild(div);

    div = document.createElement("div");
    div.className = "status";
    text = document.createElement("h2");
    text.className = "qprob p9";
    text.appendChild(document.createTextNode(word));
    div.appendChild(text);
    //div.appendChild(document.createElement("br"));

    if (!allweknow[word]) {
	text.className = "qprob p1";
	div.appendChild(document.createElement("br"));
	div.appendChild(document.createTextNode("Entity not found."));
	div.appendChild(document.createElement("br"));
	div.appendChild(document.createElement("br"));
	syndiv.appendChild(div);
	return;
    }

    if (allweknow[word].id) {
	table = document.createElement("table");
	table.className = 'sumtab';
	for (var syn in allweknow[word].id) {
	    tr = document.createElement("tr");
	    tr.className = 'hoverable';
	    td = document.createElement("td")
	    td.style.fontWeight = 'bold';
	    td.appendChild(document.createTextNode(syn));
	    tr.appendChild(td);
	    td = document.createElement("td")
	    if (syn == "identifier")
		td.appendChild(link_to_identifiers_dot_org(allweknow[word].id[syn]));
	    td.appendChild(document.createTextNode(allweknow[word].id[syn]));
	    tr.appendChild(td);
	    table.appendChild(tr);
	}

	if (allweknow[word].synonyms) {
	    tr = document.createElement("tr");
	    tr.className = 'hoverable';
	    td = document.createElement("td")
	    td.style.fontWeight = 'bold';
	    td.appendChild(document.createTextNode('synonyms (all)'));
	    tr.appendChild(td);
	    td = document.createElement("td")
	    var comma = '';
	    for (var syn in allweknow[word].synonyms) {
		td.appendChild(document.createTextNode(comma + syn + " (" +allweknow[word].synonyms[syn] + ")"));
		comma = ", ";
	    }
	    tr.appendChild(td);
	    table.appendChild(tr);
	}

	if (allweknow[word].categories) {
	    tr = document.createElement("tr");
	    tr.className = 'hoverable';
	    td = document.createElement("td")
	    td.style.fontWeight = 'bold';
	    td.appendChild(document.createTextNode('categories (all)'));
	    tr.appendChild(td);
	    td = document.createElement("td")
	    var comma = '';
	    for (var cat in allweknow[word].categories) {
		td.appendChild(document.createTextNode(comma + cat + " (" +allweknow[word].categories[cat] + ")"));
		comma = ", ";
	    }
	    tr.appendChild(td);
	    table.appendChild(tr);
	}

	div.appendChild(table);
    }

    if (allweknow[word].nodes) {
	text = document.createElement("h3");
        text.className = "qprob p5";
	text.appendChild(document.createTextNode('Nodes'));
	div.appendChild(text);

	table = document.createElement("table");
	table.className = 'sumtab';
	tr = document.createElement("tr");
	for (var head of ["Identifier","Label","Category","KG2pre","KG2pre Name","KG2pre Category","SRI_NN","SRI Name","SRI Category"] ) {
	    td = document.createElement("th")
	    td.appendChild(document.createTextNode(head));
	    tr.appendChild(td);
	}
	table.appendChild(tr);
	for (var syn of allweknow[word].nodes) {
	    tr = document.createElement("tr");
	    tr.className = 'hoverable';
	    td = document.createElement("td")
	    td.appendChild(link_to_identifiers_dot_org(syn.identifier));
	    td.appendChild(document.createTextNode(syn.identifier));
	    tr.appendChild(td);
	    td = document.createElement("td")
	    td.appendChild(document.createTextNode(syn.label));
	    tr.appendChild(td);
	    td = document.createElement("td")
	    td.appendChild(document.createTextNode(syn.category));
	    tr.appendChild(td);

	    td = document.createElement("td")
	    text = document.createElement("span");
	    if (syn.in_kg2pre) {
		text.innerHTML = '&check;';
		text.className = 'explevel p9';
		text.title = 'Found in KG2pre';
	    }
	    else {
		text.innerHTML = '&cross;';
		text.className = 'explevel p0';
		text.title = 'NOT found in KG2pre';
	    }
	    td.appendChild(text);
	    tr.appendChild(td);

            td = document.createElement("td")
	    td.appendChild(document.createTextNode(syn.name_kg2pre));
	    tr.appendChild(td);
	    td = document.createElement("td")
	    td.appendChild(document.createTextNode(syn.category_kg2pre));
	    tr.appendChild(td);

	    td = document.createElement("td")
            text = document.createElement("span");
	    if (syn.in_sri) {
		text.innerHTML = '&check;';
		text.className = 'explevel p9';
		text.title = 'Found in SRI NodeNormalizer';
	    }
	    else {
		text.innerHTML = '&cross;';
		text.className = 'explevel p0';
		text.title = 'NOT found in SRI NodeNormalizer';
	    }
            td.appendChild(text);
            tr.appendChild(td);

            td = document.createElement("td")
	    td.appendChild(document.createTextNode(syn.name_sri));
	    tr.appendChild(td);
	    td = document.createElement("td")
	    td.appendChild(document.createTextNode(syn.category_sri));
	    tr.appendChild(td);

	    table.appendChild(tr);
	}
	div.appendChild(table);
    }

    if (allweknow[word].equivalent_identifiers) {
	text = document.createElement("h3");
        text.className = "qprob p5";
	text.appendChild(document.createTextNode('Equivalent Identifiers'));
	div.appendChild(text);

	table = document.createElement("table");
	table.className = 'sumtab';
	tr = document.createElement("tr");
	for (var head of ["Identifier","Category","Source"] ) {
	    td = document.createElement("th")
	    td.appendChild(document.createTextNode(head));
	    tr.appendChild(td);
	}
	table.appendChild(tr);
	for (var syn of allweknow[word].equivalent_identifiers) {
	    tr = document.createElement("tr");
	    tr.className = 'hoverable';
	    td = document.createElement("td")
	    td.appendChild(link_to_identifiers_dot_org(syn.identifier));
	    td.appendChild(document.createTextNode(syn.identifier));
	    tr.appendChild(td);
	    td = document.createElement("td")
	    td.appendChild(document.createTextNode(syn.category));
	    tr.appendChild(td);
	    td = document.createElement("td")
	    td.appendChild(document.createTextNode(syn.source));
	    tr.appendChild(td);
	    table.appendChild(tr);
	}
	div.appendChild(table);
    }

    if (allweknow[word].synonym_provenance) {
	text = document.createElement("h3");
	text.className = "qprob p5";
	//text.appendChild(document.createTextNode('\u25BA Synonym Provenance'));
	text.appendChild(document.createTextNode('Synonym Provenance'));
	div.appendChild(text);

	table = document.createElement("table");
	table.className = 'sumtab';
        tr = document.createElement("tr");
	for (var head of ["Name","Curie","Source"] ) {
	    td = document.createElement("th")
	    td.appendChild(document.createTextNode(head));
	    tr.appendChild(td);
	}
        table.appendChild(tr);
	for (var syn in allweknow[word].synonym_provenance) {
            tr = document.createElement("tr");
	    tr.className = 'hoverable';
	    td = document.createElement("td")
	    td.appendChild(document.createTextNode(allweknow[word].synonym_provenance[syn].name));
	    tr.appendChild(td);
	    td = document.createElement("td")
            td.appendChild(link_to_identifiers_dot_org(allweknow[word].synonym_provenance[syn].uc_curie));
	    td.appendChild(document.createTextNode(allweknow[word].synonym_provenance[syn].uc_curie));
	    tr.appendChild(td);
	    td = document.createElement("td")
	    td.appendChild(document.createTextNode(allweknow[word].synonym_provenance[syn].source));
	    tr.appendChild(td);
	    table.appendChild(tr);
	}
	div.appendChild(table);
    }

    div.appendChild(document.createElement("br"));
    syndiv.appendChild(div);

    if (allweknow[word]["knowledge_graph"]) {
	process_graph(allweknow[word]["knowledge_graph"],'SYN',"1.4");

	div = document.createElement("div");
	div.className = "statushead";
	div.appendChild(document.createTextNode("Concept Graph"));
	syndiv.appendChild(div);

	div = document.createElement("div");
        div.className = "status";
	div.id = "a88888_div";
	table = document.createElement("table");
	table.className = 't100';
        add_graph_to_table(table,88888);
        div.appendChild(table);
        syndiv.appendChild(div);

        add_cyto(88888,"SYN");
    }

}

function link_to_identifiers_dot_org(thing) {
    if (!thing) return;

    var link = document.createElement("a");
    link.style.marginRight = "5px";
    link.target = '_blank';
    link.title = 'look up '+thing+' in identifiers.org';
    link.href = "http://identifiers.org/resolve?query=" + thing;
    var img = document.createElement('img');
    img.src = 'id_org.png';
    img.width  = "15";
    img.height = "15";
    link.appendChild(img);

    return link;
}


function getIdStats(id) {
    if (document.getElementById("numresults_"+id)) {
	document.getElementById("numresults_"+id).innerHTML = '';
	document.getElementById("respsize_"+id).innerHTML = '';
	document.getElementById("nodedges_"+id).innerHTML = '';
	document.getElementById("nsources_"+id).innerHTML = '';
	document.getElementById("numaux_"+id).innerHTML = '';
	document.getElementById("cachelink_"+id).innerHTML = '';
	document.getElementById("istrapi_"+id).innerHTML = 'loading...';
	document.getElementById("numresults_"+id).appendChild(getAnimatedWaitBar(null));
    }
    retrieve_response(providers["ARAX"].url+"/response/"+id,id,"stats");
}

function checkRefreshARS() {
    document.getElementById("ars_refresh").dataset.count += "x";
    var moon = 127765;
    if (UIstate['autorefresh'] && document.getElementById("ars_refresh").dataset.count.length == document.getElementById("ars_refresh").dataset.total) {
	document.getElementById("ars_refresh_anim").innerHTML = "&#"+moon;
	var timetogo = 8;
	var timeout = setInterval(countdown, 375);
	function countdown() {
	    if (timetogo == 0) {
		clearInterval(timeout);
		if (UIstate['autorefresh'])
                    sendId(true);
		document.getElementById("ars_refresh_anim").innerHTML = "";
	    }
	    else {
		moon--;
		if (moon == 127760) moon = 127768;
                if (UIstate['autorefresh'])
		    document.getElementById("ars_refresh_anim").innerHTML = "&#"+moon;
		else
		    timetogo = 1; // stop reloads
		timetogo--;
	    }
	}
    }
}

function sendId(is_ars_refresh) {
    var id;
    if (is_ars_refresh)
	id = document.getElementById("ars_refresh").dataset.msgid;
    else {
	id = document.getElementById("idText").value.trim();
	pasteId(id);
	if (!id) return;

	UIstate['autorefresh'] = true;
	reset_vars();
	if (cyobj[99999]) {cyobj[99999].elements().remove();}
	input_qg = { "edges": {}, "nodes": {} };

	for (var item of document.querySelectorAll('[id^="resparrow_"]'))
	    item.className = '';
	if (document.getElementById("resparrow_"+id)) {
	    document.getElementById("resparrow_"+id).className = 'p7';
	    UIstate["viewing"] = id;
	}
    }

    if (document.getElementById("numresults_"+id)) {
	document.getElementById("numresults_"+id).innerHTML = '';
	document.getElementById("respsize_"+id).innerHTML = '';
	document.getElementById("nodedges_"+id).innerHTML = '';
        document.getElementById("nsources_"+id).innerHTML = '';
        document.getElementById("numaux_"+id).innerHTML = '';
        document.getElementById("cachelink_"+id).innerHTML = '';
	document.getElementById("istrapi_"+id).innerHTML = 'loading...';
	document.getElementById("numresults_"+id).appendChild(getAnimatedWaitBar(null));
    }

    if (id.startsWith("http")) {
	var urlid = id.replace(/\//g,"$");
        retrieve_response(providers["ARAX"].url+"/response/"+urlid,urlid,"all");
    }
    else if (0) // previous!
	retrieve_response(id,id,"all");
    else
	retrieve_response(providers["ARAX"].url+"/response/"+id,id,"all");
    if (!is_ars_refresh)
	openSection('query');
}


function process_ars_message(ars_msg, level) {
    if (level > 5)
	return; // stopgap
    var table, tr, td;
    if (level == 0) {
        document.title = "ARAX-UI [ARS Collection: "+ars_msg.message+"]";
        add_to_session(ars_msg.message,"[ARS Collection] id="+ars_msg.message);
	history.pushState({ id: 'ARAX_UI' }, 'ARAX | id='+ars_msg.message, "//"+ window.location.hostname + window.location.pathname + '?r='+ars_msg.message);

	if (document.getElementById('ars_message_list'))
	    document.getElementById('ars_message_list').remove();
	var div = document.createElement("div");
	div.id = 'ars_message_list';

        var div2 = document.createElement("div");
	div2.className = "statushead";
        div2.appendChild(document.createTextNode("Collection Results"));
        div.appendChild(div2);

	var span = document.createElement("span");
	span.id = 'ars_refresh';
	span.style.float = 'right';
	span.style.marginRight = '20px';
	span.dataset.total = ars_msg.status == 'Done' ? 999999 : ars_msg["children"].length + 1;
	span.dataset.count = '';
	span.dataset.msgid = ars_msg.message;
        if (UIstate['autorefresh'])
	    span.appendChild(document.createTextNode("Auto-reload: " + (ars_msg.status == 'Done' ? "OFF" : "ON")));
	if (ars_msg.status != 'Done') {
	    span.title = "Click to Stop Auto-Refresh";
	    span.className = "clq";
	    span.setAttribute('onclick', 'UIstate["autorefresh"] = false; document.getElementById("ars_refresh").innerHTML = "";');
	}
	div2.appendChild(span);

	span = document.createElement("span");
	span.id = 'ars_refresh_anim';
	span.style.float = 'right';
	span.style.marginRight = '20px';
	div2.appendChild(span);

	var div2 = document.createElement("div");
	div2.id = "arsresultsdiv";
	div2.className = "status";

	table = document.createElement("table");
	table.id = 'ars_message_list_table';
	table.className = 'sumtab';

	tr = document.createElement("tr");
	for (var head of ["","Agent","Status / Code","Message Id","Size","TRAPI 1.5?","N_Results","Nodes / Edges","Sources","Aux","Cache"] ) {
	    td = document.createElement("th")
	    td.style.paddingRight = "15px";
	    td.appendChild(document.createTextNode(head));
	    tr.appendChild(td);
	}
	table.appendChild(tr);

	div2.appendChild(document.createElement("br"));
	div2.appendChild(table);
        div2.appendChild(document.createElement("br"));
        div.appendChild(div2);
	document.getElementById('qid_input').appendChild(div);
    }
    else
	table = document.getElementById('ars_message_list_table');

    tr = document.createElement("tr");
    tr.className = 'hoverable';
    td = document.createElement("td");
    if (level) {
	td.id = "resparrow_"+ars_msg.message;
	if (UIstate["viewing"] == ars_msg.message)
	    td.className = 'p7';
    }
    td.appendChild(document.createTextNode('\u25BA'.repeat(level)));
    tr.appendChild(td);
    td = document.createElement("td");
    td.appendChild(document.createTextNode(ars_msg.actor.agent));
    tr.appendChild(td);
    td = document.createElement("td");
    if (ars_msg.status == 'Error')
	td.className = 'error';
    else if (ars_msg.status == 'Running')
	td.className = 'essence';
    td.appendChild(document.createTextNode(ars_msg.status));
    if (ars_msg.code)
        td.appendChild(document.createTextNode(" / "+ars_msg.code));
    tr.appendChild(td);
    td = document.createElement("td");

    var link;
    var go = false;
    if (ars_msg.status == "Running")
	link = document.createTextNode(ars_msg.message);
    else {
	link = document.createElement("a");
	link.title = 'view this response';
	link.style.cursor = "pointer";
	link.style.fontFamily = "monospace";
	link.setAttribute('onclick', 'pasteId("'+ars_msg.message+'");sendId(false);');
	link.appendChild(document.createTextNode(ars_msg.message));
	if (!ars_msg["children"] || ars_msg["children"].length == 0)
	    go = true;
    }
    td.appendChild(link);
    tr.appendChild(td);


    if (ars_msg.actor.agent == 'ars-default-agent') {
	td = document.createElement("td");
	td.colSpan = "7";
	link = document.createElement("a");
	link.className = "button";
        link.style.marginLeft = "20px";
        link.style.padding = "3px 20px";
        link.style.color = "white";
	link.title = '(opens a new tab)';
	var ui_host = ars_msg.ui_host ? ars_msg.ui_host : "ui.ci.transltr.io";
	link.href = "https://"+ui_host+"/results?l=&t=&q="+ars_msg.message;
	link.target = '_TxUI';
	link.innerText = "Open in Translator UI";
	td.appendChild(link);
	tr.appendChild(td);
    }
    else {
	td = document.createElement("td");
	td.id = "respsize_"+ars_msg.message;
	td.style.textAlign = "right";
	tr.appendChild(td);

	td = document.createElement("td");
	td.id = "istrapi_"+ars_msg.message;
	td.style.textAlign = "center";
	tr.appendChild(td);

	td = document.createElement("td");
	td.id = "numresults_"+ars_msg.message;
	td.style.textAlign = "center";
	tr.appendChild(td);

	td = document.createElement("td");
	td.id = "nodedges_"+ars_msg.message;
	td.style.textAlign = "center";
	tr.appendChild(td);

	td = document.createElement("td");
	td.id = "nsources_"+ars_msg.message;
	td.style.textAlign = "center";
	tr.appendChild(td);

	td = document.createElement("td");
	td.id = "numaux_"+ars_msg.message;
	td.style.textAlign = "center";
	tr.appendChild(td);

	td = document.createElement("td");
	td.id = "cachelink_"+ars_msg.message;
	td.style.textAlign = "right";
	tr.appendChild(td);
    }
    table.appendChild(tr);

    if (go)
	getIdStats(ars_msg.message);
    else
	checkRefreshARS();

    level++;
    if (ars_msg["children"])
	for (let child of ars_msg["children"].sort(function(a, b) { return a.actor.agent > b.actor.agent ? 1 : -1; }))
	    process_ars_message(child, level);
}


function process_response(resp_url, resp_id, type, jsonObj2) {
    var statusdiv = document.getElementById("statusdiv");
    if (type == "all") {
	var devdiv = document.getElementById("devdiv");
	devdiv.appendChild(document.createElement("br"));
	devdiv.appendChild(document.createTextNode('='.repeat(80)+" RESPONSE REQUEST::"));
	var link = document.createElement("a");
	link.target = '_blank';
	link.href = resp_url;
	link.style.position = "relative";
	link.style.left = "30px";
	link.appendChild(document.createTextNode("[ view raw json response \u2197 ]"));
	devdiv.appendChild(link);
	devdiv.appendChild(document.createElement("br"));
    }

    if (jsonObj2["children"]) {
	process_ars_message(jsonObj2,0);
	return;
    }

    if (jsonObj2["restated_question"])
	statusdiv.innerHTML += "Your question has been interpreted and is restated as follows:<br>&nbsp;&nbsp;&nbsp;<B>"+jsonObj2["restated_question"]+"?</b><br>Please ensure that this is an accurate restatement of the intended question.<br>";

    jsonObj2.araxui_response = resp_id;

    if (jsonObj2.validation_result) {
	var nr = document.createElement("span");
        if (type == "all") {
	    statusdiv.appendChild(document.createElement("br"));
	    statusdiv.appendChild(document.createTextNode("TRAPI v"+jsonObj2.validation_result.version+" validation: "));
	    var vares  = document.createElement("b");
            vares.appendChild(document.createTextNode(jsonObj2.validation_result.status));
	    statusdiv.appendChild(vares);

	    if (jsonObj2.validation_result.validation_messages) {
		statusdiv.appendChild(document.createTextNode(". View full report: [ "));
		vares = document.createElement("a");
		vares.style.fontWeight = "bold";
                vares.style.cursor = "pointer";
		vares.title = "JSON report";
		vares.appendChild(document.createTextNode("JSON "));
		var valink = document.createElement("a");
                valink.target = '_validator';
                valink.href = "https://ncatstranslator.github.io/reasoner-validator/validation_codes_dictionary.html";
                valink.innerHTML = 'Validation Codes Dictionary';
		vares.onclick = function () { showJSONpopup("Validation results for: "+jsonObj2.araxui_response, jsonObj2.validation_result.validation_messages, valink); };
		statusdiv.appendChild(vares);
		statusdiv.appendChild(document.createTextNode(" ] -- [ "));

		vares = document.createElement("a");
		vares.style.fontWeight = "bold";
                vares.style.cursor = "pointer";
		vares.title = "text report";
                vares.appendChild(document.createTextNode("text "));
		var valink = document.createElement("a");
                valink.target = '_validator';
                valink.href = "https://ncatstranslator.github.io/reasoner-validator/validation_codes_dictionary.html";
                valink.innerHTML = 'Validation Codes Dictionary';
		vares.onclick = function () { showJSONpopup("Validation results for: "+jsonObj2.araxui_response, jsonObj2.validation_result.validation_messages_text, valink); };
		statusdiv.appendChild(vares);
		statusdiv.appendChild(document.createTextNode(" ]"));
	    }

	    statusdiv.appendChild(document.createElement("br"));
	}
	if (jsonObj2.validation_result.status == "FAIL") {
	    if (type == "all") {
		var span = document.createElement("span");
		span.className = 'error';
		span.appendChild(document.createTextNode(jsonObj2.validation_result.message));
		statusdiv.appendChild(span);
		statusdiv.appendChild(document.createElement("br"));
	    }
	    nr.innerHTML = '&cross;';
	    nr.className = 'explevel p1';
	    nr.title = 'Failed TRAPI 1.5 validation';
	}
        else if (jsonObj2.validation_result.status == "ERROR") {
            if (type == "all") {
                var span = document.createElement("span");
                span.className = 'error';
                span.appendChild(document.createTextNode(jsonObj2.validation_result.message));
                statusdiv.appendChild(span);
                statusdiv.appendChild(document.createElement("br"));
	    }
	    nr.innerHTML = '&#x2755;';
	    nr.className = 'explevel p3';
            nr.title = 'There were TRAPI 1.5 validation errors';
	}
        else if (jsonObj2.validation_result.status == "NA") {
            if (type == "all") {
                var span = document.createElement("span");
                span.className = 'error';
                span.appendChild(document.createTextNode(jsonObj2.validation_result.message));
                statusdiv.appendChild(span);
                statusdiv.appendChild(document.createElement("br"));
	    }
	    nr.innerHTML = '&nsub;';
	    nr.className = 'explevel p0';
            nr.title = 'Response is non-TRAPI';
	}
        else if (jsonObj2.validation_result.status == "DISABLED") {
            if (type == "all") {
		var span = document.createElement("span");
		span.className = 'error';
		span.appendChild(document.createTextNode(jsonObj2.validation_result.message));
		statusdiv.appendChild(span);
		statusdiv.appendChild(document.createElement("br"));
	    }
	    nr.innerHTML = '&#10067;';
	    nr.className = 'explevel';
	    nr.title = 'TRAPI validation has been temporarily DISABLED';
	}
	else {
	    nr.innerHTML = '&check;';
	    nr.className = 'explevel p9';
	    nr.title = 'Passed TRAPI 1.5 validation';
	}

	if (document.getElementById("istrapi_"+jsonObj2.araxui_response)) {
	    document.getElementById("istrapi_"+jsonObj2.araxui_response).innerHTML = '';
	    document.getElementById("istrapi_"+jsonObj2.araxui_response).appendChild(nr);

	    var num = parseFloat(jsonObj2.validation_result.size.match(/[\d\.]+/));
	    if (num && num > 2 && jsonObj2.validation_result.size.includes("MB")) {
		document.getElementById("respsize_"+jsonObj2.araxui_response).className = "error";
		document.getElementById("respsize_"+jsonObj2.araxui_response).title = "Warning: Very large responses might render slowly";
	    }
	    document.getElementById("respsize_"+jsonObj2.araxui_response).innerHTML = jsonObj2.validation_result.size;

            if (jsonObj2.validation_result.validation_messages) {
                var table, tr, td;
                var html_node = document.getElementById("istrapi_"+jsonObj2.araxui_response);
                html_node.className += " tooltip";
                var tnode = document.createElement("span");
                tnode.className = 'tooltiptext';
                table = document.createElement("table");
		table.title = "Click for more details";
                table.style.width = "100%";
                table.style.borderCollapse = "collapse";

		for (var vtype of ["critical","error","warning","info","skipped"] ) {
                    if (Object.keys(jsonObj2.validation_result.validation_messages[vtype]).length > 0) {
			tr = document.createElement("tr");
			td = document.createElement("th");
			td.style.background = "#3d6d98";
			td.style.padding = "5px 0px";
			td.appendChild(document.createTextNode("Validation "+vtype));
			tr.appendChild(td);
			table.appendChild(tr);
			for (var vmsg in jsonObj2.validation_result.validation_messages[vtype]) {
                            tr = document.createElement("tr");
                            tr.style.background = "initial";
                            td = document.createElement("td");
                            td.appendChild(document.createTextNode(vmsg));
                            tr.appendChild(td);
                            table.appendChild(tr);
			}
		    }
		}

		tnode.appendChild(table);
                html_node.appendChild(tnode);
		var valink = document.createElement("a");
		valink.target = '_validator';
		valink.href = "https://ncatstranslator.github.io/reasoner-validator/validation_codes_dictionary.html";
		valink.innerHTML = 'Validation Codes Dictionary';
		var showthis = jsonObj2.validation_result.validation_messages_text ? jsonObj2.validation_result.validation_messages_text : jsonObj2.validation_result.validation_messages;
                html_node.onclick = function () { showJSONpopup("Validation results for: "+jsonObj2.araxui_response, showthis, valink); };
	    }
            else if (jsonObj2.validation_result.message) {
                var tnode = document.createElement("span");
                tnode.className = 'tooltiptext';
		tnode.style.padding = "10px";
		tnode.appendChild(document.createTextNode(jsonObj2.validation_result.message));
                var html_node = document.getElementById("istrapi_"+jsonObj2.araxui_response);
                html_node.className += " tooltip";
                html_node.appendChild(tnode);
	    }

	    if (jsonObj2.message && jsonObj2.message["auxiliary_graphs"] && Object.keys(jsonObj2.message["auxiliary_graphs"]).length > 0)
		document.getElementById("numaux_"+jsonObj2.araxui_response).innerHTML = Object.keys(jsonObj2.message["auxiliary_graphs"]).length;

	    if (jsonObj2.validation_result.n_nodes)
		document.getElementById("nodedges_"+jsonObj2.araxui_response).innerHTML = jsonObj2.validation_result.n_nodes+' / '+jsonObj2.validation_result.n_edges;

	    if (jsonObj2.validation_result.provenance_summary) {
		var html_node = document.getElementById("nsources_"+jsonObj2.araxui_response);
		html_node.innerHTML = jsonObj2.validation_result.provenance_summary.n_sources;

		if (jsonObj2.validation_result.n_edges > 0) {
		    var table, tr, td;
		    html_node.className = "tooltip";
		    var tnode = document.createElement("span");
		    tnode.className = 'tooltiptext';
		    table = document.createElement("table");
		    table.style.width = "100%";
		    table.style.borderCollapse = "collapse";
		    tr = document.createElement("tr");
		    td = document.createElement("th");
		    td.colSpan = "4";
		    td.style.background = "#3d6d98";
		    td.style.padding = "5px 0px";
		    td.appendChild(document.createTextNode("Provenance Counts"));
		    tr.appendChild(td);
		    table.appendChild(tr);
		    for (var prov in jsonObj2.validation_result.provenance_summary.provenance_counts) {
			tr = document.createElement("tr");
			tr.style.background = "initial";
			for (var pc of jsonObj2.validation_result.provenance_summary.provenance_counts[prov]) {
			    td = document.createElement("td");
			    td.appendChild(document.createTextNode(pc));
			    tr.appendChild(td);
			}
			td.style.textAlign = "right";  // last td is always[?] the count number
			table.appendChild(tr);
		    }
		    tnode.appendChild(table);
		    html_node.appendChild(tnode);
		    // trickery to fix FF annoying h-scrollbar issue
		    tnode.style.visibility = "visible";
		    if (tnode.scrollWidth > 440)
			tnode.style.width = tnode.scrollWidth + 15 + "px";
		    tnode.style.visibility = "";

		    // do predicates
                    html_node = document.getElementById("nodedges_"+jsonObj2.araxui_response);
		    html_node.className = "tooltip";
		    tnode = document.createElement("span");
		    tnode.className = 'tooltiptext';
		    table = document.createElement("table");
		    table.style.width = "100%";
                    table.style.borderCollapse = "collapse";
                    tr = document.createElement("tr");
		    tr.style.background = "initial";
		    td = document.createElement("th");
		    td.colSpan = "2";
                    td.style.background = "#3d6d98";
		    td.style.padding = "5px 0px";
		    td.appendChild(document.createTextNode("Predicate Counts"));
		    tr.appendChild(td);
		    table.appendChild(tr);
		    for (var pred in jsonObj2.validation_result.provenance_summary.predicate_counts) {
			tr = document.createElement("tr");
                        tr.style.background = "initial";
			td = document.createElement("td")
			td.appendChild(document.createTextNode(pred));
			tr.appendChild(td);
			td = document.createElement("td");
			td.style.textAlign = "right";
			td.appendChild(document.createTextNode(jsonObj2.validation_result.provenance_summary.predicate_counts[pred]));
			tr.appendChild(td);
			table.appendChild(tr);
		    }
		    tnode.appendChild(table);
		    html_node.appendChild(tnode);
		}
	    }
	    checkRefreshARS();
	}
    }
    else if (!jsonObj2.message)
        update_response_stats_on_error(jsonObj2.araxui_response,'&nsub;',true);

    if (document.getElementById("arsresultsdiv"))
	document.getElementById("arsresultsdiv").style.height = document.getElementById("arsresultsdiv").scrollHeight + "px";

    if (type == "all") {
	var h3 = document.createElement("h3");
	h3.style.fontStyle = "italic";
	if (jsonObj2.description)
            h3.appendChild(document.createTextNode(jsonObj2.description));
	h3.appendChild(document.createElement("br"));
	h3.appendChild(document.createElement("br"));
	if (jsonObj2.status)
            h3.appendChild(document.createTextNode(jsonObj2.status));
        statusdiv.appendChild(h3);
        statusdiv.appendChild(document.createElement("br"));
    }
    sesame('openmax',statusdiv);

    if (type == "stats")
	render_response_stats(jsonObj2);
    else
	render_response(jsonObj2,true);

    if (!response_cache[resp_id])
	response_cache[resp_id] = jsonObj2;
    display_cache();
}


function retrieve_response(resp_url, resp_id, type) {
    if (type == null) type = "all";
    var statusdiv = document.getElementById("statusdiv");
    statusdiv.appendChild(document.createTextNode("Retrieving response id = " + resp_id));

    if (resp_id.startsWith("http"))
	resp_id = "URL:"+hashCode(resp_id);

    if (response_cache[resp_id]) {
        if (document.getElementById("istrapi_"+resp_id))
	    document.getElementById("istrapi_"+resp_id).innerHTML = 'rendering...';
	statusdiv.appendChild(document.createTextNode(" ...from cache ("+resp_id+")"));
	statusdiv.appendChild(document.createElement("hr"));
	sesame('openmax',statusdiv);
	// 50ms timeout allows css animation to start before processing locks the thread
	var timeout = setTimeout(function() { process_response(resp_url, resp_id, type,response_cache[resp_id]); }, 50 );
	return;
    }

    statusdiv.appendChild(document.createElement("hr"));
    sesame('openmax',statusdiv);

    var xhr = new XMLHttpRequest();
    xhr.open("get",  resp_url, true);
    //xhr.setRequestHeader('Content-Type', 'application/json; charset=UTF-8');
    xhr.send(null);
    xhr.onloadend = function() {
	if ( xhr.status == 200 ) {
            if (document.getElementById("istrapi_"+resp_id))
		document.getElementById("istrapi_"+resp_id).innerHTML = 'rendering...';
	    process_response(resp_url, resp_id, type, JSON.parse(xhr.responseText));
	}
	else if ( xhr.status == 404 ) {
	    update_response_stats_on_error(resp_id,'N/A',true);

	    try {
		var jsonResp = JSON.parse(xhr.responseText);
		if (!jsonResp.detail) throw new Error('no detail');
                statusdiv.innerHTML += "<br><span class='error'>"+jsonResp.detail+"</span>";
	    }
	    catch(e) {
		if (resp_id.startsWith("URL:"))
		    statusdiv.innerHTML += "<br>No response found at <span class='error'>"+resp_url+"</span> (404).";
		else
		    statusdiv.innerHTML += "<br>Response with id=<span class='error'>"+resp_id+"</span> was not found (404).";

	    }
	    sesame('openmax',statusdiv);
	    there_was_an_error();
	}
	else {
            update_response_stats_on_error(resp_id,'Error',true);
	    statusdiv.innerHTML += "<br><span class='error'>An error was encountered while contacting the server ("+xhr.status+")</span>";
	    document.getElementById("devdiv").innerHTML += "------------------------------------ error with RESPONSE:<br>"+xhr.responseText;
	    sesame('openmax',statusdiv);
            there_was_an_error();
	}
    };

}


function render_response_stats(respObj) {
    if (!document.getElementById("numresults_"+respObj.araxui_response)) return;

    var nr = document.createElement("span");
    document.getElementById("numresults_"+respObj.araxui_response).innerHTML = '';

    if ( !respObj.message ) {
        nr.className = 'explevel p0';
	nr.innerHTML = '&nbsp;&nsub;&nbsp;';
    }
    else if ( respObj.message["results"] ) {
	if (respObj.validation_result && respObj.validation_result.status == "FAIL")
	    nr.className = 'explevel p1';
	else if (respObj.validation_result && respObj.validation_result.status == "ERROR")
	    nr.className = 'explevel p3';
	else if (respObj.message.results.length > 0)
	    nr.className = 'explevel p9';
	else
	    nr.className = 'explevel p5';
	nr.innerHTML = '&nbsp;'+respObj.message.results.length+'&nbsp;';
    }
    else {
	nr.className = 'explevel p0';
	nr.innerHTML = '&nbsp;n/a&nbsp;';
    }

    document.getElementById("numresults_"+respObj.araxui_response).appendChild(nr);
}

function update_response_stats_on_error(rid,msg,clearall) {
    if (!document.getElementById("numresults_"+rid)) return;

    document.getElementById("numresults_"+rid).innerHTML = '';
    var nr = document.createElement("span");
    nr.className = 'explevel p0';
    nr.innerHTML = '&nbsp;'+msg+'&nbsp;';
    document.getElementById("numresults_"+rid).appendChild(nr);

    if (clearall) {
	document.getElementById("respsize_"+rid).innerHTML = '---';
	document.getElementById("nodedges_"+rid).innerHTML = '';
	document.getElementById("nsources_"+rid).innerHTML = '';
	document.getElementById("numaux_"+rid).innerHTML = '';
	document.getElementById("istrapi_"+rid).innerHTML = '';
	document.getElementById("cachelink_"+rid).innerHTML = '';
    }
}

function render_response(respObj,dispjson) {
    var statusdiv = document.getElementById("statusdiv");
    if (!respObj["schema_version"])
	respObj["schema_version"] = "1.5 (presumed)";
    statusdiv.appendChild(document.createTextNode("Rendering TRAPI "+respObj["schema_version"]+" message..."));

    sesame('openmax',statusdiv);

    if (respObj.araxui_response) {
        document.title = "ARAX-UI ["+respObj.araxui_response+"]";
        add_to_session(respObj.araxui_response,"id="+respObj.araxui_response);
	history.pushState({ id: 'ARAX_UI' }, "ARAX | id="+respObj.araxui_response, "//"+ window.location.hostname + window.location.pathname + "?r="+respObj.araxui_response);
    }
    else if (respObj.id) {
	var response_id = respObj.id.substr(respObj.id.lastIndexOf('/') + 1);
	document.title = "ARAX-UI ["+response_id+"]";

	if (respObj.restated_question) {
	    add_to_session(response_id,respObj.restated_question+"?");
	    document.title += ": "+respObj.restated_question+"?";
	}
	else {
	    add_to_session(response_id,"response="+response_id);
	    document.title += ": (no restated question)";
	}
	history.pushState({ id: 'ARAX_UI' }, 'ARAX | response='+response_id, "//"+ window.location.hostname + window.location.pathname + '?r='+response_id);
    }
    else if (respObj.restated_question)
        document.title = "ARAX-UI [no response_id]: "+respObj.restated_question+"?";
    else
	document.title = "ARAX-UI [no response_id]";


    if (!respObj.message) {
	statusdiv.appendChild(document.createTextNode("no message!"));
	statusdiv.appendChild(document.createElement("br"));
	var nr = document.createElement("span");
	nr.className = 'essence';
	nr.appendChild(document.createTextNode("Response contains no message, and hence no results."));
	statusdiv.appendChild(nr);
	sesame('openmax',statusdiv);
        update_response_stats_on_error(respObj.araxui_response,'&nsub;',false);
	return;
    }

    if (respObj.message["query_graph"]) {
	if (dispjson) {
	    // delete null attributes to simplify json
	    for (var id in respObj.message["query_graph"].nodes) {
		var gnode = respObj.message["query_graph"].nodes[id];
		for (var att in gnode)
		    if (gnode.hasOwnProperty(att))
			if (gnode[att] == null)
			    delete gnode[att];
	    }
            for (var id in respObj.message["query_graph"].edges) {
		var gedge = respObj.message["query_graph"].edges[id];
		for (var att in gedge)
		    if (gedge.hasOwnProperty(att))
			if (gedge[att] == null)
			    delete gedge[att];
	    }
	    document.getElementById("jsonText").value = JSON.stringify(respObj.message["query_graph"],null,2);
	}
	process_graph(respObj.message["query_graph"],'QG',respObj["schema_version"]);
    }
    else {
	cytodata['QG'] = 'dummy'; // this enables query graph editing
    }

    if (respObj["operations"])
	process_q_options(respObj["operations"]);


    if (respObj["logs"])
	process_log(respObj["logs"]);
    else
        document.getElementById("logdiv").innerHTML = "<h2 style='margin-left:20px;'>No log messages in this response</h2>";

    // Do this *before* processing results
    if ( respObj["table_column_names"] )
	add_to_summary(respObj["table_column_names"],0);
    else
	add_to_summary(["score","'guessence'"],0);

    if ( respObj.message["results"] ) {
	if (!respObj.message["knowledge_graph"] ) {
            document.getElementById("result_container").innerHTML  += "<h2 class='error'>Knowledge Graph missing in response; cannot process results.</h2>";
	    document.getElementById("summary_container").innerHTML += "<h2 class='error'>Knowledge Graph missing in response; cannot process results</h2>";
	    document.getElementById("provenance_container").innerHTML += "<h2 class='error'>Knowledge Graph missing in response; cannot process results</h2>";
            update_response_stats_on_error(respObj.araxui_response,'n/a',false);
	}
	else {
	    var rtext = respObj.message.results.length == 1 ? " result" : " results";
	    if (respObj.total_results_count && respObj.total_results_count > respObj.message.results.length)
		rtext += " (truncated from a total of " + respObj.total_results_count + ")";
	    var h2 = document.createElement("h2");
	    h2.appendChild(document.createTextNode(respObj.message.results.length + rtext));
	    if (respObj.message.results.length > UIstate["maxresults"]) {
		h2.appendChild(document.createTextNode(" (*only showing first "+UIstate["maxresults"]+") [ ? ]"));
		h2.title = "* You can change this value in the Settings section on the left menu";
	    }
	    document.getElementById("result_container").appendChild(h2);

	    document.getElementById("menunumresults").innerHTML = respObj.message.results.length;
            if (respObj.message.results.length > UIstate["maxresults"])
		document.getElementById("menunumresults").innerHTML += '*';
            document.getElementById("menunumresults").classList.add("numnew");
	    document.getElementById("menunumresults").classList.remove("numold");


	    process_graph(respObj.message["knowledge_graph"],'KG',respObj["schema_version"]);
	    var respreas = 'n/a';
	    if (respObj.resource_id)
		respreas = respObj.resource_id;
	    else if (respObj.reasoner_id)
		respreas = respObj.reasoner_id;

	    var auxiliary_graphs = respObj.message["auxiliary_graphs"] ? respObj.message["auxiliary_graphs"] : null;
	    process_results(respObj.message["results"],respObj.message["knowledge_graph"],auxiliary_graphs,respObj["schema_version"],respreas);

            if (respObj.message.results.length > UIstate["maxresults"])
		document.getElementById("result_container").appendChild(h2.cloneNode(true));

	    if (document.getElementById("numresults_"+respObj.araxui_response)) {
		document.getElementById("numresults_"+respObj.araxui_response).innerHTML = '';
		var nr = document.createElement("span");
		if (respObj.validation_result && respObj.validation_result.status == "FAIL")
		    nr.className = 'explevel p1';
		else if (respObj.validation_result && respObj.validation_result.status == "ERROR")
		    nr.className = 'explevel p3';
		else if (respObj.message.results.length > 0)
		    nr.className = 'explevel p9';
		else
		    nr.className = 'explevel p5';
		nr.innerHTML = '&nbsp;'+respObj.message.results.length+'&nbsp;';
		document.getElementById("numresults_"+respObj.araxui_response).appendChild(nr);
	    }
	}
    }
    else {
        document.getElementById("result_container").innerHTML  += "<h2>No results...</h2>";
        document.getElementById("summary_container").innerHTML += "<h2>No results...</h2>";
	document.getElementById("provenance_container").innerHTML += "<h2>No results...</h2>";
        update_response_stats_on_error(respObj.araxui_response,'n/a',false);
    }

    // table was (potentially) populated in process_results
    if (summary_tsv.length > 1) {
	var div = document.createElement("div");
	div.className = 'statushead';
	div.appendChild(document.createTextNode("Summary"));
        document.getElementById("summary_container").appendChild(div);

	div = document.createElement("div");
	div.className = 'status';
	div.id = 'summarydiv';
	div.appendChild(document.createElement("br"));

	var button = document.createElement("input");
	button.className = 'questionBox button';
	button.type = 'button';
	button.name = 'action';
	button.title = 'Get tab-separated values of this table to paste into Excel etc';
	button.value = 'Copy Summary Table to clipboard (TSV)';
	button.setAttribute('onclick', 'copyTSVToClipboard(this,summary_tsv);');
        div.appendChild(button);


	if (Object.keys(summary_score_histogram).length > 0) {
	    var table = document.createElement("table");
	    table.style.display = "inline-table";
            table.style.marginLeft = "80px";

	    var tr = document.createElement("tr");
            var td = document.createElement("th");
	    td.style.borderBottom = "1px solid black";
	    td.colSpan = Object.keys(summary_score_histogram).length;
            td.appendChild(document.createTextNode("SCORE DISTRIBUTION"));
            tr.appendChild(td);
            table.appendChild(tr);

	    var tr = document.createElement("tr");
	    for (var s in summary_score_histogram) {
		td = document.createElement("td");
		td.className = 'hoverable';
		td.style.verticalAlign = "bottom";
		td.style.textAlign = "center";
		td.style.padding = "0px";
                td.appendChild(document.createTextNode(summary_score_histogram[s]));
		td.appendChild(document.createElement("br"));

		var span = document.createElement("span");
		span.className = "bar";
		var barh = Number(summary_score_histogram[s]);
		span.style.height = barh + "px";
		span.style.width = "25px";
		td.appendChild(span);
		td.appendChild(document.createElement("br"));

		td.appendChild(document.createTextNode(s));
		tr.appendChild(td);
	    }
	    table.appendChild(tr);
            div.appendChild(table);
	    div.appendChild(document.createElement("br"));
            div.appendChild(document.createElement("br"));
	}

	var table = document.createElement("table");
	table.className = 'sumtab';
	table.innerHTML = summary_table_html;
        div.appendChild(table);
	div.appendChild(document.createElement("br"));

	document.getElementById("summary_container").appendChild(div);
    }
    else
        document.getElementById("summary_container").innerHTML += "<h2>Summary not available for this query</h2>";


    if (respObj.query_options && respObj.query_options.query_plan) {
        var div = document.createElement("div");
	div.className = 'statushead';
	div.appendChild(document.createTextNode("Expansion Results"));
	document.getElementById("queryplan_container").appendChild(div);

	div = document.createElement("div");
	div.className = 'status';
	div.appendChild(document.createElement("br"));
        document.getElementById("queryplan_container").appendChild(div);

	render_queryplan_table(respObj.query_options.query_plan, div);
	div.appendChild(document.createElement("br"));
    }

    if (respObj.validation_result && respObj.validation_result.provenance_summary) {
	var div = document.createElement("div");
	div.className = 'statushead';
	div.appendChild(document.createTextNode("Provenance Summary"));
	document.getElementById("provenance_container").appendChild(div);

	div = document.createElement("div");
	div.className = 'status';
	div.id = 'provenancediv';
	div.appendChild(document.createElement("br"));

        var table = document.createElement("table");
	table.className = 'sumtab';
        var tr = document.createElement("tr");
        var td = document.createElement("th");
	td.colSpan = "2";
        td.style.fontSize = 'x-large';
	td.appendChild(document.createTextNode("Provenance Counts"));
	tr.appendChild(td);
        td = document.createElement("th");
	td.appendChild(document.createTextNode("[ "+respObj.validation_result.provenance_summary["n_sources"]+" sources ]"));
	tr.appendChild(td);
	td = document.createElement("th");
	td.colSpan = "2";
	tr.appendChild(td);
	table.appendChild(tr);

        var semmeddb_counts = {};

	var previous0 = 'RandomTextToPurposelyTriggerThickTopBorderForFirstRowAndRepeatedDisplayOfPredicate';
	var previous1 = 'RandomTextToOmitRepatedDisplayOfPredicateProviderType';
	for (var prov in respObj.validation_result.provenance_summary.provenance_counts) {
	    var provdata = respObj.validation_result.provenance_summary.provenance_counts[prov].slice();  // creates a copy (instead of a reference)
	    var changed0 = false;
	    var changed1 = false;
	    if (previous0 != provdata[0]) {
		changed0 = true;
		changed1 = true;
	    }
	    else if (previous1 != provdata[1])
		changed1 = true;

	    previous0 = provdata[0];
            previous1 = provdata[1];

	    if (!changed0)
		provdata[0] = '';
	    else
		semmeddb_counts[previous0] = 0;
	    if (provdata[2] == 'infores:semmeddb')
		semmeddb_counts[previous0] += provdata[3];

	    if (!changed1)
		provdata[1] = '';

	    tr = document.createElement("tr");
            tr.className = 'hoverable';
	    for (var pc of provdata) {
		td = document.createElement("td");
		if (changed0)
		    td.style.borderTop = "2px solid #444";
		td.appendChild(document.createTextNode(pc));
		tr.appendChild(td);
	    }
	    td.style.textAlign = "right";  // last td is always[?] the count number

	    // fancy bar bar
	    td = document.createElement("td");
            if (changed0)
		td.style.borderTop = "2px solid #444";
	    var span = document.createElement("span");
	    span.className = "bar";
	    var barw = 0.5*Number(provdata[3]);
	    if (barw > 500) {
		barw = 501;
		span.style.background = "#3d6d98";
	    }
	    if (provdata[2] == 'no provenance')
		span.style.background = "#b00";
	    span.style.width = barw + "px";
	    span.style.height = "8px";
	    td.appendChild(span);
            tr.appendChild(td);

	    table.appendChild(tr);
	}

	// use same table so it is all nicely aligned
        tr = document.createElement("tr");
	td = document.createElement("td");
	td.colSpan = "5";
	td.style.background = '#fff';
	td.style.border = '0';
	td.appendChild(document.createElement("br"));
	td.appendChild(document.createElement("br"));
        tr.appendChild(td);
	table.appendChild(tr);

	tr = document.createElement("tr");
	td = document.createElement("th");
	td.colSpan = "2";
	td.style.background = '#fff';
        td.style.fontSize = 'x-large';
	td.appendChild(document.createTextNode("Predicate Counts"));
	tr.appendChild(td);
        td = document.createElement("th");
	td.style.background = '#fff';
	td.colSpan = "3";
	tr.appendChild(td);

	td = document.createElement("th");
	td.style.background = '#fff';
	td.style.color = '#666';
	td.appendChild(document.createTextNode("SEMMEDDB Sub-Counts"));
	td.colSpan = "3";
	//td.style.textAlign = "left";
	td.style.borderLeft = "2px solid black";
	tr.appendChild(td);


	table.appendChild(tr);
        for (var pred in respObj.validation_result.provenance_summary.predicate_counts) {
	    tr = document.createElement("tr");
	    tr.className = 'hoverable';
	    td = document.createElement("td");
	    td.colSpan = "3";
	    td.appendChild(document.createTextNode(pred));
	    tr.appendChild(td);
	    td = document.createElement("td");
	    td.style.textAlign = "right";
	    td.appendChild(document.createTextNode(respObj.validation_result.provenance_summary.predicate_counts[pred]));
	    tr.appendChild(td);
            // fancy bar bar
	    td = document.createElement("td");
	    var span = document.createElement("span");
	    span.className = "bar";
	    var barw = 0.5*Number(respObj.validation_result.provenance_summary.predicate_counts[pred]);
	    if (barw > 500) {
		barw = 501;
		span.style.background = "#3d6d98";
	    }
	    span.style.width = barw + "px";
	    span.style.height = "8px";
	    td.appendChild(span);
	    tr.appendChild(td);


	    td = document.createElement("td");
	    td.style.textAlign = "right";
	    td.style.borderLeft = "2px solid black";
	    td.appendChild(document.createTextNode(semmeddb_counts[pred]));
	    tr.appendChild(td);
            // fancy bar bar
	    td = document.createElement("td");
	    var span = document.createElement("span");
	    span.className = "bar";
	    var barw = Math.round(100*Number(semmeddb_counts[pred]/respObj.validation_result.provenance_summary.predicate_counts[pred]));
	    if (barw > 100) {
		barw = 101;
		span.style.background = "#3d6d98";
	    }
	    else
		span.style.background = "#f80";
	    span.style.width = barw + "px";
	    span.style.height = "8px";
	    td.appendChild(span);
	    tr.appendChild(td);

	    td = document.createElement("td");
	    td.style.textAlign = "right";
	    td.appendChild(document.createTextNode(" "+barw+"%"));

	    tr.appendChild(td);
	    table.appendChild(tr);
	}
	div.appendChild(table);
	div.appendChild(document.createElement("br"));

	document.getElementById("provenance_container").appendChild(div);
    }
    else
	document.getElementById("provenance_container").innerHTML += "<h2>Provenance information not available for this response</h2>";


    add_cyto(99999,"QG");
    statusdiv.appendChild(document.createTextNode("done."));
    statusdiv.appendChild(document.createElement("br"));
    if (respObj["submitter"]) {
	statusdiv.appendChild(document.createTextNode("Submitted by: "+respObj.submitter));
	statusdiv.appendChild(document.createElement("br"));
    }

    // add stats
    statusdiv.appendChild(document.createTextNode("Number of results: "));
    if (respObj.message["results"] && respObj.message["results"].length > 0)
	statusdiv.appendChild(document.createTextNode(respObj.message["results"].length));
    else
	statusdiv.appendChild(document.createTextNode("none"));
    statusdiv.appendChild(document.createElement("br"));

    statusdiv.appendChild(document.createTextNode("Number of nodes: "));
    if (respObj.message["knowledge_graph"] && respObj.message["knowledge_graph"]["nodes"] && Object.keys(respObj.message["knowledge_graph"]["nodes"]).length > 0)
	statusdiv.appendChild(document.createTextNode(Object.keys(respObj.message["knowledge_graph"]["nodes"]).length));
    else
	statusdiv.appendChild(document.createTextNode("none"));
    statusdiv.appendChild(document.createElement("br"));

    statusdiv.appendChild(document.createTextNode("Number of edges: "));
    if (respObj.message["knowledge_graph"] && respObj.message["knowledge_graph"]["edges"] && Object.keys(respObj.message["knowledge_graph"]["edges"]).length > 0)
	statusdiv.appendChild(document.createTextNode(Object.keys(respObj.message["knowledge_graph"]["edges"]).length));
    else
	statusdiv.appendChild(document.createTextNode("none"));
    statusdiv.appendChild(document.createElement("br"));

    statusdiv.appendChild(document.createTextNode("Number of aux graphs: "));
    if (respObj.message["auxiliary_graphs"] && Object.keys(respObj.message["auxiliary_graphs"]).length > 0)
        statusdiv.appendChild(document.createTextNode(Object.keys(respObj.message["auxiliary_graphs"]).length));
    else
        statusdiv.appendChild(document.createTextNode("none"));
    statusdiv.appendChild(document.createElement("br"));


    var nr = document.createElement("span");
    nr.className = 'essence';
    nr.appendChild(document.createTextNode("Click on Results, Summary, Provenance, or Knowledge Graph links on the left to explore results."));
    statusdiv.appendChild(nr);
    statusdiv.appendChild(document.createElement("br"));
    sesame('openmax',statusdiv);
}

function render_queryplan_table(qp,node) {
    var status_map = {};
    status_map["Done"] = 'p9';
    status_map["Expanding"] = 'p5 working';
    status_map["Waiting"] = 'p5';
    status_map["Timed out"] = 'p3';
    status_map["Error"] = 'p1';
    status_map["Skipped"] = 'p0';

    var table = document.createElement("table");
    table.className = 'sumtab';
    var tr = document.createElement("tr");
    var td;

    for (var head of ["Query Edge","KP","Status","Description","Query"] ) {
	td = document.createElement("th")
	td.appendChild(document.createTextNode(head));
	tr.appendChild(td);
    }
    table.appendChild(tr);

    for (let edge in qp.qedge_keys) {
	var ep = null;
	if (qp.qedge_keys[edge].edge_properties) {
	    ep = qp.qedge_keys[edge].edge_properties;
	    delete qp.qedge_keys[edge].edge_properties;
	}

	tr = document.createElement("tr");
	td = document.createElement("td");
	td.rowSpan = Object.keys(qp.qedge_keys[edge]).length;
	td.style.backgroundColor = "white";
	td.style.borderRight = "1px solid #aaa";
	td.style.textAlign = "center";
	td.style.padding = "0px 20px";
	if (ep && ep.status) {
            var span = document.createElement("span");
	    span.style.position = "relative";
	    span.style.left = "-10px";
	    span.className = "explevel " + status_map[ep["status"]];
	    span.appendChild(document.createTextNode('\u00A0'));
	    span.appendChild(document.createTextNode('\u00A0'));
            td.appendChild(span);
	    td.title = ep.status;
	}
	var text = document.createElement("h2");
	text.style.display = "inline-block";
	text.appendChild(document.createTextNode(edge));
	td.appendChild(text);
	if (ep) {
	    td.appendChild(document.createElement("br"));
	    td.appendChild(document.createElement("br"));
	    var span = document.createElement("span");
	    span.className = 'qprob p7';
            span.style.display = "inline-block";
            if (ep.subject == null)
		span.appendChild(document.createTextNode('--any--'));
	    else {
		for (var s of ep.subject) {
		    span.appendChild(document.createTextNode(s));
		    span.appendChild(document.createElement("br"));
		}
	    }
            td.appendChild(span);
	    td.appendChild(document.createElement("br"));
            td.appendChild(document.createTextNode("|"));
            td.appendChild(document.createElement("br"));
	    span = document.createElement("span");
            span.className = 'qprob scam';
            span.style.display = "inline-block";
	    if (ep.predicate == null)
                span.appendChild(document.createTextNode('--any--'));
            else {
		for (var p of ep.predicate) {
		    span.appendChild(document.createTextNode(p));
                    span.appendChild(document.createElement("br"));
		}
	    }
	    td.appendChild(span);
	    td.appendChild(document.createElement("br"));
            td.appendChild(document.createTextNode("|"));
	    td.appendChild(document.createElement("br"));
            span = document.createElement("span");
            span.className = 'qprob p7';
            span.style.display = "inline-block";
            if (ep.object == null)
		span.appendChild(document.createTextNode('--any--'));
	    else {
		for (var o of ep.object) {
		    span.appendChild(document.createTextNode(o));
                    span.appendChild(document.createElement("br"));
		}
	    }
	    td.appendChild(span);
	}

	tr.appendChild(td);

	var is_first = true;
	for (let kp in qp.qedge_keys[edge]) {
            if (!is_first)
		tr = document.createElement("tr");
            td = document.createElement("td");
            td.appendChild(document.createTextNode(kp));
            tr.appendChild(td);

	    td = document.createElement("td");
            var span = document.createElement("span");
	    span.className = "explevel " + status_map[qp.qedge_keys[edge][kp]["status"]];
	    span.appendChild(document.createTextNode('\u00A0'));
	    span.appendChild(document.createTextNode('\u00A0'));
	    td.appendChild(span);
            td.appendChild(document.createTextNode('\u00A0'));
	    td.appendChild(document.createTextNode(qp.qedge_keys[edge][kp]["status"]));
	    tr.appendChild(td);

	    td = document.createElement("td");
	    if (qp.qedge_keys[edge][kp]["status"] == "Skipped")
		td.className = "DEBUG";
            td.appendChild(document.createTextNode(qp.qedge_keys[edge][kp]["description"]));
	    tr.appendChild(td);

	    td = document.createElement("td");
            if (qp.qedge_keys[edge][kp]["query"] && qp.qedge_keys[edge][kp]["query"] != null) {
                var link = document.createElement("a");
		link.title = 'view the posted query (JSON)';
		link.style.cursor = "pointer";
		link.onclick = function () { showJSONpopup("Query sent to "+kp, qp.qedge_keys[edge][kp]["query"], false); };
		link.appendChild(document.createTextNode("query"));
		td.appendChild(link);
	    }
            tr.appendChild(td);

	    table.appendChild(tr);
	    is_first = false;
	}
    }
    node.appendChild(table);
}

function showJSONpopup(wtitle,query,footer) {
    var popup;
    if (document.getElementById("kpq"))
	popup = document.getElementById("kpq");
    else {
	popup = document.createElement("div");
	popup.id = "kpq";
	popup.className = 'alertbox';
    }
    popup.innerHTML = '';

    var span = document.createElement("span");
    span.className = 'clq clwin2';
    span.title = 'Close this window';
    span.setAttribute('onclick', 'document.body.removeChild(document.getElementById("kpq"))');
    span.appendChild(document.createTextNode("\u2573"));
    popup.appendChild(span);

    var div = document.createElement("div");
    div.className = 'statushead';
    div.style.marginTop = "-40px";
    div.appendChild(document.createTextNode(wtitle));
    popup.appendChild(div);

    div = document.createElement("div");
    div.className = 'status';
    div.onmousedown = function () { event.stopPropagation(); };
    div.style.cursor = "auto";
    div.style.overflowY = "auto";
    div.style.maxHeight = "70vh";
    var pre = document.createElement("pre");
    pre.style.color = "#000";
    if (query && typeof query === 'object' && query.constructor === Object)
	pre.appendChild(document.createTextNode(JSON.stringify(query,null,2)));
    else
	pre.innerText = query;
    div.appendChild(pre);
    popup.appendChild(div);

    if (footer) {
	div = document.createElement("div");
	div.className = 'statusfoot';
	div.appendChild(footer);
	popup.appendChild(div);
    }

    dragElement(popup);
    var timeout = setTimeout(function() { popup.classList.add('shake'); }, 50 );
    document.body.appendChild(popup);
}


function process_q_options(q_opts) {
    if (q_opts.actions) {
	clearDSL();
	for (var act of q_opts.actions) {
	    if (act.length > 1) // skip blank lines
		document.getElementById("dslText").value += act + "\n";
	}
    }
}


function there_was_an_error() {
    document.getElementById("summary_container").innerHTML += "<h2 class='error'>Error : No results</h2>";
    document.getElementById("result_container").innerHTML  += "<h2 class='error'>Error : No results</h2>";
    document.getElementById("menunumresults").innerHTML = "E";
    document.getElementById("menunumresults").classList.add("numnew","msgERROR");
    document.getElementById("menunumresults").classList.remove("numold");
}


function calc_timespan(obj) {
    if (!obj.dataset.timestamp)
	return;

    obj.style.background = "#ff0";

    if (UIstate["prevtimestampobj"]) {
	let units = " seconds";
	let diff = Math.abs(obj.dataset.timestamp - UIstate["prevtimestampobj"].dataset.timestamp)/1000;
	if (diff>66) {
	    diff = (diff/60).toFixed(4);
	    units = " minutes";
	}
	showJSONpopup("Elapsed Time","Elapsed time is: "+diff+units,false);

	obj.style.background = null;
	UIstate["prevtimestampobj"].style.background = null;
	UIstate["prevtimestampobj"] = null;
    }
    else {
	UIstate["prevtimestampobj"] = obj;
    }
}

function process_log(logarr) {
    var status = {};
    for (var s of ["ERROR","WARNING","INFO","DEBUG"]) {
	status[s] = 0;
    }
    let starttime = null;
    for (var msg of logarr) {
	if (msg.prefix) { // upconvert TRAPI 0.9.3 --> 1.0
	    msg.level = msg.level_str;
	    msg.code = null;
	}

	status[msg.level]++;

	var span = document.createElement("span");
	span.title = "Click to display elapsed time between two events";
	span.className = "hoverable msg " + msg.level;
	span.dataset.timestamp = Date.parse(msg.timestamp);
	span.setAttribute('onclick', 'calc_timespan(this);');

	if (!starttime)
	    starttime = span.dataset.timestamp;

        if (msg.level == "DEBUG") { span.style.display = 'none'; }

	var span2 = document.createElement("span");
	span2.className = "explevel msg" + msg.level;
	span2.appendChild(document.createTextNode('\u00A0'));
	span2.appendChild(document.createTextNode('\u00A0'));
        span.appendChild(span2);

        span2 = document.createElement("span");
	span2.appendChild(document.createTextNode('\u00A0'));
	span2.appendChild(document.createTextNode(msg.timestamp+" "+msg.level+": "));
	if (msg.code)
	    span2.appendChild(document.createTextNode("["+msg.code+"] "));

	span2.appendChild(document.createTextNode('\u00A0'));
	span2.appendChild(document.createTextNode('\u00A0'));
	span2.appendChild(document.createTextNode('\u00A0'));
	span2.appendChild(document.createTextNode(msg.message));
        span.appendChild(span2);

        let units = " s";
	let diff = Math.abs(span.dataset.timestamp - starttime)/1000;
	if (diff>66) {
            diff = (diff/60).toFixed(4);
	    units = " m";
	}
	span2 = document.createElement("span");
	span2.style.float = 'right';
        span2.appendChild(document.createTextNode(diff+units));
        span.appendChild(span2);

	document.getElementById("logdiv").appendChild(span);
    }
    document.getElementById("menunummessages").innerHTML = logarr.length;
    if (status.ERROR > 0)
	document.getElementById("menunummessages").classList.add('numnew','msgERROR');
    else if (status.WARNING > 0)
	document.getElementById("menunummessages").classList.add('numnew','msgWARNING');
    for (var s of ["ERROR","WARNING","INFO","DEBUG"]) {
	document.getElementById("count_"+s).innerHTML += ": "+status[s];
    }
}


function add_status_divs() {
    // summary
    document.getElementById("status_container").innerHTML = '';

    var div = document.createElement("div");
    div.className = 'statushead';
    div.appendChild(document.createTextNode("Status"));
    document.getElementById("status_container").appendChild(div);

    div = document.createElement("div");
    div.className = 'status';
    div.id = 'statusdiv';
    document.getElementById("status_container").appendChild(div);

    // results
    document.getElementById("dev_result_json_container").innerHTML = '';

    div = document.createElement("div");
    div.className = 'statushead';
    div.appendChild(document.createTextNode("Dev Info"));
    var span = document.createElement("span");
    span.style.fontStyle = "italic";
    span.style.fontWeight = 'normal';
    span.style.float = "right";
    span.appendChild(document.createTextNode("( json responses )"));
    div.appendChild(span);
    document.getElementById("dev_result_json_container").appendChild(div);

    div = document.createElement("div");
    div.className = 'status';
    div.id = 'devdiv';
    document.getElementById("dev_result_json_container").appendChild(div);

    // messages
    document.getElementById("messages_container").innerHTML = '';

    div = document.createElement("div");
    div.className = 'statushead';
    div.appendChild(document.createTextNode("Filter Messages:"));

    for (var status of ["Error","Warning","Info","Debug"]) {
	span = document.createElement("span");
	span.id =  'count_'+status.toUpperCase();
	span.style.marginLeft = "20px";
	span.style.cursor = "pointer";
	span.className = 'qprob msg'+status.toUpperCase();
	if (status == "Debug") span.classList.add('hide');
	span.setAttribute('onclick', 'filtermsgs(this,\"'+status.toUpperCase()+'\");');
	span.appendChild(document.createTextNode(status));
	div.appendChild(span);
    }

    document.getElementById("messages_container").appendChild(div);

    div = document.createElement("div");
    div.className = 'status';
    div.id = 'logdiv';
    document.getElementById("messages_container").appendChild(div);
}

function filtermsgs(span, type) {
    var disp = 'none';
    if (span.classList.contains('hide')) {
	disp = '';
	span.classList.remove('hide');
    }
    else {
	span.classList.add('hide');
    }

    for (var msg of document.getElementById("logdiv").children) {
	if (msg.classList.contains(type)) {
	    msg.style.display = disp;
	}
    }
}


function add_to_score_histogram(score) {
    if (score == 'n/a')
	return;

    if (Object.keys(summary_score_histogram).length == 0) {
        for (var s = 0; s < 1; s+=UIstate["scorestep"]) {
	    summary_score_histogram[s.toFixed(1)] = 0;
	}
    }

    var p = 0;
    var missedit = true;
    for (var s in summary_score_histogram) {
	if (score < Number(s)) {
	    summary_score_histogram[p]++;
	    missedit = false;
	    break;
	}
	p = s;
    }
    if (missedit)
	summary_score_histogram[p]++;

}

function add_to_summary(rowdata, num) {
    var cell = 'td';
    if (num == 0) {
	cell = 'th';
	summary_table_html += "<tr><th>&nbsp;</th>";
    }
    else {
	summary_table_html += "<tr class='hoverable'><td>"+num+".</td>";
    }

    for (var i in rowdata) {
	var listlink = '';
	if (!columnlist[i])
	    columnlist[i] = [];

	if (cell == 'th') {
	    //columnlist[i] = [];
	    if (rowdata[i] == 'essence' || rowdata[i] == "'guessence'") {
		listlink += "&nbsp;<a href='javascript:add_items_to_list(\"A\",\"" +i+ "\");' title='Add column items to list A'>&nbsp;[+A]&nbsp;</a>";
		listlink += "&nbsp;<a href='javascript:add_items_to_list(\"B\",\"" +i+ "\");' title='Add column items to list B'>&nbsp;[+B]&nbsp;</a>";
	    }
	}
	else {
	    columnlist[i][rowdata[i]] = 1;
	}
	summary_table_html += '<'+cell+'>' + rowdata[i] + listlink + '</'+cell+'>';
    }
    summary_table_html += '</tr>';

    summary_tsv.push(rowdata.join("\t"));
}


// used for gid = 0 [KG] and 99999 [QG]
function process_graph(gne,graphid,trapi) {
    cytodata[graphid] = [];
    var gid = graphid == "KG" ? 0 : graphid == "SYN" ? 88888 : 99999;
    for (var id in gne.nodes) {
	var gnode = Object.create(gne['nodes'][id]); // make a copy!

	gnode.parentdivnum = gid;   // helps link node to div when displaying node info on click
	gnode.trapiversion = trapi; // deprecate??

        if (!gnode.fulltextname) {
	    if (gnode.name)
		gnode.fulltextname = gnode.name;
	    else
		gnode.fulltextname = id;
	    gne['nodes'][id].fulltextname = gnode.fulltextname;
	}

	//if (!gnode.id)
	//gnode.id = id;

        if (gnode.ids) {
	    gnode.id = gnode.ids[0];
	    if (gnode.ids.length > 1)
		gnode.id += " (+"+(gnode.ids.length-1)+")";

	    if (gnode.name)
		gnode.name += " ("+gnode.id+")";
	    else
		gnode.name = gnode.id;
	}

        gnode.id = id;

	if (!gnode.name) {
	    if (gnode.categories && gnode.categories[0])
		gnode.name = gnode.categories[0] + "s?";
	    else
		gnode.name = "(Any)";
	}

	if (graphid == 'SYN')
	    gnode.idname = id;

	var tmpdata = { "data" : gnode };
        cytodata[graphid].push(tmpdata);
    }

    for (var id in gne.edges) {
        var gedge = Object.create(gne['edges'][id]); // make a copy!

        if (!gedge.id)
	    gedge.id = id;

	gedge.parentdivnum = gid;
        gedge.trapiversion = trapi;
        gedge.source = gedge.subject;
        gedge.target = gedge.object;
	if (gedge.predicates)
	    gedge.type = gedge.predicates[0];

        var tmpdata = { "data" : gedge };
        cytodata[graphid].push(tmpdata);
    }


    if (graphid == 'QG') {
	for (var id in gne.nodes) {
	    var gnode = gne.nodes[id];
	    qgids.push(id);

	    var tmpdata = { "ids"        : gnode.ids ? gnode.ids : [],
			    "is_set"     : gnode.is_set,
			    "_names"     : gnode.ids ? gnode.ids.slice() : [], // make a copy!
			    "_desc"      : gnode.description,
			    "categories" : gnode.categories ? gnode.categories : [],
			    "option_group_id" : gnode.option_group_id ? gnode.option_group_id : null,
			    "constraints": gnode.constraints ? gnode.constraints : []
			  };

	    input_qg.nodes[id] = tmpdata;
	}

	for (var id in gne.edges) {
            var gedge = gne.edges[id];
	    qgids.push(id);

	    var tmpdata = { "subject"    : gedge.subject,
			    "object"     : gedge.object,
			    "predicates" : gedge.predicates ? gedge.predicates : [],
			    "exclude"    : gedge.exclude ? gedge.exclude : false,
			    "option_group_id" : gedge.option_group_id ? gedge.option_group_id : null,
			    "constraints": gedge.constraints ? gedge.constraints : [],
			    "qualifier_constraints": gedge.qualifier_constraints ? gedge.qualifier_constraints : []
			  };
	    input_qg.edges[id] = tmpdata;
	}
    }

}

// a watered-down essence, if you will...
function eau_du_essence(result) {
    var guessence = 'n/a';
    for (var nbid in result.node_bindings)
	for (var node of result.node_bindings[nbid])
	    if (all_nodes[node.id] < all_nodes[guessence])
		guessence = node.id;
    return guessence;
}

function process_results(reslist,kg,aux,trapi,mainreasoner) {
    // do this only once
    if (Object.keys(all_nodes).length === 0 && all_nodes.constructor === Object) {
	for (var result of reslist)
            for (var nbid in result.node_bindings)
		for (var node of result.node_bindings[nbid]) {
		    if (all_nodes[node.id])
			all_nodes[node.id]++;
		    else
			all_nodes[node.id] = 1;
		    //console.log(node.id+" :: "+all_nodes[node.id]);
		}
    }
    all_nodes['n/a'] = 10000; // for eau_du_essence

    var num = 0;
    var results_fragment = document.createDocumentFragment();

    for (var result of reslist) {
	num++;

	var ess = '';
	if (result.essence)
	    ess = result.essence;
	else {
	    ess = eau_du_essence(result);
	    if (ess != 'n/a')
		ess = kg.nodes[ess].fulltextname;
	}

	var cnf = 'n/a';
	var maxcnf = 1;
	if (Number(result.normalized_score)) {
	    cnf = Number(result.normalized_score).toFixed(3);
	    maxcnf = 100;
	}
	else if (Number(result.score))
	    cnf = Number(result.score).toFixed(3);
	else if (Number(result.confidence))
	    cnf = Number(result.confidence).toFixed(3);
        else if (result.analyses && result.analyses.length > 0) {
	    var maxscore = -1;
	    for (var ranal in result.analyses) {
                if (Number(result.analyses[ranal].score) && Number(result.analyses[ranal].score) > maxscore)
		    maxscore = Number(result.analyses[ranal].score).toFixed(3);
	    }
	    if (maxscore >= 0)
		cnf = maxscore;
	}
	var pcl = (cnf>=0.9*maxcnf) ? "p9" : (cnf>=0.7*maxcnf) ? "p7" : (cnf>=0.5*maxcnf) ? "p5" : (cnf>=0.3*maxcnf) ? "p3" : (cnf>0.0) ? "p1" : "p0";

        if (result.row_data)
            add_to_summary(result.row_data, num);
	else
            add_to_summary([cnf,ess], num);

	// avoid madness
	if (num > UIstate["maxresults"]) continue;

	var rsrc = mainreasoner;
	if (result.resource_id)
	    rsrc = result.resource_id;
	else if (result.reasoner_id)
	    rsrc = result.reasoner_id;
	var rscl = get_css_class_from_reasoner(rsrc);

	if (rsrc=="ARAX")
	    add_to_score_histogram(cnf);

	var div = document.createElement("div");
        div.id = 'h'+num+'_div';
	div.title = 'Click to expand / collapse result '+num;
        div.className = 'accordion';
	div.setAttribute('onclick', 'add_cyto('+num+',"R'+num+'A0");sesame(this,a'+num+'_div);');
	div.appendChild(document.createTextNode("Result "+num));
	if (ess)
	    div.innerHTML += " :: <b>"+ess+"</b>"; // meh...

	var span100 = document.createElement("span");
	span100.className = 'r100';

        var span = document.createElement("span");
        span.className = pcl+' qprob';
	span.title = "score="+cnf;
	if (maxcnf == 100) {
            span.className += ' cytograph_controls';
            span.title = "NORMALIZED "+span.title;
	}
        span.appendChild(document.createTextNode(cnf));
	span100.appendChild(span);

        span = document.createElement("span");
	span.className = rscl+' qprob';
	span.title = "source="+rsrc;
	span.appendChild(document.createTextNode(rsrc));
	span100.appendChild(span);

	div.appendChild(span100);
	results_fragment.appendChild(div);

        div = document.createElement("div");
        div.id = 'a'+num+'_div';
        div.className = 'panel';

        var table = document.createElement("table");
        table.className = 't100';

        var tr,td,link;

	if (result.analyses && result.analyses.length > 0) {
            for (var ranal in result.analyses) {
		tr = document.createElement("tr");
		td = document.createElement("td");
		td.className = 'cytograph_controls';
		td.colSpan = "2";
		td.style.paddingLeft = "40px";
                td.appendChild(document.createTextNode(" Analysis "+ranal+" :: "));

		link = document.createElement("a");
		link.style.fontWeight = "bold";
		link.style.fontSize = "larger";
		link.style.marginRight = "20px";
		link.title = 'View Main Result Graph';
		link.setAttribute('onclick', 'add_cyto('+num+',"R'+num+'A'+ranal+'");');
		link.appendChild(document.createTextNode("Result Graph"));
		td.appendChild(link);

                if (result.analyses[ranal].support_graphs && result.analyses[ranal].support_graphs.length > 0) {
		    td.appendChild(document.createTextNode(" Analysis Support Graphs: "));

		    for (var sg in result.analyses[ranal].support_graphs) {
			link = document.createElement("a");
			link.style.fontWeight = "bold";
			link.style.fontSize = "larger";
			link.style.marginLeft = "20px";
			var sgid = result.analyses[ranal].support_graphs[sg];
			link.title = 'Graph ID: '+ sgid;
			link.setAttribute('onclick', 'add_cyto('+num+',"AUX'+sgid+'");');
			link.appendChild(document.createTextNode(Number(sg)+1));
			td.appendChild(link);
		    }
		}
		else {
                    td.appendChild(document.createTextNode(" No Analysis Support Graphs found"));
		}

                var cnf = 'n/a';
		if (Number(result.analyses[ranal].score))
		    cnf = Number(result.analyses[ranal].score).toFixed(3);
		var pcl = (cnf>=0.9) ? "p9" : (cnf>=0.7) ? "p7" : (cnf>=0.5) ? "p5" : (cnf>=0.3) ? "p3" : (cnf>0.0) ? "p1" : "p0";

		var rsrc = 'n/a';
		if (result.analyses[ranal].resource_id)
		    rsrc = result.analyses[ranal].resource_id;
		else if (result.analyses[ranal].reasoner_id)
		    rsrc = result.analyses[ranal].reasoner_id;

		var rscl = get_css_class_from_reasoner(rsrc);

		var span100 = document.createElement("span");
		span100.style.float = 'right';
		span100.style.marginRight = '70px';
		span100.style.marginTop = '5px';

                var span = document.createElement("span");
		span.className = pcl+' qprob';
		span.title = "score="+cnf;
		span.appendChild(document.createTextNode(cnf));
		span100.appendChild(span);

		span = document.createElement("span");
		span.className = rscl+' qprob';
		span.title = "source="+rsrc;
		span.appendChild(document.createTextNode(rsrc));
		span100.appendChild(span);

		//td = document.createElement("td");
		td.appendChild(span100);

		tr.appendChild(td);
		table.appendChild(tr);
	    }
	}

	add_graph_to_table(table,num);

	div.appendChild(table);
	results_fragment.appendChild(div);

        cytodata['R'+num+'A0'] = [];
	//console.log("=================== CYTO num:"+num+"  #nb:"+result.node_bindings.length);

        for (var nbid in result.node_bindings) {
            for (var node of result.node_bindings[nbid]) {
		var kmne = Object.create(kg.nodes[node.id]);
		kmne.parentdivnum = num;
		kmne.trapiversion = trapi;
		kmne.id = node.id;
		if (node.attributes)
		    kmne.node_binding_attributes = node.attributes;
		else if (node.detail_lookup)
		    kmne.node_binding_attributes_lookup_key = node.detail_lookup;
		var tmpdata = { "data" : kmne };
		cytodata['R'+num+'A0'].push(tmpdata);
	    }
	}

	//FIX THIS for multiple result.analyses...
	let da_edge_bindings = result.edge_bindings ? result.edge_bindings : result.analyses[0].edge_bindings;
	for (var ebid in da_edge_bindings) {
	    for (var edge of da_edge_bindings[ebid]) {
		var kmne = Object.create(kg.edges[edge.id]);
		kmne.parentdivnum = num;
		kmne.trapiversion = trapi;
		kmne.id = edge.id;
		kmne.source = kmne.subject;
		kmne.target = kmne.object;
		if (kmne.predicate)
		    kmne.type = kmne.predicate;
		if (kmne.qualifiers && kmne.qualifiers.length == 0)
		    kmne.qualifiers = null;
		if (edge.attributes)
		    kmne.edge_binding_attributes = edge.attributes;
                else if (edge.detail_lookup)
		    kmne.edge_binding_attributes_lookup_key = edge.detail_lookup;

		// confirm...
		if (kmne.attributes) {
		    for (var att of kmne.attributes) {
			if (att.attribute_type_id == "biolink:support_graphs" && att.value && att.value.length > 0) {
			    for (var sgid of att.value) {
				//console.log("edge aux::"+sgid);
				kmne.__has_sgs = true;
				add_aux_graph(kg,sgid,aux[sgid]["edges"],num,trapi);
			    }
			}
		    }
		}

		var tmpdata = { "data" : kmne };
		cytodata['R'+num+'A0'].push(tmpdata);
	    }
	}

	//FIX THIS for multiple result.analyses...
	if (result.analyses && result.analyses[0] && result.analyses[0].support_graphs && result.analyses[0].support_graphs.length > 0) {
            for (var sg in result.analyses[0].support_graphs) {
		var sgid = result.analyses[0].support_graphs[sg];
		add_aux_graph(kg,sgid,aux[sgid]["edges"],num,trapi);
	    }
	}

    }

    document.getElementById("result_container").appendChild(results_fragment);
}

function add_aux_graph(kg,sgid,auxedges,parentnum,trapi) {
    cytodata['AUX'+sgid] = [];
    var nodes = {};

    for (var edgeid of auxedges) {
	var kmne = Object.create(kg.edges[edgeid]);
	kmne.parentdivnum = parentnum;
	kmne.trapiversion = trapi;
	kmne.id = edgeid;
	kmne.source = kmne.subject;
	kmne.target = kmne.object;
	nodes[kmne.subject] = 1;
	nodes[kmne.object] = 1;
	if (kmne.predicate)
	    kmne.type = kmne.predicate;
	if (kmne.qualifiers && kmne.qualifiers.length == 0)
	    kmne.qualifiers = null;
	//if (edge.attributes)
	//kmne.edge_binding_attributes = edge.attributes;
	var tmpdata = { "data" : kmne };
	cytodata['AUX'+sgid].push(tmpdata);
    }

    for (var nodeid in nodes) {
        //console.log("---- aux node::"+nodeid);
	var kmne = Object.create(kg.nodes[nodeid]);
	kmne.parentdivnum = parentnum;
	kmne.trapiversion = trapi;
	kmne.id = nodeid;
	//if (node.attributes)
	//kmne.node_binding_attributes = node.attributes;
	var tmpdata = { "data" : kmne };
	cytodata['AUX'+sgid].push(tmpdata);
    }
}


function get_css_class_from_reasoner(r) {
    try {
	if (r.toUpperCase().includes("IMPROVING"))
	    return "simp";
	if (r.toUpperCase().includes("UNSECRET"))
	    return "suns";
	if (r.toUpperCase().includes("MOLEPRO"))
	    return "smol";
	if (r.toUpperCase().includes("ROBOKOP"))
	    return "srob";
	if (r.toUpperCase().includes("ARAGORN"))
	    return "sara";
	if (r.toUpperCase().includes("INDIGO"))
	    return "sind";
	if (r.toUpperCase().includes("GENETICS"))
	    return "sgen";
	if (r.toUpperCase().includes("COHD"))
	    return "scod";
	if (r.toUpperCase().includes("ARAX") ||
	    r.toUpperCase().includes("RTX"))
	    return "srtx";
	if (r.toUpperCase().includes("BTE") ||
	    r.toUpperCase().includes("BIOTHINGS"))
	    return"sbte";
	if (r.toUpperCase().includes("CAM"))
	    return "scam";
	if (r.toUpperCase().includes("CHP"))
	    return "schp";
    }
    catch(e) {}
    return "p0";
}


function add_graph_to_table(table,num) {
    var tr = document.createElement("tr");
    var td = document.createElement("td");
    td.className = 'cytograph_controls';

    var link = document.createElement("a");
    link.title = 'reset zoom and center';
    link.setAttribute('onclick', 'cyobj['+num+'].reset();');
    link.appendChild(document.createTextNode("\u21BB"));
    td.appendChild(link);
    td.appendChild(document.createElement("br"));
    tr.appendChild(td);

    link = document.createElement("a");
    link.title = 'breadthfirst layout';
    link.setAttribute('onclick', 'cylayout('+num+',"breadthfirst");');
    link.appendChild(document.createTextNode("B"));
    td.appendChild(link);
    td.appendChild(document.createElement("br"));

    link = document.createElement("a");
    link.title = 'force-directed layout';
    link.setAttribute('onclick', 'cylayout('+num+',"cose");');
    link.appendChild(document.createTextNode("F"));
    td.appendChild(link);
    td.appendChild(document.createElement("br"));

    link = document.createElement("a");
    link.title = 'circle layout';
    link.setAttribute('onclick', 'cylayout('+num+',"circle");');
    link.appendChild(document.createTextNode("C"));
    td.appendChild(link);
    td.appendChild(document.createElement("br"));

    link = document.createElement("a");
    link.title = 'random layout';
    link.setAttribute('onclick', 'cylayout('+num+',"random");');
    link.appendChild(document.createTextNode("R"));
    td.appendChild(link);
    td.appendChild(document.createElement("br"));

    link = document.createElement("a");
    link.style.marginTop = "80px";
    link.title = 'small graph';
    link.setAttribute('onclick', 'cyresize('+num+',"s");');
    link.appendChild(document.createTextNode("s"));
    td.appendChild(link);
    td.appendChild(document.createElement("br"));

    link = document.createElement("a");
    link.title = 'medium-sized graph';
    link.setAttribute('onclick', 'cyresize('+num+',"m");');
    link.appendChild(document.createTextNode("M"));
    td.appendChild(link);
    td.appendChild(document.createElement("br"));

    link = document.createElement("a");
    link.style.fontWeight = "bold";
    link.style.fontSize = "larger";
    link.title = 'Large graph';
    link.setAttribute('onclick', 'cyresize('+num+',"L");');
    link.appendChild(document.createTextNode("L"));
    td.appendChild(link);
    td.appendChild(document.createElement("br"));

    tr.appendChild(td);

    td = document.createElement("td");
    td.className = 'cytograph';
    var div = document.createElement("div");
    div.id = 'cy'+num;
    div.style.height = '100%';
    div.style.width  = '100%';
    td.appendChild(div);
    tr.appendChild(td);
    table.appendChild(tr);

    tr = document.createElement("tr");

    td = document.createElement("td");
    td.colSpan = '2';
    div = document.createElement("div");
    div.id = 'd'+num+'_div';
    div.className = 'panel';
    link = document.createElement("i");
    link.appendChild(document.createTextNode("Click on a node or edge to get details, or click on graph background to see a full list of nodes and edges for this result"));
    div.appendChild(link);

    td.appendChild(div);
    tr.appendChild(td);

    table.appendChild(tr);
}



function add_cyto(i,dataid) {
    // once rendered, data is set to null so as to only do this once per graph
    // //////if (cytodata[i] == null) return;

    var num = Number(i);// + 1;

    //console.log("---------------cyto i="+i);
    cyobj[i] = cytoscape({
	container: document.getElementById('cy'+num),
	style: cytoscape.stylesheet()
	    .selector('node')
	    .css({
		'background-color': function(ele) { return mapNodeColor(ele); } ,
		'shape': function(ele) { return mapNodeShape(ele); } ,
		'border-color' : '#000',
		'border-width' : '2',
		'width': '20',
		'height': '20',
		'content': function(ele) { return ele.data().idname ? ele.data().idname : ele.data().name ? ele.data().name : ele.data().id; }
	    })
	    .selector('edge')
	    .css({
		'curve-style' : 'bezier',
		'font-size' : '12',
		'line-color': function(ele) { return mapEdgeColor(ele,num); } ,
		'line-style': function(ele) { return mapEdgeLineStyle(ele); } ,
		'width': function(ele) { if (ele.data().weight) { return ele.data().weight; } return 2; },
		'target-arrow-color': function(ele) { return mapEdgeColor(ele,num); } ,
		'target-arrow-shape': 'triangle',
		'opacity': 0.8,
		'content': function(ele) {
		    if ((ele.data().parentdivnum > 0) && ele.data().type) {
			return ele.data().type + (ele.data().qualifiers ? ' [q]': ele.data().__has_sgs ? ' [sg]' : '');
		    }
		    return '';
		}
	    })
	    .selector(':selected')
	    .css({
		'background-color': '#ff0',
		'border-color': '#f80',
		'line-color': '#f80',
		'target-arrow-color': '#f80',
		'source-arrow-color': '#f80',
		'opacity': 1
	    })
	    .selector('.faded')
	    .css({
		'opacity': 0.25,
		'text-opacity': 0
	    }),

	elements: cytodata[dataid],

	wheelSensitivity: 0.2,

	layout: {
	    name: 'breadthfirst',
	    padding: 10
	},

	ready: function() {
	    // ready 1
	}
    });

    if (i > 99998) {
	cyobj[i].on('tap','node', function() {
	    UIstate.shakeit = true;
	    qg_node(this.data('id'));
	});

	cyobj[i].on('tap','edge', function() {
	    UIstate.shakeit = true;
	    qg_edge(this.data('id'));
	});
	return;
    }

    cyobj[i].on('tap', function(evt) {
	if (evt.target === cyobj[i]) {
            var div = document.getElementById('d'+i+'_div');
	    div.innerHTML = "";

	    var ne_table = document.createElement("table");
	    var tr = document.createElement("tr");
	    var td = document.createElement("td");
	    td.colSpan = '3';
	    td.appendChild(document.createTextNode("All nodes and edges:"));
	    tr.appendChild(td);
	    ne_table.appendChild(tr);

	    var allnodes = cyobj[i].nodes();
	    for (var n = 0; n < allnodes.length; n++) {
		tr = document.createElement("tr");
		td = document.createElement("td");
		td.colSpan = '3';
		td.appendChild(document.createElement("hr"));
		tr.appendChild(td);
		ne_table.appendChild(tr);

		tr = document.createElement("tr");
		td = document.createElement("td");

                var link = document.createElement("a");
                link.className = "attvalue";
                link.style.cursor = "pointer";
		link.dataset.nn = allnodes[n].id();
		link.title = 'View node details';
		link.onclick = function () { cyobj[i].getElementById(this.dataset.nn).emit("tap"); cyobj[i].getElementById(this.dataset.nn).select(); };
		link.appendChild(document.createTextNode(allnodes[n].data('id')));
		td.appendChild(link);

		tr.appendChild(td);
		td = document.createElement("td");
                td.colSpan = '2';
		td.style.paddingLeft = "15px";
		td.style.fontStyle = "italic";
		if (allnodes[n].data('name') != null)
		    td.appendChild(document.createTextNode(' '+allnodes[n].data('name')));
		tr.appendChild(td);
		ne_table.appendChild(tr);

		var nodedges = cyobj[i].edges('[source = "'+allnodes[n].data("id")+'"]');
		for (var e = 0; e < nodedges.length; e++) {
		    tr = document.createElement("tr");
		    td = document.createElement("td");
		    tr.appendChild(td);
		    td = document.createElement("td");
                    var link = document.createElement("a");
		    link.style.cursor = "pointer";
		    link.dataset.ee = nodedges[e].id();
		    link.onclick = function () { cyobj[i].getElementById(this.dataset.ee).emit("tap"); cyobj[i].getElementById(this.dataset.ee).select(); };
		    link.appendChild(document.createTextNode(nodedges[e].data('predicate')));
		    if (nodedges[e].data('__has_sgs'))
			link.appendChild(document.createTextNode(' [sg]'));
		    if (nodedges[e].data('qualifiers')) {
			link.appendChild(document.createTextNode(' [q]'));
			link.title = 'View QUALIFIED edge details';
		    }
		    else
			link.title = 'View edge details';
		    td.appendChild(link);
		    td.appendChild(document.createTextNode(" \u{1F87A} "))
		    tr.appendChild(td);
		    td = document.createElement("td");
		    td.appendChild(document.createTextNode(nodedges[e].data('target')));
		    tr.appendChild(td);
		    ne_table.appendChild(tr);
		}

		nodedges = cyobj[i].edges('[target = "'+allnodes[n].data("id")+'"]');
		for (var e = 0; e < nodedges.length; e++) {
		    tr = document.createElement("tr");
		    td = document.createElement("td");
		    tr.appendChild(td);
		    td = document.createElement("td");
		    td.appendChild(document.createTextNode(" \u{1F878} "))
                    var link = document.createElement("a");
		    link.style.cursor = "pointer";
		    link.dataset.ee = nodedges[e].id();
                    link.onclick = function () { cyobj[i].getElementById(this.dataset.ee).emit("tap"); cyobj[i].getElementById(this.dataset.ee).select(); };
		    link.appendChild(document.createTextNode(nodedges[e].data('predicate')));
                    if (nodedges[e].data('__has_sgs'))
			link.appendChild(document.createTextNode(' [sg]'));
		    if (nodedges[e].data('qualifiers')) {
			link.appendChild(document.createTextNode(' [q]'));
			link.title = 'View QUALIFIED edge details';
		    }
		    else
			link.title = 'View edge details';
		    td.appendChild(link);
		    tr.appendChild(td);
		    td = document.createElement("td");
		    td.appendChild(document.createTextNode(nodedges[e].data('source')));
		    tr.appendChild(td);
		    ne_table.appendChild(tr);
		}
	    }

	    div.appendChild(ne_table);
	    sesame('openmax',document.getElementById('a'+i+'_div'));
	}
    });


    cyobj[i].on('tap','node', function() {
	var div = document.getElementById('d'+this.data('parentdivnum')+'_div');
	div.innerHTML = "";

	var span = document.createElement("span");
	span.style.float = "right";
	span.style.fontStyle = "italic";
	span.appendChild(document.createTextNode("Click on graph background to see a full list of nodes and edges"));
	div.appendChild(span);

	var fields = [ "name","id","categories" ];
	for (var field of fields) {
	    if (this.data(field) == null) continue;

	    var span = document.createElement("span");
	    span.className = "fieldname";
	    span.appendChild(document.createTextNode(field+": "));
	    div.appendChild(span);

            var a = document.createElement("a");
	    a.title = 'view ARAX synonyms';
	    a.href = "javascript:lookup_synonym('"+this.data(field)+"',true)";
	    a.innerHTML = this.data(field);
	    div.appendChild(a);

	    div.appendChild(document.createElement("br"));
	}


	if (this.data('attributes'))
	    show_attributes(i,div, this.data('attributes'),null,"value");
	else if (this.data('detail_lookup'))
	    retrieve_attributes(i,div, this,null,"value");


	if (this.data('node_binding_attributes')) {
	    div.appendChild(document.createElement("br"));
	    show_attributes(i,div, this.data('node_binding_attributes'),"Node Binding Attributes:","value");
	}

	sesame('openmax',document.getElementById('a'+this.data('parentdivnum')+'_div'));
    });

    cyobj[i].on('tap','edge', function() {
        var div = document.getElementById('d'+this.data('parentdivnum')+'_div');
	div.innerHTML = "";

	var span = document.createElement("span");
	span.style.float = "right";
	span.style.fontStyle = "italic";
	span.appendChild(document.createTextNode("Click on graph background to see a full list of nodes and edges"));
	div.appendChild(span);

	var a = document.createElement("a");
	a.className = 'attvalue';
	a.title = 'view ARAX synonyms';
	a.href = "javascript:lookup_synonym('"+this.data('source')+"',true)";
	a.innerHTML = this.data('source');
	div.appendChild(a);

        var span = document.createElement("span");
	span.className = 'attvalue';
        span.appendChild(document.createTextNode("----"));
	span.appendChild(document.createTextNode(this.data('predicate')));
        span.appendChild(document.createTextNode("----"));
        div.appendChild(span);

        a = document.createElement("a");
	a.className = 'attvalue';
        a.style.marginRight = "20px";
	a.title = 'view ARAX synonyms';
	a.href = "javascript:lookup_synonym('"+this.data('target')+"',true)";
	a.innerHTML = this.data('target');
	div.appendChild(a);

	if (this.data('__has_sgs')) {
	    UIstate["edgesg"] = 0;
            span = document.createElement("span");
	    span.id = 'd'+this.data('parentdivnum')+'_div_edge';
	    span.appendChild(document.createTextNode(" Edge Support Graphs: "));
            div.appendChild(span);
	}

	div.appendChild(document.createElement("br"));

	var fields = [ "relation","id" ];
	for (var field of fields) {
	    if (this.data(field) == null) continue;

	    span = document.createElement("span");
	    span.className = "fieldname";
	    span.appendChild(document.createTextNode(field+": "));
	    div.appendChild(span);
	    if (this.data(field).toString().startsWith("http")) {
		var link = document.createElement("a");
		link.href = this.data(field);
		link.target = "_blank";
		link.appendChild(document.createTextNode(this.data(field)));
		div.appendChild(link);
	    }
	    else {
		div.appendChild(document.createTextNode(this.data(field)));
	    }
	    div.appendChild(document.createElement("br"));
	}

	show_qualifiers(div,
			this.data('qualifiers'),
			this.data('source'),
			cyobj[i].nodes("[id='"+this.data('source')+"']").data('name'),
			this.data('predicate'),
			this.data('target'),
			cyobj[i].nodes("[id='"+this.data('target')+"']").data('name')
		       );


        if (this.data('attributes')) {
	    show_attributes(i,div, this.data('attributes'),null,"value");
	    if (this.data('sources')) {
		div.appendChild(document.createElement("br"));
		show_attributes(i,div, this.data('sources'),"Edge Sources:","resource_id");
		//show_attributes(i,div, this.data('sources'),"Edge Sources:","upstream_resource_ids");
	    }
	}
	else if (this.data('detail_lookup'))
	    retrieve_attributes(i,div, this,null,"value");


	if (this.data('edge_binding_attributes')) {
            div.appendChild(document.createElement("br"));
            show_attributes(i,div, this.data('edge_binding_attributes'),"Edge Binding Attributes:","value");
	}

	sesame('openmax',document.getElementById('a'+this.data('parentdivnum')+'_div'));
    });
    // //////cytodata[i] = null;
}


function show_qualifiers(html_div, quals, subj, sname, pred, obj, oname) {
    if (quals == null)
	return;

    var qtable = document.createElement("table");
    qtable.className = 'numold explevel';
    var row = document.createElement("tr");
    var cell = document.createElement("td");
    cell.className = 'attvalue';
    cell.colSpan = '2';
    cell.appendChild(document.createTextNode("Qualified Statement"));
    row.appendChild(cell);
    qtable.appendChild(row);

    var qsentence = document.createElement("span");
    qsentence.className = 'explevel attvalue p9';

    var orderedquals = [
	'subject_direction_qualifier',
	'subject_aspect_qualifier',
	'subject',
	'subject_context_qualifier',
	'qualified_predicate',
	'predicate',
	'mechanism_qualifier',
	'object_direction_qualifier',
	'object_aspect_qualifier',
	'object',
	'object_context_qualifier',
	'pathway_context_qualifier'
    ];

    var hadsubjq = false;
    var hadqpred = false;
    for (var oq of orderedquals) {
	var hasdup = false;
	var qual = quals.filter(a => a.qualifier_type_id == "biolink:"+oq);
	if (oq != 'subject' && oq != 'object' && oq != 'predicate' && qual[0] == null) {
	    //console.log("nothing found for: "+oq);
	    continue;
	}
	if (qual.length > 1) {
            console.error("duplicate value found for: "+oq);
	    hasdup = true;
	}

	var pretext = '';
	var postext = '';
	var celltext = '';
	var frag = document.createElement("span");
	frag.title = oq;
        if (oq == 'subject') {
	    frag.innerHTML = (hadsubjq ? 'of ' : '') + sname + " ";
	    celltext = subj;
	}
        else if (oq == 'object') {
	    frag.innerHTML = "of " + oname + " ";
	    celltext = obj;
	}
        else if (oq == 'predicate') {
	    if (hadqpred) continue;
	    frag.innerHTML = pred + " ";
	    celltext = pred;
	}
	else {
	    if (oq == 'subject_direction_qualifier' || oq == 'subject_aspect_qualifier')
		hadsubjq = true;
	    if (oq == 'qualified_predicate')
		hadqpred = true;
	    if (oq == 'mechanism_qualifier') {
		pretext = "(";
		postext = ")";
	    }
	    if (oq.includes('context_qualifier'))
		pretext = "in ";

	    frag.innerHTML = pretext + qual[0]['qualifier_value'] + postext + " ";
	    celltext = qual[0]['qualifier_value'];
	    if (hasdup)
		celltext += " ** has duplicate values!";
	}
	qsentence.appendChild(frag);

	var row = document.createElement("tr");
	var cell = document.createElement("td");
        cell.style.fontWeight = "bold";
	cell.appendChild(document.createTextNode(oq+":"));
	row.appendChild(cell);
	cell = document.createElement("td");
        cell.appendChild(document.createTextNode(celltext));
	row.appendChild(cell);
	qtable.appendChild(row);
    }

    var addbar = true;
    for (var oqual of quals) {
	var qtid = oqual['qualifier_type_id'].replace("biolink:","");
	if (orderedquals.includes(qtid))
	    continue;

        var row = document.createElement("tr");
	var cell = document.createElement("td");
	cell.style.fontWeight = "bold";
	if (addbar) {
	    cell.colSpan = '2';
	    cell.appendChild(document.createElement("hr"));
	    row.appendChild(cell);
	    qtable.appendChild(row);
	    addbar = false;
	    row = document.createElement("tr");
	    cell = document.createElement("td");
	    cell.style.fontWeight = "bold";
	}
        cell.appendChild(document.createTextNode(oqual['qualifier_type_id']+":"));
	row.appendChild(cell);
	cell = document.createElement("td");
	cell.appendChild(document.createTextNode(oqual['qualifier_value']));
	row.appendChild(cell);
	qtable.appendChild(row);
    }

    html_div.appendChild(qsentence);
    html_div.appendChild(qtable);
}


async function retrieve_attributes(num,html_div, cytobject, title, mainvalue) {
    if (!cytobject.data('detail_lookup'))
	return;

    var wait = getAnimatedWaitBar("100px");
    wait.style.marginTop = "20px";
    wait.style.marginBottom = "20px";
    html_div.appendChild(wait);

    response = await fetch(providers["ARAX"].url + "/response/" + cytobject.data('detail_lookup'));
    var respjson = await response.json();

    if (respjson) {
	wait.remove();
	if (respjson.attributes) {
	    cytobject.data('attributes', respjson.attributes);
	    show_attributes(num,html_div, cytobject.data('attributes'),title,mainvalue);
	}
	if (respjson.sources) {
	    cytobject.data('sources', respjson.sources);
            html_div.appendChild(document.createElement("br"));
            show_attributes(num,html_div, cytobject.data('sources'),"Edge Sources:","resource_id");
	}
	sesame('openmax',document.getElementById('a'+cytobject.data('parentdivnum')+'_div'));
    }
    else
	wait.remove();
}


function show_attributes(num,html_div, atts, title, mainvalue) {
    if (atts == null)
	return;

    var semmeddb_sentences = atts.filter(a => a.attribute_type_id == "bts:sentence");

    // always display iri first
    var iri = atts.filter(a => a.attribute_type_id == "biolink:IriType");

    var atts_table = document.createElement("table");
    if (title) {
	atts_table.className = 'numold explevel';
	var row = document.createElement("tr");
	var cell = document.createElement("td");
        cell.className = 'attvalue';
	cell.colSpan = '2';
	cell.appendChild(document.createTextNode(title));
	row.appendChild(cell);
	atts_table.appendChild(row);
    }

    for (var att of iri.concat(atts.filter(a => a.attribute_type_id != "biolink:IriType"))) {
	display_attribute(num,atts_table, att, semmeddb_sentences, mainvalue);
    }

    html_div.appendChild(atts_table);
}

function display_attribute(num,tab, att, semmeddb, mainvalue) {
    var row = document.createElement("tr");
    var cell = document.createElement("td");

    cell.colSpan = '2';
    cell.appendChild(document.createElement("hr"));
    row.appendChild(cell);
    tab.appendChild(row);

    var sub_atts = null;

    var value = null;
    var flagifmainvaluenull = true;
    for (var nom in att) {
	if (nom == mainvalue) {
	    value = att[nom];
	    continue;
	}
	else if (nom == "attributes") {
	    sub_atts = att[nom];
	    continue;
	}
	else if (att[nom] != null) {
	    row = document.createElement("tr");
	    cell = document.createElement("td");
	    cell.style.fontWeight = "bold";
            cell.appendChild(document.createTextNode(nom+":"));
	    row.appendChild(cell);
            cell = document.createElement("td");

	    if (att[nom].toString().startsWith("http")) {
		var a = document.createElement("a");
		a.target = '_blank';
		a.href = att[nom];
		a.innerHTML = att[nom];
		cell.appendChild(a);
	    }
	    else
		cell.appendChild(document.createTextNode(att[nom]));

	    row.appendChild(cell);
	    tab.appendChild(row);

	    if (att[nom] == "primary_knowledge_source")
		flagifmainvaluenull = false;
	}
    }

    row = document.createElement("tr");
    cell = document.createElement("td");
    cell.style.fontWeight = "bold";
    cell.appendChild(document.createTextNode(mainvalue+":"));
    row.appendChild(cell);
    cell = document.createElement("td");
    cell.style.overflowWrap = "anywhere"; //??

    if (value != null && value != '') {
	if (Array.isArray(att[mainvalue])) {
	    if (att.attribute_type_id != "biolink:publications")
                cell.className = 'attvalue';

	    var br = false;
	    for (var val of att[mainvalue]) {
		if (br)
		    cell.appendChild(document.createElement("br"));

		if (val == null) {
                    cell.appendChild(document.createTextNode("--NULL--"));
		}
		else if (typeof val === 'object') {
		    var pre = document.createElement("pre");
		    pre.appendChild(document.createTextNode(JSON.stringify(val,null,2)));
		    cell.appendChild(pre);
		}
		else if (val.toString().startsWith("PMID:")) {
                    var a = document.createElement("a");
                    a.className = 'attvalue';
                    a.target = '_blank';
                    a.href = "https://pubmed.ncbi.nlm.nih.gov/" + val.split(":")[1] + '/';
		    a.title = 'View in PubMed';
                    a.innerHTML = val;
                    cell.appendChild(a);

		    if (semmeddb && semmeddb[0] && semmeddb[0]["value"][val]) {
			cell.appendChild(document.createTextNode(" : "));
			var quote = document.createElement("i");
			quote.appendChild(document.createTextNode(semmeddb[0]["value"][val]["sentence"]));
			cell.appendChild(quote);
			cell.appendChild(document.createTextNode(' ('+semmeddb[0]["value"][val]["publication date"]+')'));
		    }
		}
		else if (val.toString().startsWith("DOI:")) {
                    var a = document.createElement("a");
		    a.className = 'attvalue';
		    a.target = '_blank';
		    a.href = "https://doi.org/" + val.split(":")[1];
		    a.title = 'View in doi.org';
		    a.innerHTML = val;
		    cell.appendChild(a);
		}
		else if (val.toString().startsWith("http")) {
                    var a = document.createElement("a");
		    a.className = 'attvalue';
		    a.target = '_blank';
		    a.href = val;
		    a.innerHTML = val;
		    cell.appendChild(a);
		}

		else if (att.attribute_type_id == "biolink:support_graphs") {
		    UIstate["edgesg"]++;
                    var a = document.createElement("a");
                    a.className = 'attvalue';
                    a.style.cursor = "pointer";
		    a.title = 'View Aux Graph: '+ val;
		    a.setAttribute('onclick', 'add_cyto('+num+',"AUX'+val+'");');
                    a.innerText = val;
		    cell.appendChild(a);

		    a = document.createElement("a");
                    a.className = 'graphlink';
		    a.style.fontWeight = "bold";
		    a.style.fontSize = "larger";
		    a.style.marginLeft = "20px";
		    a.title = 'View Aux Graph: '+ val;
		    a.setAttribute('onclick', 'add_cyto('+num+',"AUX'+val+'");');
		    a.innerText = UIstate["edgesg"];
		    document.getElementById('d'+num+'_div_edge').appendChild(a);
		}

		else {
                    cell.appendChild(document.createTextNode(val));
		}

		br = true;
	    }
	}
	else if (typeof att[mainvalue] === 'object') {
            var pre = document.createElement("pre");
	    pre.appendChild(document.createTextNode(JSON.stringify(att[mainvalue],null,2)));
	    cell.appendChild(pre);
	}
        else if (attributes_to_truncate.includes(att.original_attribute_name)) {
            cell.className = 'attvalue';
            if (isNaN(att[mainvalue]))
		cell.appendChild(document.createTextNode(att[mainvalue]));
	    else
		cell.appendChild(document.createTextNode(Number(att[mainvalue]).toPrecision(3)));
	}
	else if (value.toString().startsWith("http")) {
	    cell.className = 'attvalue';
            var a = document.createElement("a");
	    a.target = '_blank';
	    a.href = value;
	    a.innerHTML = value;
	    cell.appendChild(a);
	}
	else {
            cell.className = 'attvalue';

	    var multi = att[mainvalue].toString().split(/(-!-|---|\;\;)/);
	    if (multi.length > 1) {
		for (var line of multi) {
		    cell.appendChild(document.createTextNode('\u25BA'));
                    cell.appendChild(document.createTextNode(line));
		    cell.appendChild(document.createElement("br"));
		}
	    }
	    else
		cell.appendChild(document.createTextNode(att[mainvalue]));
	}
    }
    else {
        var text = document.createElement("i");
	text.appendChild(document.createTextNode("-- empty / no value! --"));
	cell.appendChild(text);
	if (flagifmainvaluenull)
	    row.className = 'p1 qprob';
    }

    row.appendChild(cell);
    tab.appendChild(row);

    if (sub_atts && Array.isArray(sub_atts) && sub_atts.length >0) {
	row = document.createElement("tr");
	cell = document.createElement("td");
        cell.style.fontWeight = "bold";
	cell.appendChild(document.createTextNode("(sub)attributes:"));
	row.appendChild(cell);

	cell = document.createElement("td");
	cell.className = 'subatts';
	var subatts_table = document.createElement("table");
	subatts_table.className = 't100';

	for (var sub_att of sub_atts)
	    display_attribute(num,subatts_table, sub_att, semmeddb, mainvalue);

	cell.appendChild(subatts_table);
        row.appendChild(cell);
        tab.appendChild(row);
    }
}


function cyresize(index,size) {
    var height = 300;
    if (size == 'm')
	height = 500;
    else if (size == 'L')
	height = 1000;

    document.getElementById('cy'+index).parentNode.style.height = height+'px';
    cyobj[index].resize();
    cyobj[index].fit();
    sesame('openmax',document.getElementById('a'+index+'_div'));
}

function cylayout(index,layname) {
    var layout = cyobj[index].layout({
	idealEdgeLength: 100,
        nodeOverlap: 20,
	refresh: 20,
        fit: true,
        padding: 30,
        componentSpacing: 100,
        nodeRepulsion: 10000,
        edgeElasticity: 100,
        nestingFactor: 5,
	name: layname,
	animationDuration: 500,
	animate: 'end'
    });

    layout.run();
}

function mapNodeShape(ele) {
    var ntype = ele.data().categories ? ele.data().categories[0] ? ele.data().categories[0] : "NA" : "NA";
    if (ntype.endsWith("microRNA"))           { return "hexagon";} //??
    if (ntype.endsWith("Metabolite"))         { return "heptagon";}
    if (ntype.endsWith("Protein"))            { return "octagon";}
    if (ntype.endsWith("Pathway"))            { return "vee";}
    if (ntype.endsWith("Disease"))            { return "triangle";}
    if (ntype.endsWith("MolecularFunction"))  { return "rectangle";} //??
    if (ntype.endsWith("CellularComponent"))  { return "ellipse";}
    if (ntype.endsWith("BiologicalProcess"))  { return "tag";}
    if (ntype.endsWith("ChemicalEntity"))     { return "diamond";}
    if (ntype.endsWith("AnatomicalEntity"))   { return "rhomboid";}
    if (ntype.endsWith("PhenotypicFeature"))  { return "star";}
    return "rectangle";
}

function mapNodeColor(ele) {
    var ntype = ele.data().categories ? ele.data().categories[0] ? ele.data().categories[0] : "NA" : "NA";
    if (ntype.endsWith("microRNA"))           { return "orange";} //??
    if (ntype.endsWith("Metabolite"))         { return "aqua";}
    if (ntype.endsWith("Protein"))            { return "black";}
    if (ntype.endsWith("Pathway"))            { return "gray";}
    if (ntype.endsWith("Disease"))            { return "red";}
    if (ntype.endsWith("MolecularFunction"))  { return "blue";} //??
    if (ntype.endsWith("CellularComponent"))  { return "purple";}
    if (ntype.endsWith("BiologicalProcess"))  { return "green";}
    if (ntype.endsWith("ChemicalEntity"))     { return "yellowgreen";}
    if (ntype.endsWith("AnatomicalEntity"))   { return "violet";}
    if (ntype.endsWith("PhenotypicFeature"))  { return "indigo";}
    return "#04c";
}

function mapEdgeLineStyle(ele) {
    if (ele.data().attributes)
	for (var att of ele.data().attributes)
	    if (att["attribute_type_id"] == "biolink:computed_value")
		return 'dashed';
    return 'solid';
}

function mapEdgeColor(ele,num) {
    if (ele.data().qualifiers)
	return '#291';

    if (num == 88888 && ele.data().sources) {
        for (var src of ele.data().sources) {
	    if (src["resource_role"] && src["resource_role"] == "primary_knowledge_source") {
		if (src["resource_id"] == "infores:arax")
		    return '#aaa';
		if (src["resource_id"] == "infores:sri-node-normalizer")
		    return '#8250df';
		return '#5596d0';
	    }
	}
    }

    return "#aaf";

    // old:
    var etype = ele.data().predicate ? ele.data().predicate : ele.data().predicates ? ele.data().predicates[0] : "NA";
    if (etype == "biolink:contraindicated_for")       { return "red";}
    if (etype == "biolink:indicated_for")             { return "green";}
    if (etype == "biolink:physically_interacts_with") { return "green";}
    return "#aaf";
}


// build-a-qGraph
function qg_new(msg,nodes) {
    if (cyobj[99999]) { cyobj[99999].elements().remove(); }
    else add_cyto(99999,'QG');
    input_qg = { "edges": {}, "nodes": {} };
    qgids = [];
    UIstate.editedgeid = null;
    UIstate.editnodeid = null;

    if (msg)
	document.getElementById("statusdiv").innerHTML = "<p>A new Query Graph has been created.</p>";
    else
	document.getElementById("showQGjson").checked = false;

    if (nodes) {
	qg_node('new',false);
	qg_node('new',false);
	qg_edge('new');
    }
}

function qg_node(id,render) {
    var daname = 'NamedThing';

    if (id == 'new') {
	id = get_qg_id('n');
	var newqnode = {};
	newqnode.ids = [];
	newqnode.categories = [];
	newqnode.constraints = [];
	newqnode.is_set = false;
	newqnode.option_group_id = null;
	newqnode._names = [];

	input_qg.nodes[id] = newqnode;

	cyobj[99999].add( {
	    "data" : { "id"   : id,
		       "name" : daname,
		       "type" : '',
		       "set"  : newqnode.is_set,
		       "parentdivnum" : 99999 },
	} );
	if (render) {
	    cyobj[99999].reset();
	    cylayout(99999,"breadthfirst");
	}
	cyobj[99999].getElementById(id).select();
	UIstate.shakeit = true;
    }
    else {  // need to update name?
	if (input_qg.nodes[id]['_names'].length > 0) {
	    daname = input_qg.nodes[id]['_names'][0];
	    if (input_qg.nodes[id]['_names'].length == 2)
		daname = "[ "+daname+", "+input_qg.nodes[id]['_names'][1]+" ]";
	    else if (input_qg.nodes[id]['_names'].length > 2)
		daname = "[ "+daname+" +"+(input_qg.nodes[id]['_names'].length - 1)+" ]";
	}
        else if (input_qg.nodes[id]['categories'].length > 0) {
	    daname = input_qg.nodes[id]['categories'][0];

	    if (input_qg.nodes[id]['categories'].length == 2)
		daname = "[ "+daname+", "+input_qg.nodes[id]['categories'][1]+" ]";
	    else if (input_qg.nodes[id]['categories'].length > 2)
		daname = "[ "+daname+" +"+(input_qg.nodes[id]['categories'].length - 1)+" ]";
	}

	if (input_qg.nodes[id].is_set)
	    daname = "{ "+daname+" }";

	if (daname != cyobj[99999].getElementById(id).data('name'))
	    cyobj[99999].getElementById(id).data('name',daname);

    }

    display_qg_popup('node','show');

    document.getElementById('nodeeditor_id').innerHTML = id;
    document.getElementById('nodeeditor_name').innerHTML = daname;

    var htmlnode = document.getElementById('nodeeditor_ids');
    htmlnode.innerHTML = '';
    if (input_qg.nodes[id].ids) {
	var theids = input_qg.nodes[id].ids.slice();  // creates a copy (instead of a reference)
	for (curie of theids.sort()) {
	    htmlnode.appendChild(document.createTextNode(curie));

	    var link = document.createElement("a");
	    link.style.float = "right";
	    link.href = 'javascript:qg_remove_curie_from_qnode("'+curie+'");';
	    link.title = "remove "+curie+" from Qnode ids list";
	    link.appendChild(document.createTextNode(" [ remove ] "));
	    htmlnode.appendChild(link);

	    htmlnode.appendChild(document.createElement("br"));
	}
    }
    else
	input_qg.nodes[id].ids = [];

    htmlnode = document.getElementById('nodeeditor_cat');
    htmlnode.innerHTML = '';
    if (input_qg.nodes[id].categories) {
	for (category of input_qg.nodes[id].categories.sort()) {
	    htmlnode.appendChild(document.createTextNode(category));

	    var link = document.createElement("a");
	    link.style.float = "right";
	    link.href = 'javascript:qg_remove_category_from_qnode("'+category+'");';
	    link.title = "remove "+category+" from Qnode categories list";
	    link.appendChild(document.createTextNode(" [ remove ] "));
	    htmlnode.appendChild(link);

	    htmlnode.appendChild(document.createElement("br"));
	}
    }
    else
	input_qg.nodes[id].categories = [];

    htmlnode = document.getElementById('nodeeditor_cons');
    htmlnode.innerHTML = '';
    if (input_qg.nodes[id].constraints) {
	var cindex = 0;
	for (constraint of input_qg.nodes[id].constraints) {
	    htmlnode.appendChild(document.createTextNode(constraint.name+" "));
	    if (constraint.not)
		htmlnode.appendChild(document.createTextNode("NOT "));
	    htmlnode.appendChild(document.createTextNode(constraint.operator + " " +constraint.value));
	    if (constraint.unit_name)
		htmlnode.appendChild(document.createTextNode(" ("+constraint.unit_name+")"));

            var link = document.createElement("a");
	    link.style.float = "right";
	    link.href = 'javascript:qg_remove_constraint_from_qnode('+cindex+');';
	    link.title = "remove "+constraint.id+" from Qnode constraints list";
	    link.appendChild(document.createTextNode(" [ remove ] "));
	    htmlnode.appendChild(link);

	    htmlnode.appendChild(document.createElement("br"));
	    cindex++;
	}
    }

    document.getElementById('nodeeditor_set').checked = input_qg.nodes[id].is_set;

    htmlnode = document.getElementById('nodeeditor_optgpid');
    htmlnode.innerHTML = '';
    if (input_qg.nodes[id].option_group_id) {
	htmlnode.appendChild(document.createTextNode(input_qg.nodes[id].option_group_id));

	var link = document.createElement("a");
	link.style.float = "right";
	link.href = 'javascript:qg_remove_optgpid_from_qnode();';
	link.title = "remove Option Group ID from this Qnode";
	link.appendChild(document.createTextNode(" [ remove ] "));
	htmlnode.appendChild(link);
    }
    else
	input_qg.nodes[id].option_group_id = null;

    UIstate.editnodeid = id;

    qg_update_qnode_list();
    qg_display_edge_predicates(false);
    show_qgjson();
}

function qg_remove_qnode() {
    var id = UIstate.editnodeid;
    if (!id) return;

    cyobj[99999].remove("#"+id);
    delete input_qg.nodes[id];

    var idx = qgids.indexOf(id);
    if (idx > -1)
	qgids.splice(idx, 1);

    var delstat = "<p>Deleted node <i>"+id+"</i>";

    for (eid in input_qg.edges) {
	var killit = false
	if (input_qg.edges[eid].subject == id)
	    killit = true;
	else if (input_qg.edges[eid].object == id)
	    killit = true;

	if (killit) {
	    delete input_qg.edges[eid];
	    delstat += ", and edge <i>"+eid+"</i>";
	    var idx = qgids.indexOf(eid);
	    if (idx > -1)
		qgids.splice(idx, 1);
	    if (UIstate.editedgeid == eid) {
		display_qg_popup('edge','hide');
		UIstate.editedgeid = null;
	    }
	}
    }
    delstat += "</p>";

    qg_update_qnode_list();
    qg_display_edge_predicates(false);

    document.getElementById("statusdiv").innerHTML = delstat;
    display_qg_popup('node','hide');
    UIstate.editnodeid = null;
}

async function qg_add_curie_to_qnode() {
    var id = UIstate.editnodeid;
    if (!id) return;

    var thing = document.getElementById("newquerynode").value.trim();
    document.getElementById("newquerynode").value = '';

    if (thing == '') {
        document.getElementById("statusdiv").innerHTML = "<p class='error'>Please enter a node value</p>";
	return;
    }

    var bestthing = await check_entity(thing,false);
    document.getElementById("devdiv").innerHTML +=  "-- best node = " + JSON.stringify(bestthing,null,2) + "<br>";

    if (bestthing.found) {
        document.getElementById("statusdiv").innerHTML = "<p>Found entity with name <b>"+bestthing.name+"</b> that best matches <i>"+thing+"</i> in our knowledge graph.</p>";
	sesame('openmax',statusdiv);

	if (!input_qg.nodes[id]['ids'].includes(bestthing.curie)) {
	    input_qg.nodes[id]['ids'].push(bestthing.curie);
	    input_qg.nodes[id]['_names'].push(bestthing.name);
	}

	//cyobj[99999].getElementById(id).data('name', bestthing.name);

	qg_add_category_to_qnode(bestthing.type);

	document.getElementById("devdiv").innerHTML +=  "-- found a curie = " + bestthing.curie + "<br>";

	cyobj[99999].reset();
	cylayout(99999,"breadthfirst");
    }
    else {
        document.getElementById("statusdiv").innerHTML = "<p><span class='error'>" + thing + "</span> is not in our knowledge graph.</p>";
	sesame('openmax',statusdiv);
    }

}

function qg_remove_curie_from_qnode(cur) {
    var id = UIstate.editnodeid;
    if (!id) return;

    var idx = input_qg.nodes[id]['ids'].indexOf(cur);
    if (idx > -1) {
	input_qg.nodes[id]['ids'].splice(idx, 1);
	input_qg.nodes[id]['_names'].splice(idx, 1);
    }

    qg_node(id);
}

function qg_add_curielist_to_qnode(list) {
    var listId = list.split("LIST_")[1];
    var id = UIstate.editnodeid;
    if (!id) return;

    var added = 0;
    for (var li in listItems[listId]) {
	if (listItems[listId].hasOwnProperty(li) && listItems[listId][li] == 1) {
            if (!input_qg.nodes[id]['ids'].includes(entities[li].curie)) {
		input_qg.nodes[id]['ids'].push(entities[li].curie);
		input_qg.nodes[id]['_names'].push(entities[li].name);
		added++;
	    }
	    qg_add_category_to_qnode(entities[li].type);
	}
    }

    document.getElementById("statusdiv").innerHTML = "<p>Added <b>"+added+"</b> curies to node <b>"+id+"</b> from list <i>"+listId+"</i></p>";

    cyobj[99999].reset();
    cylayout(99999,"breadthfirst");
}

function qg_add_category_to_qnode(cat) {
    var id = UIstate.editnodeid;
    if (!id) return;

    document.getElementById("allnodetypes").value = '';
    document.getElementById("allnodetypes").blur();

    if (!input_qg.nodes[id]['categories'].includes(cat))
	input_qg.nodes[id]['categories'].push(cat);

    qg_node(id);
}

function qg_remove_category_from_qnode(cat) {
    var id = UIstate.editnodeid;
    if (!id) return;

    var idx = input_qg.nodes[id]['categories'].indexOf(cat);
    if (idx > -1)
	input_qg.nodes[id]['categories'].splice(idx, 1);

    qg_node(id);
}

function qg_add_constraint_to_qgitem(what) {
    var id = null;
    if (what == 'qedge')
	id = UIstate.editedgeid;
    else if (what == 'qnode')
	id = UIstate.editnodeid;
    if (!id) return;

    var constraint = {};

    var val = document.getElementById(what+"constraintIDbox").value.trim();
    if (!val) return;
    constraint.id = val;

    val = document.getElementById(what+"constraintNAMEbox").value.trim();
    if (!val) return;
    constraint.name = val;

    val = document.getElementById(what+"constraintVALUEbox").value.trim();
    if (!val) return;
    constraint.value = val;

    constraint.not = document.getElementById(what+"constraintNOT").checked;
    constraint.operator = document.getElementById(what+"constraintOPERATOR").value;
    constraint.unit_id = document.getElementById(what+"constraintUNITIDbox").value.trim();
    constraint.unit_name = document.getElementById(what+"constraintUNITNAMEbox").value.trim();

    document.getElementById(what+"constraintIDbox").value = '';
    document.getElementById(what+"constraintNAMEbox").value = '';
    document.getElementById(what+"constraintVALUEbox").value = '';
    document.getElementById(what+"constraintUNITIDbox").value = '';
    document.getElementById(what+"constraintUNITNAMEbox").value = '';
    document.getElementById(what+"constraintNOT").checked = false;
    document.getElementById(what+"constraintOPERATOR").value = '==';

    if (what == 'qedge') {
	input_qg.edges[id]['constraints'].push(constraint);
	qg_edge(id);
    }
    else {
	input_qg.nodes[id]['constraints'].push(constraint);
	qg_node(id);
    }
}

function qg_remove_constraint_from_qnode(idx) {
    var id = UIstate.editnodeid;
    if (!id) return;

    if (idx > -1)
	input_qg.nodes[id]['constraints'].splice(idx, 1);

    qg_node(id);
}
function qg_remove_constraint_from_qedge(idx) {
    var id = UIstate.editedgeid;
    if (!id) return;

    if (idx > -1)
	input_qg.edges[id]['constraints'].splice(idx, 1);

    qg_edge(id);
}

function qg_update_optgpid_to_qgitem(what) {
    var id = null;
    if (what == 'qedge')
	id = UIstate.editedgeid;
    else if (what == 'qnode')
	id = UIstate.editnodeid;
    if (!id) return;

    var val = document.getElementById(what+"optgpidbox").value.trim();
    document.getElementById(what+"optgpidbox").value = '';
    if (!val) return;

    if (what == 'qedge') {
	input_qg.edges[id]['option_group_id'] = val;
	qg_edge(id);
    }
    else {
	input_qg.nodes[id]['option_group_id'] = val;
	qg_node(id);
    }
}
function qg_remove_optgpid_from_qnode() {
    var id = UIstate.editnodeid;
    if (!id) return;
    input_qg.nodes[id]['option_group_id'] = null;
    qg_node(id);
}
function qg_remove_optgpid_from_qedge() {
    var id = UIstate.editedgeid;
    if (!id) return;
    input_qg.edges[id]['option_group_id'] = null;
    qg_edge(id);
}

function qg_setset_for_qnode() {
    var id = UIstate.editnodeid;
    if (!id) return;

    input_qg.nodes[id].is_set = document.getElementById('nodeeditor_set').checked;
    qg_node(id);

    cyobj[99999].getElementById(id).data('set', input_qg.nodes[id].is_set);
    cyobj[99999].reset();
    cylayout(99999,"breadthfirst");
}

function qg_edge(id) {
    if (id == 'new') {
	var nodes = Object.keys(input_qg.nodes);
	if (nodes.length < 2) { // just add them...
	    qg_node('new',false);
	    if (nodes.length < 1)
		qg_node('new',false);

	    nodes = Object.keys(input_qg.nodes);
	}

	id = get_qg_id('e');
	var newqedge = {};
	newqedge.predicates = [];
	newqedge.constraints = [];
	newqedge.qualifier_constraints = [];
        newqedge.exclude = false;
	newqedge.option_group_id = null;
	// join last two nodes if not specified otherwise [ToDo: specify]
	newqedge.subject = nodes[nodes.length - 2];
	newqedge.object = nodes[nodes.length - 1];

	input_qg.edges[id] = newqedge;

	cyobj[99999].add( {
	    "data" : { "id"     : id,
		       "source" : newqedge.subject,
		       "target" : newqedge.object,
		       "npreds" : 0,
		       "parentdivnum" : 99999 },
	} );
	cyobj[99999].reset();
	cylayout(99999,"breadthfirst");
	cyobj[99999].getElementById(id).select();
	UIstate.shakeit = true;
    }
    else {  // need to update label?
	if (input_qg.edges[id]['predicates'] && input_qg.edges[id]['predicates'].length > 0) {
	    dalabel = input_qg.edges[id]['predicates'][0];
            if (input_qg.edges[id]['predicates'].length > 1)
                dalabel = "[ "+dalabel+" +"+(input_qg.edges[id]['predicates'].length - 1)+" ]";
	}
	else
	    dalabel = ' n/a ';

        if (dalabel != cyobj[99999].getElementById(id).data('type'))
	    cyobj[99999].getElementById(id).data('type',dalabel);
    }

    display_qg_popup('edge','show');

    document.getElementById('edgeeditor_id').innerHTML = id;

    UIstate.editedgeid = id;
    qg_update_qnode_list();
    qg_display_edge_predicates(false);

    var htmlnode = document.getElementById('edgeeditor_pred');
    htmlnode.innerHTML = '';
    if (input_qg.edges[id].predicates) {
	for (predicate of input_qg.edges[id].predicates.sort()) {
	    htmlnode.appendChild(document.createTextNode(predicate));

	    var link = document.createElement("a");
	    link.style.float = "right";
	    link.href = 'javascript:qg_remove_predicate_from_qedge("'+predicate+'");';
	    link.title = "remove "+predicate+" from Qedge predicate list";
	    link.appendChild(document.createTextNode(" [ remove ] "));
	    htmlnode.appendChild(link);

	    htmlnode.appendChild(document.createElement("br"));
	}
    }
    else
	input_qg.edges[id].predicates = [];

    htmlnode = document.getElementById('edgeeditor_cons');
    htmlnode.innerHTML = '';
    if (input_qg.edges[id].constraints) {
	var cindex = 0;
	for (constraint of input_qg.edges[id].constraints) {
	    htmlnode.appendChild(document.createTextNode(constraint.name+" "));
	    if (constraint.not)
		htmlnode.appendChild(document.createTextNode("NOT "));
	    htmlnode.appendChild(document.createTextNode(constraint.operator + " " +constraint.value));
	    if (constraint.unit_name)
		htmlnode.appendChild(document.createTextNode(" ("+constraint.unit_name+")"));

            var link = document.createElement("a");
	    link.style.float = "right";
	    link.href = 'javascript:qg_remove_constraint_from_qedge('+cindex+');';
	    link.title = "remove "+constraint.id+" from Qedge constraints list";
	    link.appendChild(document.createTextNode(" [ remove ] "));
	    htmlnode.appendChild(link);

	    htmlnode.appendChild(document.createElement("br"));
	    cindex++;
	}
    }

    htmlnode = document.getElementById('edgeeditor_quals');
    htmlnode.innerHTML = '';
    var showhr = false;
    var prevqb = '';
    if (input_qg.edges[id].qualifier_constraints) {
	for (qset of input_qg.edges[id].qualifier_constraints) {
	    if (showhr) {
		htmlnode.appendChild(document.createElement("hr"));
		htmlnode.appendChild(document.createElement("hr"));
		htmlnode.appendChild(document.createElement("hr"));
		prevqb = '';
	    }
	    showhr = true;
            for (qualifier of qset.qualifier_set) {
		currqb = qualifier['qualifier_type_id'].split("_")[0];
		var span0 = document.createElement("span");
		var span1 = document.createElement("span");
		var span2 = document.createElement("span");
		if (prevqb && prevqb != currqb) {
		    span0.style.borderTop = '1px solid #ccc';
		    span1.style.borderTop = '1px solid #ccc';
		    span2.style.borderTop = '1px solid #ccc';
		}
		prevqb = currqb;
		span0.style.color = "#aaa";
		span0.appendChild(document.createTextNode(qualifier['qualifier_type_id'].split(":")[0]+":"));
		htmlnode.appendChild(span0);
		span1.appendChild(document.createTextNode(qualifier['qualifier_type_id'].split(":")[1]));
		htmlnode.appendChild(span1);

		span2.style.fontWeight = "bold";
		span2.style.paddingLeft = "10px";
		span2.appendChild(document.createTextNode(qualifier.qualifier_value));
		htmlnode.appendChild(span2);
	    }
	}
    }


    document.getElementById('edgeeditor_xcl').checked = input_qg.edges[id].exclude;

    htmlnode = document.getElementById('edgeeditor_optgpid');
    htmlnode.innerHTML = '';
    if (input_qg.edges[id].option_group_id) {
	htmlnode.appendChild(document.createTextNode(input_qg.edges[id].option_group_id));

	var link = document.createElement("a");
	link.style.float = "right";
	link.href = 'javascript:qg_remove_optgpid_from_qedge();';
	link.title = "remove Option Group ID from this Qedge";
	link.appendChild(document.createTextNode(" [ remove ] "));
	htmlnode.appendChild(link);
    }
    else
	input_qg.edges[id].option_group_id = null;

    show_qgjson();
}

function qg_update_qnode_list() {
    document.getElementById('edgeeditor_subj').innerHTML = '';
    document.getElementById('edgeeditor_obj').innerHTML = '';
    for (node of Object.keys(input_qg.nodes).sort()) {
	var opt = document.createElement('option');
	opt.value = node;
	opt.innerHTML = node+":"+cyobj[99999].getElementById(node).data('name');
	document.getElementById('edgeeditor_subj').appendChild(opt);
	document.getElementById('edgeeditor_obj').appendChild(opt.cloneNode(true));
    }

    var id = UIstate.editedgeid;
    if (!id) return;

    document.getElementById('edgeeditor_subj').value = input_qg.edges[id]['subject'];
    document.getElementById('edgeeditor_obj').value = input_qg.edges[id]['object'];
}

function qg_remove_qedge() {
    var id = UIstate.editedgeid;
    if (!id) return;

    cyobj[99999].remove("#"+id);
    delete input_qg.edges[id];

    var idx = qgids.indexOf(id);
    if (idx > -1)
	qgids.splice(idx, 1);

    document.getElementById("statusdiv").innerHTML = "<p>Deleted edge <i>"+id+"</i>";

    display_qg_popup('edge','hide');
    UIstate.editedgeid = null;
}

function qg_add_predicate_to_qedge(pred) {
    var id = UIstate.editedgeid;
    if (!id) return;

    document.getElementById("fullpredicatelist").value = '';
    document.getElementById("fullpredicatelist").blur();
    document.getElementById("qedgepredicatelist").value = '';
    document.getElementById("qedgepredicatelist").blur();
    document.getElementById("qedgepredicatebox").value = '';
    document.getElementById("qedgepredicatebox").blur();

    if (!input_qg.edges[id]['predicates'].includes(pred))
	input_qg.edges[id]['predicates'].push(pred);

    qg_edge(id);
}

function qg_remove_predicate_from_qedge(pred) {
    var id = UIstate.editedgeid;
    if (!id) return;

    var idx = input_qg.edges[id]['predicates'].indexOf(pred);
    if (idx > -1)
	input_qg.edges[id]['predicates'].splice(idx, 1);

    qg_edge(id);
}

function qg_update_qedge() {
    var id = UIstate.editedgeid;
    if (!id) return;

    input_qg.edges[id]['subject'] = document.getElementById('edgeeditor_subj').value;
    input_qg.edges[id]['object'] = document.getElementById('edgeeditor_obj').value;
    qg_edge(id);

    cyobj[99999].getElementById(id).move({
	'source' : input_qg.edges[id].subject,
	'target' : input_qg.edges[id].object
    });
    cyobj[99999].reset();
    cylayout(99999,"breadthfirst");
}

function qg_setxcl_for_qedge() {
    var id = UIstate.editedgeid;
    if (!id) return;

    input_qg.edges[id].exclude = document.getElementById('edgeeditor_xcl').checked;
    qg_edge(id);
}

function qg_edge_swap_obj_subj() {
    var tmp = document.getElementById('edgeeditor_subj').value;
    document.getElementById('edgeeditor_subj').value = document.getElementById('edgeeditor_obj').value;
    document.getElementById('edgeeditor_obj').value = tmp;
    qg_update_qedge();
}

function qg_edit(msg) {
    cytodata['QG'] = [];
    if (cyobj[99999]) {cyobj[99999].elements().remove();}
    else add_cyto(99999,"QG");
    UIstate.editedgeid = null;
    UIstate.editnodeid = null;

    for (var gid in input_qg.nodes) {
	var gnode = input_qg.nodes[gid];

        cyobj[99999].add( {
	    "data" : {
		"id"   : gid,
		"name" : 'NamedThing', // placeholder
		"type" : gnode.categories ? gnode.categories[0] : null,
		"parentdivnum" : 99999 },
	} );

	qg_node(gid);
    }

    for (var eid in input_qg.edges) {
	var gedge = input_qg.edges[eid];
	cyobj[99999].add( {
	    "data" : {
		"id"     : eid,
		"source" : gedge.subject,
		"target" : gedge.object,
		"type"   : gedge.predicates ? gedge.predicates[0] : null,
		"parentdivnum" : 99999 }
	} );

	qg_edge(eid);
    }

    cylayout(99999,"breadthfirst");

    if (msg)
	document.getElementById("statusdiv").innerHTML = "<p>Copied Query Graph to visual edit window.</p>";
    else
	document.getElementById("showQGjson").checked = false;

    document.getElementById("devdiv").innerHTML +=  "Copied query_graph to edit window<br>";
}

function show_qgjson() {
    if (document.getElementById("showQGjson").checked) {
	document.getElementById("statusdiv").innerHTML = "<pre>"+JSON.stringify(input_qg,null,2)+ "</pre>";
	sesame('openmax',statusdiv);
    }
}


// unused at the moment
function qg_display_items() {
    if (!document.getElementById("qg_items"))
	return;

    var table = document.createElement("table");
    table.className = 'sumtab';

    var tr = document.createElement("tr");
    for (var head of ["Id","Name","Item","Category","Action"] ) {
	var th = document.createElement("th")
	th.appendChild(document.createTextNode(head));
	tr.appendChild(th);
    }
    table.appendChild(tr);

    var nitems = 0;

    for (nid in input_qg.nodes) {
	var result = input_qg.nodes[nid];
	nitems++;

	tr = document.createElement("tr");
	tr.className = 'hoverable';

	var td = document.createElement("td");
        td.appendChild(document.createTextNode(nid));
        tr.appendChild(td);

        td = document.createElement("td");
        td.appendChild(document.createTextNode(result["_name"] == null ? "-" : result["_name"]));
        tr.appendChild(td);

	td = document.createElement("td");
        td.appendChild(document.createTextNode(result.is_set ? "(multiple items)" : result.ids == null ? "(any node)" : result.ids[0]));
        tr.appendChild(td);

	td = document.createElement("td");
        td.appendChild(document.createTextNode(result.is_set ? "(set of nodes)" : result.categories == null ? "(any)" : result.categories[0]));
        tr.appendChild(td);

        td = document.createElement("td");
	var link = document.createElement("a");
	link.href = 'javascript:remove_node_from_query_graph(\"'+nid+'\")';
	link.appendChild(document.createTextNode("Remove"));
	td.appendChild(link);
        tr.appendChild(td);

	table.appendChild(tr);
    }

    for (eid in input_qg.edges) {
	var result = input_qg.edges[eid];
        tr = document.createElement("tr");
	tr.className = 'hoverable';

	var td = document.createElement("td");
        td.appendChild(document.createTextNode(eid));
	tr.appendChild(td);

	td = document.createElement("td");
        td.appendChild(document.createTextNode("-"));
        tr.appendChild(td);

        td = document.createElement("td");
	td.appendChild(document.createTextNode(result.subject+"--"+result.object));
	tr.appendChild(td);

        td = document.createElement("td");
	td.appendChild(document.createTextNode(result.predicates == null ? "(any)" : result.predicates[0]));
	tr.appendChild(td);

        td = document.createElement("td");
	var link = document.createElement("a");
	link.href = 'javascript:remove_edge_from_query_graph(\"'+eid+'\")';
	link.appendChild(document.createTextNode("Remove"));
	td.appendChild(link);
	tr.appendChild(td);

        table.appendChild(tr);
    };

    document.getElementById("qg_items").innerHTML = '';
    if (nitems > 0)
	document.getElementById("qg_items").appendChild(table);

}


function qg_display_edge_predicates(all) {
    var preds_node = document.getElementById("qedgepredicatelist");
    var subj = document.getElementById('edgeeditor_subj').value;
    var obj = document.getElementById('edgeeditor_obj').value;

    if (!all) {
	if (!subj || !obj ||
	    !input_qg.nodes[subj]['categories'] ||
	    input_qg.nodes[subj]['categories'] == null ||
	    input_qg.nodes[subj]['categories'].length != 1 ||
	    !input_qg.nodes[obj]['categories'] ||
	    input_qg.nodes[obj]['categories'] == null ||
	    input_qg.nodes[obj]['categories'].length != 1)
	    all = true;
    }

    var preds = [];
    if (all)
	preds = all_predicates.sort();
    else if (predicates[input_qg.nodes[subj]['categories'][0]] && input_qg.nodes[obj]['categories'][0] in predicates[input_qg.nodes[subj]['categories'][0]])
	preds = predicates[input_qg.nodes[subj]['categories'][0]][input_qg.nodes[obj]['categories'][0]].sort();

    preds_node.innerHTML = '';
    var opt = document.createElement('option');
    opt.value = '';

    if (preds.length < 1) {
	opt.innerHTML = "-- No Predicates found --";
	preds_node.appendChild(opt);
    }
    else {
	opt.innerHTML = "Add Predicate to Edge&nbsp;("+preds.length+")&nbsp;&nbsp;&nbsp;&#8675;";
	preds_node.appendChild(opt);

	for (const p of preds) {
	    opt = document.createElement('option');
	    opt.value = p;
	    opt.innerHTML = p;
	    preds_node.appendChild(opt);
	}
    }
}

// unused at the moment
function add_nodetype_to_query_graph(nodetype) {
    document.getElementById("statusdiv").innerHTML = "<p>Added a node of type <i>"+nodetype+"</i></p>";
    var qgid = get_qg_id('n');

    cyobj[99999].add( {
        "data" : { "id"   : qgid,
		   "name" : nodetype+"s",
		   "type" : nodetype,
		   "parentdivnum" : 99999 },
//        "position" : {x:100*qgid, y:50}
    } );
    cyobj[99999].reset();
    cylayout(99999,"breadthfirst");

    var tmpdata = {};
    tmpdata["is_set"] = false;
    tmpdata["_name"]  = null;
    tmpdata["_desc"]  = "Generic " + nodetype;
    tmpdata["option_group_id"] = null;
    if (nodetype != 'NONSPECIFIC')
	tmpdata["categories"] = [nodetype];

    input_qg.nodes[qgid] = tmpdata;
}

function qg_clean_up(xfer) {
    // clean up non-TRAPI attributes and null arrays
    for (var nid in input_qg.nodes) {
	var gnode = input_qg.nodes[nid];

	if (gnode.ids) {
	    if (gnode.ids[0] == null)
		delete gnode.ids;
	    else if (gnode.ids.length == 1)
		if (gnode['_names'] && gnode['_names'][0] != null)
		    gnode.name = gnode['_names'][0];
	}
	if (gnode.categories && gnode.categories[0] == null)
	    delete gnode.categories;
	if (gnode.constraints && gnode.constraints[0] == null)
	    delete gnode.constraints;
	if (gnode.option_group_id == null)
	    delete gnode.option_group_id;

	for (var att of ["_names","_desc"] ) {
	    if (gnode.hasOwnProperty(att))
		delete gnode[att];
	}
    }

    for (var eid in input_qg.edges) {
	var gedge = input_qg.edges[eid];
	if (gedge.predicates && gedge.predicates[0] == null)
	    delete gedge.predicates;
	if (gedge.constraints && gedge.constraints[0] == null)
	    delete gedge.constraints;
	if (gedge.qualifier_constraints && gedge.qualifier_constraints[0] == null)
	    delete gedge.qualifier_constraints;
        if (gedge.option_group_id == null)
	    delete gedge.option_group_id;
        if (!gedge.exclude)
	    delete gedge.exclude;
    }

    if (xfer)
	document.getElementById("jsonText").value = JSON.stringify(input_qg,null,2);
}

function qg_select(what) {
    var id = null;

    if (what == 'node')
	id = UIstate.editnodeid;
    else if (what == 'edge')
	id = UIstate.editedgeid;

    if (id)
	cyobj[99999].getElementById(id).select();
}

function display_qg_popup(which,how) {
    var popup;
    if (which == 'edge')
	popup = document.getElementById('edgeeditor');
    else
	popup = document.getElementById('nodeeditor');

    popup.classList.remove('shake');
    if (how == 'show') {
	if (UIstate.shakeit && popup.style.visibility == 'visible')
	    var timeout = setTimeout(function() { popup.classList.add('shake'); }, 50 );
	else
	    popup.style.visibility = 'visible';
	UIstate.shakeit = false;
    }
    else if (how == 'hide')
	popup.style.visibility = 'hidden';
    else if (popup.style.visibility == 'visible')
	popup.style.visibility = 'hidden';
    else
	popup.style.visibility = 'visible';
}


function get_qg_id(prefix) {
    var new_id = 0;
    do {
	if (!qgids.includes(prefix+new_id))
	    break;
	new_id++;
    } while (new_id < 100);

    qgids.push(prefix+new_id);
    return prefix+new_id;
}


// DSL-RELATED FUNCTIONS
function populate_dsl_commands() {
    var dsl_node = document.getElementById("dsl_command");
    dsl_node.innerHTML = '';

    var opt = document.createElement('option');
    opt.style.borderBottom = "1px solid black";
    opt.value = '';
    opt.innerHTML = "Select DSL Command&nbsp;&nbsp;&nbsp;&#8675;";
    dsl_node.appendChild(opt);

    for (var com in araxi_commands) {
	opt = document.createElement('option');
	opt.value = com;
	opt.innerHTML = com;
	dsl_node.appendChild(opt);
    }
}

function show_dsl_command_options(command) {
    document.getElementById("dsl_command").value = '';
    document.getElementById("dsl_command").blur();

    var com_node = document.getElementById("dsl_command_form");
    com_node.innerHTML = '';
    com_node.appendChild(document.createElement('hr'));

    var h2 = document.createElement('h2');
    h2.style.marginBottom = 0;
    h2.innerHTML = command;
    com_node.appendChild(h2);

    if (araxi_commands[command].description) {
	com_node.appendChild(document.createTextNode(araxi_commands[command].description));
	com_node.appendChild(document.createElement('br'));
    }

    var skipped = '';
    for (var par in araxi_commands[command].parameters) {
        if (araxi_commands[command].parameters[par]['UI_display'] &&
	    araxi_commands[command].parameters[par]['UI_display'] == 'false') {
	    if (skipped) skipped += ", ";
	    skipped += par;
	    continue;
	}
	com_node.appendChild(document.createElement('br'));

	var span = document.createElement('span');
	if (araxi_commands[command].parameters[par]['is_required'])
	    span.className = 'essence';
	span.appendChild(document.createTextNode(par+":"));
	com_node.appendChild(span);

	span = document.createElement('span');
	span.className = 'tiny';
	span.style.position = "relative";
	span.style.left = "50px";
	span.appendChild(document.createTextNode(araxi_commands[command].parameters[par].description));
	com_node.appendChild(span);

	com_node.appendChild(document.createElement('br'));

        if (araxi_commands[command].parameters[par]['type'] == 'boolean') {
	    araxi_commands[command].parameters[par]['enum'] = ['true','false'];
	}
	else if (araxi_commands[command].parameters[par]['type'] == 'ARAXnode') {
	    araxi_commands[command].parameters[par]['enum'] = [];
            for (const p in predicates) {
		araxi_commands[command].parameters[par]['enum'].push(p);
	    }
	}
        else if (araxi_commands[command].parameters[par]['type'] == 'ARAXedge') {
	    araxi_commands[command].parameters[par]['enum'] = [];
	    for (const p of all_predicates.sort()) {
		araxi_commands[command].parameters[par]['enum'].push(p);
	    }
	}

	if (araxi_commands[command].parameters[par]['enum']) {
	    var span = document.createElement('span');
	    span.className = 'qgselect';

	    var sel = document.createElement('select');
	    sel.id = "__param__"+par;

	    var opt = document.createElement('option');
	    opt.style.borderBottom = "1px solid black";
	    opt.value = '';
	    opt.innerHTML = "Select&nbsp;&nbsp;&nbsp;&#8675;";
	    sel.appendChild(opt);

	    for (var val of araxi_commands[command].parameters[par]['enum']) {
		opt = document.createElement('option');
		opt.value = val;
		opt.innerHTML = val;
		sel.appendChild(opt);
	    }

	    span.appendChild(sel);
	    com_node.appendChild(span);

	    if (araxi_commands[command].parameters[par]['default'])
		sel.value = araxi_commands[command].parameters[par]['default'];

	}
	else {
	    var i = document.createElement('input');
	    i.id = "__param__"+par;
	    i.className = 'questionBox';
	    i.size = 60;
	    com_node.appendChild(i);

	    if (araxi_commands[command].parameters[par]['default'])
		i.value = araxi_commands[command].parameters[par]['default'];
	}
    }

    com_node.appendChild(document.createElement('br'));

    if (skipped) {
	com_node.appendChild(document.createElement('br'));
	com_node.appendChild(document.createTextNode('The following advanced parameters are also available: '+skipped+'. Please consult the full documentation for more information.'));
	com_node.appendChild(document.createElement('br'));
	com_node.appendChild(document.createElement('br'));
    }

    var button = document.createElement("input");
    button.className = 'questionBox button';
    button.type = 'button';
    button.name = 'action';
    button.title = 'Append new DSL command to list above';
    button.value = 'Add';
    button.setAttribute('onclick', 'add_dsl_command("'+command+'");');
    com_node.appendChild(button);

    var link = document.createElement("a");
    link.style.marginLeft = "20px";
    link.href = 'javascript:abort_dsl();';
    link.appendChild(document.createTextNode(" Cancel "));
    com_node.appendChild(link);

    com_node.appendChild(document.createElement('hr'));
}

function add_dsl_command(command) {
    var params = document.querySelectorAll('[id^=__param__]');

    var comma = ',';
    if (command.endsWith("()"))
	comma = '';

    command = command.slice(0, -1); // remove ")"

    for (var p of params) {
	if (p.value.length == 0) continue;
	command += comma + p.id.split("__param__")[1]+"="+p.value;
	comma = ",";
    }
    command += ")\n";


    //document.getElementById("dslText").value += command;

    var dslbox = document.getElementById("dslText");
    var dslval = dslbox.value;
    var doc = dslbox.ownerDocument;

    if (typeof dslbox.selectionStart == "number" &&
	typeof dslbox.selectionEnd   == "number") {
	var endIndex = dslbox.selectionEnd;

	while (endIndex>0) {
	    if (dslval.slice(endIndex-1, endIndex) == "\n")
		break;
	    endIndex--;
	}

	dslbox.value = dslval.slice(0, endIndex) + command + dslval.slice(endIndex);
	dslbox.selectionStart = dslbox.selectionEnd = endIndex + command.length;
    }
    else if (doc.selection != "undefined" && doc.selection.createRange) {
	dslbox.focus();
	var range = doc.selection.createRange();
	range.collapse(false);
	range.text = command;
	range.select();
    }

    abort_dsl();
}

function abort_dsl() {
    document.getElementById("dsl_command_form").innerHTML = '';
}


// WORKFLOW-RELATED FUNCTIONS
function clearWF() {
    workflow = { 'workflow' : [], 'message' : {} };
    populate_wfjson();
    populate_wflist();
    abort_wf();
    document.getElementById("statusdiv").innerHTML = '<br>A blank workflow has been created<br><br>';
}

function update_wfjson() {
    var wfj;
    try {
	wfj = JSON.parse(document.getElementById("wfJSON").value);
    }
    catch(e) {
	statusdiv.appendChild(document.createElement("br"));
	if (e.name == "SyntaxError")
	    statusdiv.innerHTML += "<b>Error</b> parsing JSON input. Please correct errors and resubmit: ";
	else
	    statusdiv.innerHTML += "<b>Error</b> processing input. Please correct errors and resubmit: ";
	statusdiv.appendChild(document.createElement("br"));
	statusdiv.innerHTML += "<span class='error'>"+e+"</span>";
	return;
    }

    workflow = wfj;
    populate_wfjson();
    populate_wflist();
    abort_wf();
}

function populate_wfjson() {
    document.getElementById("wfJSON").value = JSON.stringify(workflow,null,2);
}

function populate_wflist() {
    var list_node = document.getElementById("wflist");
    list_node.innerHTML = '';
    var count = 0;
    for (var com of workflow['workflow']) {
	var item = document.createElement('li');
	item.className = 'wflistitem';
	item.draggable = true;
	item.title = "CLICK to view/edit operation details; DRAG to reorder list";
	item.dataset.sequence = count;
	item.innerHTML = com.id;
	list_node.appendChild(item);

	var items = list_node.getElementsByTagName("li"), current = null;

	item.addEventListener("click", function (ev) {
	    var operation = workflow['workflow'][this.dataset.sequence]["id"];
	    show_wf_operation_options(operation, this.dataset.sequence);
            for (var it of items)
		it.className = 'wflistitem';
	    this.className = 'wflistitemselected';
	});

	item.addEventListener("dragstart", function (ev) {
	    document.getElementById("wf_operation_form").innerHTML = '';
	    current = this;
	    this.className = "wflistitemselected";
	});
	item.addEventListener("dragend", function (ev) {
            populate_wflist();
	});

	item.addEventListener("dragenter", function (ev) {
	    if (this != current) { this.style.borderLeft = "15px solid #c40"; }
	});
	item.addEventListener("dragleave", function () {
	    this.style.border = "";
	    //this.style.border = "1px solid #666";
	});

	item.addEventListener("dragover", function (evt) {
	    evt.preventDefault();
	});

	item.addEventListener("drop", function (evt) {
	    evt.preventDefault();
	    current.className = "wflistitem";
	    if (this != current) {
		let currentpos = 0, droppedpos = 0;
		for (let it=0; it<items.length; it++) {
		    if (current == items[it])
			currentpos = it;
		    if (this == items[it])
			droppedpos = it;
		}
		if (currentpos < droppedpos)
		    this.parentNode.insertBefore(current, this.nextSibling);
		else
		    this.parentNode.insertBefore(current, this);

		var tmpwf = [];
		for (let it=0; it<items.length; it++)
		    tmpwf.push(workflow['workflow'][items[it].dataset.sequence]);
		workflow['workflow'] = tmpwf;

		populate_wfjson();
		populate_wflist();
	    }
	});

	count++;
    }

    if (count == 0) {
        list_node.appendChild(document.createElement('br'));
        list_node.appendChild(document.createTextNode("Add workflow operations using the menu on the right, and/or via the JSON import box below."));
    }
}

function populate_wf_operations() {
    var wf_node = document.getElementById("wf_operation");
    wf_node.innerHTML = '';

    var arax = document.getElementById("arax_only").checked;

    var opt = document.createElement('option');
    opt.style.borderBottom = "1px solid black";
    opt.value = '';
    opt.innerHTML = "Workflow Operation&nbsp;&nbsp;&nbsp;&#8675;";
    wf_node.appendChild(opt);

    for (var com in wf_operations) {
	opt = document.createElement('option');
	opt.value = com;
	opt.innerHTML = com;
	if (arax && !wf_operations[com]['in_arax'])
	    opt.disabled = true;
	wf_node.appendChild(opt);
    }
}

function show_wf_operation_options(operation, index) {
    document.getElementById("wf_operation").value = '';
    document.getElementById("wf_operation").blur();
    if (index == null)
	populate_wflist();

    var com_node = document.getElementById("wf_operation_form");
    com_node.innerHTML = '';
    com_node.appendChild(document.createElement('hr'));

    var h2 = document.createElement('h2');
    h2.style.marginBottom = 0;
    h2.innerHTML = operation;
    com_node.appendChild(h2);

    if (!wf_operations[operation]) {
        var span = document.createElement('span');
	span.className = 'error';
	span.appendChild(document.createElement('br'));
        span.appendChild(document.createTextNode("Operation '"+operation+"' not found in workflow operations list!"));
	com_node.appendChild(span);
	span.appendChild(document.createElement('br'));
        com_node.appendChild(get_remove_wf_operation_button(index));

	var link = document.createElement("a");
	link.style.marginLeft = "20px";
	link.href = 'javascript:abort_wf();';
	link.appendChild(document.createTextNode("Cancel"));
	com_node.appendChild(link);
	return;
    }

    if (!wf_operations[operation]['in_arax']) {
        h2.innerHTML += " *";
	com_node.appendChild(document.createTextNode('* Please note that this workflow operation is not supported in ARAX, though it may be in other actors'));
        com_node.appendChild(document.createElement('br'));
    }
    if (wf_operations[operation].description) {
	com_node.appendChild(document.createTextNode(wf_operations[operation].description));
	com_node.appendChild(document.createElement('br'));
    }

    for (var par in wf_operations[operation].parameters) {
	com_node.appendChild(document.createElement('br'));

	var span = document.createElement('span');
	if (wf_operations[operation].parameters[par]['is_required'])
	    span.className = 'essence';
	span.appendChild(document.createTextNode(par+":"));
	com_node.appendChild(span);

	span = document.createElement('span');
	span.className = 'tiny';
	span.style.position = "relative";
	span.style.left = "50px";
	span.appendChild(document.createTextNode(wf_operations[operation].parameters[par].description));
	com_node.appendChild(span);

	com_node.appendChild(document.createElement('br'));

	if (wf_operations[operation].parameters[par]['type'] == 'boolean') {
	    wf_operations[operation].parameters[par]['enum'] = ['true','false'];
	}
	else if (wf_operations[operation].parameters[par]['type'] == 'ARAXnode') {
	    wf_operations[operation].parameters[par]['enum'] = [];
	    for (const p in predicates) {
		wf_operations[operation].parameters[par]['enum'].push(p);
	    }
	}
	else if (wf_operations[operation].parameters[par]['type'] == 'ARAXedge') {
	    wf_operations[operation].parameters[par]['enum'] = [];
	    for (const p of all_predicates.sort()) {
		wf_operations[operation].parameters[par]['enum'].push(p);
	    }
	}

	var val = '';
	if (index != null && workflow['workflow'][index]["parameters"]) {
	    if (workflow['workflow'][index]["parameters"][par])
		val = workflow['workflow'][index]["parameters"][par];
	}

	if (wf_operations[operation].parameters[par]['enum']) {
	    var span = document.createElement('span');
	    span.className = 'qgselect';

	    var sel = document.createElement('select');
	    sel.id = "__param__"+par;

	    var opt = document.createElement('option');
	    opt.style.borderBottom = "1px solid black";
	    opt.value = '';
	    opt.innerHTML = "Select&nbsp;&nbsp;&nbsp;&#8675;";
	    sel.appendChild(opt);

	    for (var vv of wf_operations[operation].parameters[par]['enum']) {
		opt = document.createElement('option');
		opt.value = vv;
		opt.innerHTML = vv;
		sel.appendChild(opt);
	    }

	    span.appendChild(sel);
	    com_node.appendChild(span);

            if (val)
		sel.value = val;
	    else if (wf_operations[operation].parameters[par]['default'])
		sel.value = wf_operations[operation].parameters[par]['default'];
	}
	else {
	    var i = document.createElement('input');
	    i.id = "__param__"+par;
	    i.className = 'questionBox';
	    i.size = 60;
	    com_node.appendChild(i);

	    if (val)
		i.value = val;
	    else if (wf_operations[operation].parameters[par]['default'])
		i.value = wf_operations[operation].parameters[par]['default'];
	}
    }

    if (wf_operations[operation].warning) {
	com_node.appendChild(document.createElement('br'));
        var span = document.createElement('span');
	span.className = 'essence';
	span.appendChild(document.createTextNode(wf_operations[operation].warning));
	com_node.appendChild(span);
    }
    com_node.appendChild(document.createElement('br'));

    var button = document.createElement("input");
    button.className = 'questionBox button';
    button.type = 'button';
    button.name = 'action';
    if (index == null) {
	button.title = 'Add Operation to Workflow';
	button.value = 'Add';
    }
    else {
        button.title = 'Save edited Workflow operation';
	button.value = 'Update';
    }
    button.setAttribute('onclick', 'add_wf_operation("'+operation+'",'+index+');');
    com_node.appendChild(button);

    if (index != null)
        com_node.appendChild(get_remove_wf_operation_button(index));

    var link = document.createElement("a");
    link.style.marginLeft = "20px";
    link.href = 'javascript:abort_wf();';
    link.appendChild(document.createTextNode("Cancel"));
    com_node.appendChild(link);
}

function get_remove_wf_operation_button(idx) {
    var button = document.createElement("input");
    button.className = 'questionBox button';
    button.type = 'button';
    button.name = 'action';
    button.title = 'Remove operation from Workflow';
    button.value = 'Remove';
    button.setAttribute('onclick', 'remove_wf_operation('+idx+');');
    return button;
}

function remove_wf_operation(idx) {
    workflow['workflow'].splice(idx, 1);
    populate_wfjson();
    populate_wflist();
    abort_wf();
}

function add_wf_operation(operation,idx) {
    var params = document.querySelectorAll('[id^=__param__]');

    var mywf = { "id" : operation };

    var wfparams = {};
    var has_params = false;
    for (var p of params) {
	var val = p.value.trim();
	if (val.length == 0) continue;

	var pname = p.id.split("__param__")[1];
	var ptype = wf_operations[operation].parameters[pname]['type'];

	if (ptype == 'array')
	    val = val.match(/\w+|"[^"]+"/g);
	else if (ptype == 'number')
	    val = Number(val);
	else if (ptype == 'integer')
	    val = parseInt(val);

	wfparams[pname] = val;
	has_params = true;
    }

    if (has_params)
	mywf['parameters'] = wfparams;

    if (idx == null)
	workflow['workflow'].push(mywf);
    else
	workflow['workflow'][idx] = mywf;

    populate_wfjson();
    populate_wflist();
    abort_wf();
}

function abort_wf() {
    document.getElementById("wf_operation_form").innerHTML = '';
    populate_wflist();
}

async function import_intowf(what,fromqg) {
    if (!(what == 'query_graph' || what == 'message'))
	return;

    var statusdiv = document.getElementById("statusdiv");
    statusdiv.innerHTML = '';
    statusdiv.appendChild(document.createElement("br"));

    if (fromqg) {
	if (what == 'message')
	    return;  // No

	var tmpqg = JSON.stringify(input_qg); // preserve helper attributes
	qg_clean_up(false);
	workflow['message']['query_graph'] = input_qg;
        statusdiv.appendChild(document.createTextNode("Imported query_graph into Workflow."));
	input_qg = JSON.parse(tmpqg);
	selectInput('qwf');
    }
    else {
	var resp_id = document.getElementById("respId").value.trim();
	document.getElementById("respId").value = resp_id;
	if (!resp_id) return;

	statusdiv.appendChild(document.createTextNode("Importing "+what+" from response_id = " + resp_id + " ..."));
	statusdiv.appendChild(document.createElement("br"));

	var button = document.getElementById((what=='message'?"ImportMSGbutton":"ImportQGbutton"));
	var wait = getAnimatedWaitBar(button.offsetWidth+"px");
	button.parentNode.replaceChild(wait, button);

	var response;
	if (resp_id.startsWith("http"))
	    response = await fetch(resp_id);
	else
	    response = await fetch(providers["ARAX"].url + "/response/" + resp_id);
	var respjson = await response.json();

	if (respjson && respjson.message) {
	    if (what == 'message')
		workflow['message'] = respjson.message;
	    else if (respjson.message["query_graph"])
		workflow['message']['query_graph'] = respjson.message["query_graph"];
	    else
		statusdiv.appendChild(document.createTextNode("No query_graph found in response_id = " + resp_id + "!!"));
	}
	else
	    statusdiv.appendChild(document.createTextNode("No message found in response_id = " + resp_id + "!!"));

        wait.parentNode.replaceChild(button, wait);
    }

    statusdiv.appendChild(document.createElement("br"));
    statusdiv.appendChild(document.createElement("br"));
    populate_wfjson();
}


function load_meta_knowledge_graph() {
    var allnodes_node = document.getElementById("allnodetypes");

    fetch(providers["ARAX"].url + "/meta_knowledge_graph?format=simple")
        .then(response => {
	    if (response.ok) return response.json();
	    else throw new Error('Something went wrong with /meta_knowledge_graph');
	})
        .then(data => {
	    predicates = data.predicates_by_categories;
	    all_predicates = data.supported_predicates;

	    allnodes_node.innerHTML = '';
	    var opt = document.createElement('option');
	    opt.value = '';
	    opt.style.borderBottom = "1px solid black";
	    opt.innerHTML = "Add Category to Node&nbsp;&nbsp;&nbsp;&#8675;";
	    allnodes_node.appendChild(opt);

            for (const n in data.predicates_by_categories) {
		opt = document.createElement('option');
		opt.value = n;
		opt.innerHTML = n;
		allnodes_node.appendChild(opt);
	    }
            opt = document.createElement('option');
	    opt.value = 'NONSPECIFIC';
	    opt.innerHTML = "Unspecified/Non-specific";
	    allnodes_node.appendChild(opt);

	    qg_display_edge_predicates(true);

	    var all_preds_node = document.getElementById("fullpredicatelist");
	    all_preds_node.innerHTML = '';
	    opt = document.createElement('option');
	    opt.value = '';
	    opt.innerHTML = "Full List of Predicates&nbsp;("+all_predicates.length+")&nbsp;&nbsp;&nbsp;&#8675;";
	    all_preds_node.appendChild(opt);
	    for (const p of all_predicates.sort()) {
		opt = document.createElement('option');
		opt.value = p;
		opt.innerHTML = p;
		all_preds_node.appendChild(opt);
	    }
	})
        .catch(error => {
	    allnodes_node.innerHTML = '';
	    var opt = document.createElement('option');
	    opt.value = '';
	    opt.style.borderBottom = "1px solid black";
	    opt.innerHTML = "-- Error Loading Node Types --";
	    allnodes_node.appendChild(opt);
	    console.error(error);
	});

}

function retrieveRecentResps() {
    var recentresps_node = document.getElementById("recent_responses_container");
    recentresps_node.innerHTML = '';
    recentresps_node.className = '';

    var wait = getAnimatedWaitBar("100px");
    wait.style.marginRight = "10px";
    recentresps_node.appendChild(wait);
    recentresps_node.appendChild(document.createTextNode('Loading...'));

    var numpks = parseInt(document.getElementById("howmanylatest").value.match(/[\d]+/));
    if (isNaN(numpks) || numpks < 1 || numpks > 40)
	numpks = 10;
    document.getElementById("howmanylatest").value = numpks;

    var srcpks = document.getElementById("wherefromlatest").value;

    var apiurl = providers["ARAX"].url + "/status?mode=recent_pks&last_n_hours="+numpks+"&authorization="+srcpks;

    fetch(apiurl)
        .then(response => {
	    if (response.ok) return response.json();
	    else throw new Error('Unable to fetch recent PKs from '+srcpks);
	})
        .then(data => {
            document.title = "ARAX-UI [List of "+numpks+" most recent ARS queries]";
	    recentresps_node.innerHTML = '';

            var div = document.createElement("div");
	    div.className = "statushead";
	    div.appendChild(document.createTextNode("Viewing "+numpks+" Most Recent ARS Queries from "+srcpks));

            var link = document.createElement("a");
	    link.style.float = 'right';
	    link.target = '_blank';
	    link.title = 'link to this view';
	    link.href = "http://"+ window.location.hostname + window.location.pathname + "?latest=" + numpks + "&from=" + srcpks;
	    link.innerHTML = "[ Direct link to this view ]";
	    div.appendChild(link);

	    recentresps_node.appendChild(div);

	    div = document.createElement("div");
	    div.className = "status";
	    recentresps_node.appendChild(div);

	    var table = document.createElement("table");
	    table.className = 'sumtab';

            var tr = document.createElement("tr");
            var td = document.createElement("th");
            tr.appendChild(td);
	    td = document.createElement("th");
            td.innerText = 'PK';
	    tr.appendChild(td);
            td = document.createElement("th");
            td.innerText = 'Query';
            tr.appendChild(td);
            td = document.createElement("th");
            td.innerText = 'Status';
            tr.appendChild(td);

            for (var agent of data["agents_list"]) {
		td = document.createElement("th");
		td.colSpan = '2';
		td.style.minWidth = '80px';
	        td.innerText = agent;
	        tr.appendChild(td);
	    }

	    table.appendChild(tr);

	    var num = 0;
            for (var pk of data["sorted_pk_list"].reverse()) {
		num++;
		tr = document.createElement("tr");
		tr.className = 'hoverable';

		td = document.createElement("td");
		td.innerText = num+'.';
		tr.appendChild(td);

		td = document.createElement("td");
		var link = document.createElement("a");
		link.title = 'view response: '+pk;
		link.style.cursor = "pointer";
		link.style.fontFamily = "monospace";
		link.setAttribute('onclick', 'pasteId("'+pk+'");sendId(false);selectInput("qid");');

                if (data["pks"][pk]["timestamp"])
		    link.appendChild(document.createTextNode(convertUTCToLocal(data["pks"][pk]["timestamp"])));
		else
		    link.appendChild(document.createTextNode(pk));

		td.appendChild(link);
		tr.appendChild(td);

                td = document.createElement("td");
		td.innerText = data["pks"][pk]["query"];
		tr.appendChild(td);

                td = document.createElement("td");
                td.style.fontWeight = 'bold';
		td.innerText = data["pks"][pk]["status"];
		tr.appendChild(td);

		for (var agent of data["agents_list"]) {
		    td = document.createElement("td");
		    td.style.borderLeft = "1px solid black";
		    td.style.textAlign = 'right';
                    var span = document.createElement("span");
		    if (data["pks"][pk]["agents"][agent]) {
                        if (data["pks"][pk]["agents"][agent]["status"] == "Done") {
			    span.innerHTML = '&check;';
			    span.className = 'explevel p9';
			}
			else if (data["pks"][pk]["agents"][agent]["status"].startsWith("Running")) {
                            span.innerHTML = '&#10140;';
			    span.className = 'explevel p3';
			}
                        else if (data["pks"][pk]["agents"][agent]["status"].startsWith("Error")) {
			    span.innerHTML = '&cross;';
			    span.className = 'explevel p1';
			}
                        else if (data["pks"][pk]["agents"][agent]["status"].startsWith("Unknown")) {
			    span.innerHTML = '?';
			    span.className = 'explevel p0';
			}
			else {
			    span.innerText = data["pks"][pk]["agents"][agent]["status"];
			}
			td.appendChild(span);
			td.title = data["pks"][pk]["agents"][agent]["status"];
		    }
		    else
			td.innerText = 'n/a';
		    tr.appendChild(td);

                    td = document.createElement("td");
		    td.style.textAlign = 'right';
                    if (data["pks"][pk]["agents"][agent])
			td.innerText = data["pks"][pk]["agents"][agent]["n_results"];
		    else
			td.innerText = 'n/a';
                    td.title = td.innerText + " results";
		    tr.appendChild(td);
		}

		table.appendChild(tr);
	    }

	    div.appendChild(table);
            div.appendChild(document.createElement("br"));
	})
        .catch(error => {
	    recentresps_node.className = "error";
	    recentresps_node.innerHTML = "<br>" + error + "<br><br>";
	});
}


function retrieveRecentQs(active) {
    document.getElementById("recentqsLink").innerHTML = '';

    var recents_node = document.getElementById("recent_queries_container");
    recents_node.innerHTML = '';
    recents_node.className = '';

    var qfspan = document.getElementById("qfilter");
    qfspan.innerHTML = '';
    var wait = getAnimatedWaitBar("100px");
    wait.style.marginRight = "10px";
    qfspan.appendChild(wait);
    qfspan.appendChild(document.createTextNode('Loading...'));

    document.getElementById("recent_queries_timeline_container").innerHTML = '';

    var apicall = "/status?";
    var hours = 0;
    if (active) {
	apicall += "mode=active";
    }
    else {
	hours = parseInt(document.getElementById("qftime").value.match(/[\d]+/));
	if (isNaN(hours) || hours < 1 || hours > 200)
	    hours = 24;
	document.getElementById("qftime").value = hours;
        apicall += "last_n_hours="+hours;
    }

    fetch(providers["ARAX"].url + apicall)
	.then(response => {
	    if (response.ok) return response.json();
	    else throw new Error('Something went wrong with '+apicall);
	})
        .then(data => {
	    var stats = {};
	    stats.elapsed   = 0;
	    stats.state     = {};
	    stats.status    = {};
	    stats.submitter = {};
	    stats.domain    = {};
	    stats.hostname  = {};
	    stats.instance_name  = {};
	    stats.remote_address = {};

	    if (hours > 0) {
		var link = document.createElement("a");
		link.target = '_blank';
		link.title = 'link to this view';
		link.href = "http://"+ window.location.hostname + window.location.pathname + "?recent=" + hours;
		link.innerHTML = "[ Direct link to this view ]";
		document.getElementById("recentqsLink").appendChild(link);
	    }

	    var timeline = {};
            timeline["ISB_watchdog"] = { "data": [ { "label": 0 , "data": [] , "_qstart": new Date() } ] };

            var table = document.createElement("table");
	    table.className = 'sumtab';
	    table.id = "recentqs_summary";
            recents_node.appendChild(table);
            recents_node.appendChild(document.createElement("br"));

	    table = document.createElement("table");
	    table.id = "recentqs_table";
	    table.className = 'sumtab';

	    var tr = document.createElement("tr");
            tr.dataset.qstatus = "COLUMNHEADER";
	    var td;
	    for (var head of ["Qid","Start (UTC)","Elapsed","Submitter","Remote IP","Domain","Hostname","Instance","pid","Response","State","Status","Description"] ) {
		td = document.createElement("th")
                if (head == "Description")
		    td.style.textAlign = "left";
		else
		    td.id = 'filter_'+head.toLowerCase();
                if (head == "Instance")
		    td.id += '_name';
                else if (head == "Remote IP")
		    td.id = 'filter_remote_address';
		td.dataset.filterstring = '';
		td.appendChild(document.createTextNode(head));
		tr.appendChild(td);
	    }
	    table.appendChild(tr);

	    for (var query of data.recent_queries) {
		tr = document.createElement("tr");
		tr.className = 'hoverable';
		tr.dataset.qstatus = query.state + " " + query.status;

		var qstart = null;
		var qend = null;
		var qdur = null;
		var qid = null;
		for (var field of ["query_id","start_datetime","elapsed","submitter","remote_address","domain","hostname","instance_name","pid","response_id","state","status","description"] ) {
                    td = document.createElement("td");
		    td.dataset.value = query[field];
                    if (field == "start_datetime") {
			td.style.whiteSpace = "nowrap";
			qstart = query[field];
		    }
                    else if (field == "elapsed") {
			td.style.textAlign = "right";
			if (query[field] > 60) {
			    td.className = "error";
			    td.title = "Long query response/processing time";
			}
			stats.elapsed += query[field];
			qend = query[field] * 1000; //ms

			qdur = new Date(qend);
			qdur = qdur.getUTCHours()+"h " + qdur.getMinutes()+"m " + qdur.getSeconds()+"s";
		    }
                    else if (field == "state") {
                        td.style.whiteSpace = "nowrap";
			var span = document.createElement("span");
			if (query[field] == "Completed") {
			    span.innerHTML = '&check;';
			    span.className = 'explevel p9';
			}
			else if (query[field] == "Reset") {
			    span.innerHTML = '&cross;';
			    span.className = 'explevel p5';
			}
			else if (query[field] == "Terminated") {
			    span.innerHTML = '&cross;';
			    span.className = 'explevel p3';
			}
			else if (query[field] == "Denied") {
			    span.innerHTML = '&cross;';
			    span.className = 'explevel p1';
			}
			else if (query[field] == "Died") {
			    span.innerHTML = '&cross;';
			    span.className = 'explevel p0';
			}
			else {
			    span.innerHTML = '&#10140;';
			    span.className = 'explevel p7';
			}
			td.appendChild(span);
			td.innerHTML += '&nbsp;';
			if (stats.state[query[field]])
			    stats.state[query[field]]++;
			else
			    stats.state[query[field]] = 1;
		    }
                    else if (field == "instance_name" || field == "submitter" || field == "remote_address" || field == "domain" || field == "hostname") {
			td.style.whiteSpace = "nowrap";
                        if (stats[field][query[field]])
			    stats[field][query[field]]++;
			else
			    stats[field][query[field]] = 1;
		    }

                    if (query[field] == null)
			td.appendChild(document.createTextNode(' -- '));
		    else if (field == "query_id") {
                        var link = document.createElement("a");
			link.target = '_blank';
			link.title = 'view the posted query (JSON)';
			link.style.cursor = "pointer";
			link.href = providers["ARAX"].url + '/status?id=' + query[field];
			link.appendChild(document.createTextNode(query[field]));
			td.appendChild(link);
                        qid = query[field];
		    }
		    else if (field == "response_id") {
			var link = document.createElement("a");
                        link.target = '_blank';
			link.title = 'view this response';
			link.style.cursor = "pointer";
                        link.href = '//' + window.location.hostname + window.location.pathname + '?r=' + query[field];
			link.appendChild(document.createTextNode(query[field]));
			td.appendChild(link);
		    }
		    else if (field == "status") {
			td.style.textAlign = "center";
			var span = document.createElement("span");
                        span.style.padding = "2px 6px";
			if (query[field] == "OK")
			    span.className = "explevel p9";
			else if (query[field] == "Running")
			    span.className = "explevel p7";
			else if (query[field] == "Reset")
			    span.className = "explevel p5";
			else if (query[field] == "Terminated")
			    span.className = "explevel p3";
			else
			    span.className = "explevel p1";
                        span.appendChild(document.createTextNode(query[field]));
			td.appendChild(span);

		        if (stats.status[query[field]])
			    stats.status[query[field]]++;
		        else
			    stats.status[query[field]] = 1;
		    }
		    else
			td.appendChild(document.createTextNode(query[field]));
		    tr.appendChild(td);
		}
		if (qstart && qend) {
		    qstart.replace(" ","T");
		    qstart += "Z";
		    qstart = new Date(qstart);
		    qend = new Date(qstart.getTime() + qend);
		    if (qend >= new Date())
			qend = new Date(new Date() - 2000);

		    if (!timeline[query["submitter"]]) {
			timeline[query["submitter"]] = {};
			timeline[query["submitter"]]["data"] = [];
		    }

		    // below assumes data is reverse-sorted by start datetime
		    var index = 0;
		    for (index in [...Array(200).keys()]) {
			if (!timeline[query["submitter"]]["data"][index])
			    timeline[query["submitter"]]["data"][index] = { "label": index , "data": [] , "_qstart": new Date()};

			if (qend.getTime() < timeline[query["submitter"]]["data"][index]["_qstart"].getTime())
			    break;
		    }

		    timeline[query["submitter"]]["data"][index]["data"].push(
			{
			    "timeRange": [qstart, qend],
			    "val": query["instance_name"],
			    "_qid": qid,
			    "_qdur": qdur
			}
		    );
		    timeline[query["submitter"]]["data"][index]["_qstart"] = qstart;

		}
		table.appendChild(tr);
	    }
	    // add dummy data points to scale timeline to match requested timespan
	    timeline["ISB_watchdog"]["data"][0]["data"].push(
		{
		    "timeRange": [Date.now(), Date.now()],
		    "val": "ARAX",
		    "_qid": null,
		    "_qdur": null
		}
	    );
	    var xhoursago = new Date();
	    xhoursago.setHours(xhoursago.getHours() - hours);
	    timeline["ISB_watchdog"]["data"][0]["data"].push(
		{
		    "timeRange": [xhoursago, xhoursago],
		    "val": "ARAX",
		    "_qid": null,
		    "_qdur": null
		}
	    );

	    displayQTimeline(timeline);
	    recents_node.appendChild(table);
            recents_node.appendChild(document.createElement("br"));
	    recents_node.appendChild(document.createElement("br"));

	    for (var filterfield of ["submitter","remote_address","domain","hostname","instance_name","state","status"] ) {
		if (Object.keys(stats[filterfield]).length > 1) {
		    add_filtermenu(filterfield, stats[filterfield]);
		}
	    }

	    qfspan.innerHTML = '';
	    qfspan.appendChild(document.createTextNode("Show:"));

	    for (var status of ["Completed","OK","Summary","Timeline"]) {
		span = document.createElement("span");
		span.style.marginLeft = "20px";
		span.style.cursor = "pointer";
		span.className = 'qprob p9';
		var tab = "recentqs_table";
		if (status == "Summary") {
		    span.className = 'qprob p9 hide';
		    tab = "recentqs_summary";
		}
		if (status == "Timeline")
		    span.setAttribute('onclick', 'show_hide(\"recent_queries_timeline_container\", this);');
		else
		    span.setAttribute('onclick', 'filter_queries(\"'+tab+'\", this,\"'+status+'\");');
		span.appendChild(document.createTextNode(status));
		qfspan.appendChild(span);
	    }

            table = document.getElementById("recentqs_summary");
            tr = document.createElement("tr");
            tr.style.display = "none";
            tr.dataset.qstatus = "Summary";
	    td = document.createElement("th");
	    td.colSpan = "3";
            td.appendChild(document.createTextNode("Query Stats"));
	    tr.appendChild(td);
            table.appendChild(tr);

            tr = document.createElement("tr");
            tr.style.display = "none";
            tr.dataset.qstatus = "Summary";
	    td = document.createElement("td");
	    td.appendChild(document.createTextNode("Last updated"));
            tr.appendChild(td);
	    td = document.createElement("td");
	    tr.appendChild(td);
            td = document.createElement("td");
	    td.appendChild(document.createTextNode(data.current_datetime));
            tr.appendChild(td);
            table.appendChild(tr);

	    for (var stat in stats) {
		tr = document.createElement("tr");
		tr.style.display = "none";
		tr.dataset.qstatus = "Summary";
		td = document.createElement("td");
                td.appendChild(document.createTextNode(stat));
		tr.appendChild(td);
                if (stat == "elapsed") {
		    td = document.createElement("td");
                    td.appendChild(document.createTextNode(stats[stat] + " sec"));
		    tr.appendChild(td);
		    td = document.createElement("td");
                    td.appendChild(document.createTextNode((Number(stats[stat])/3600).toPrecision(3) + " hours"));
		    tr.appendChild(td);
		}
		else {
		    td = document.createElement("td");
		    for (var val in stats[stat]) {
			td.appendChild(document.createTextNode(val));
			td.appendChild(document.createElement("br"));
		    }
		    tr.appendChild(td);
		    td = document.createElement("td");
		    for (var val in stats[stat]) {
			td.appendChild(document.createTextNode(stats[stat][val]));
			td.appendChild(document.createElement("br"));
		    }
		    tr.appendChild(td);
		}
                table.appendChild(tr);
	    }
	})
        .catch(error => {
	    qfspan.innerHTML = '';
            recents_node.className = "error";
	    recents_node.innerHTML = "<br>" + error + "<br><br>";
        });
}

function displayQTimeline(tdata) {
    var timeline_node = document.getElementById("recent_queries_timeline_container");
    timeline_node.innerHTML = '';

    var data = [];
    for (var group in tdata)
	data.push( { "group": group, "data": tdata[group].data } );

    const Timeline = TimelinesChart();
    Timeline
        .data(data)
	.width(1200)
	.maxHeight(1500)
	.leftMargin(120)
	.zQualitative(true)
	.segmentTooltipContent(function(d) { return "Query ID: <strong>"+d.data["_qid"].toString()+"</strong><br>"+d.data["_qdur"]; } )
    (timeline_node);

    timeline_node.appendChild(document.createTextNode("Your computer's local time"));
}

function add_filtermenu(field, values) {
    var node = document.getElementById('filter_'+field);
    //node.title = "Click to filter based on this column's values";
    node.appendChild(document.createTextNode("\u25BC"));
    node.className = 'filterhead';

    var fmenu = document.createElement('span');
    fmenu.className = 'filtermenu';

    var vals = Object.keys(values);
    vals.unshift('[ Show all ]');
    for (var val of vals) {
	var item = document.createElement('a');
	item.appendChild(document.createTextNode(val));
	item.setAttribute('onclick', 'filter_querytable("'+field+'","'+val+'");');

	var item2 = document.createElement('span');
	item2.id = 'filter_'+field+"_"+val;
	item2.style.marginLeft = "10px";
	item.appendChild(item2);
	fmenu.appendChild(item);
    }
    node.appendChild(fmenu);
}

function filter_querytable(field, value) {
    for (var item of document.querySelectorAll('[id^="filter_'+field+'_"]')) {
	item.className = '';
	item.innerHTML = '';
    }
    document.getElementById('filter_'+field+"_"+value).className = 'explevel p9';
    document.getElementById('filter_'+field+"_"+value).innerHTML = '&check;';

    if (value == '[ Show all ]') {
	document.getElementById('filter_'+field).style.color = 'initial';
	document.getElementById('filter_'+field).dataset.filterstring = '';
    }
    else {
	document.getElementById('filter_'+field).style.color = '#291';
	document.getElementById('filter_'+field).dataset.filterstring = value;
    }

    var trs = document.getElementById('recentqs_table').children;
    var head = true;
    for (var tr of trs) {
	if (head) {
	    head = false;
	    continue;
	}
	var showrow = true;
	for (var tdidx in tr.children) {
	    if (!trs[0].children.hasOwnProperty(tdidx) ||
		trs[0].children[tdidx].dataset.filterstring == '')
		continue;
	    if (trs[0].children[tdidx].dataset.filterstring != tr.children[tdidx].dataset.value) {
		showrow = false;
		break;
	    }
	}
	if (showrow)
	    tr.style.display = 'table-row';
	else
	    tr.style.display = 'none';
    }
}

function filter_queries(tab, span, type) {
    var disp = 'none';
    if (span.classList.contains('hide')) {
	disp = 'table-row';
	span.classList.remove('hide');
    }
    else {
	span.classList.add('hide');
    }

    for (var tr of document.getElementById(tab).children) {
	if (tr.dataset["qstatus"].includes(type)) {
	    tr.style.display = disp;
	}
    }
}


function retrieveKPInfo() {
    var kpinfo_node = document.getElementById("kpinfo_container");
    kpinfo_node.innerHTML = '';
    kpinfo_node.className = '';

    var wspan = document.getElementById("kpinfo_wait");
    wspan.innerHTML = '';
    var wait = getAnimatedWaitBar("100px");
    wait.style.marginRight = "10px";
    wspan.appendChild(wait);
    wspan.appendChild(document.createTextNode('Loading...'));

    fetch(providers["ARAX"].url + "/status?authorization=smartapi")
        .then(response => {
	    if (response.ok) return response.json();
	    else throw new Error('Something went wrong with /status?authorization=smartapi');
	})
        .then(data => {
	    wspan.innerHTML = '';
	    var components = {};
	    for (let item of data) {
		if (item['component'])
		    components[item['component']] = true;
		else
		    console.log("Found empty component: "+item['component']);
	    }

	    if (Object.keys(components).length < 1) {
		kpinfo_node.className = "error";
		kpinfo_node.innerHTML =  "<br>No <b>components</b> found in API response!<br><br>";
		return;
	    }

	    var table = document.createElement("table");
	    table.className = 'sumtab';

            for (let component of Object.keys(components)) {
		var tr = document.createElement("tr");
		var td = document.createElement("td");

		td.colSpan = "5";
		td.style.background = '#fff';
		td.style.border = '0';
		td.appendChild(document.createElement("br"));
		td.appendChild(document.createElement("br"));
		tr.appendChild(td);
		table.appendChild(tr);

		tr = document.createElement("tr");
                td = document.createElement("th")
		td.style.background = '#fff';
		td.style.fontSize = 'x-large';
		td.appendChild(document.createTextNode(component+" Info"));
		tr.appendChild(td);
		for (var head of ["Status","Maturity","Description","URL"] ) {
		    td = document.createElement("th")
                    td.style.background = '#fff';
		    td.appendChild(document.createTextNode(head));
		    tr.appendChild(td);
		}
		table.appendChild(tr);

		var was_seen = [];
		for (let item of data.sort(function(a, b) { return a.title.toUpperCase() > b.title.toUpperCase() ? 1 : -1; })) {
		    //console.log("item.comp:"+item['component']);
		    if (item['component'] == component) {
			tr = document.createElement("tr");
			td = document.createElement("td");
			td.rowSpan = item["servers"].length;
			td.style.backgroundColor = "white";
			td.style.borderRight = "1px solid #aaa";
			td.style.padding = "0px 20px";

			var text = document.createElement("h3");
			text.style.float = "right";
			text.style.marginLeft = "10px";
			if (!item["version"]) {
			    item["version"] = '--NULL--';
			    text.className = "qprob p0";
			}
			else if (item["version"] == "1.4.0")
			    text.className = "qprob p9";
			else if (item["version"] == "1.5.0")
			    text.className = "qprob schp";
			else
			    text.className = "qprob p1";
                        text.appendChild(document.createTextNode(item["version"]));
			text.title = "TRAPI version";
			td.appendChild(text);

	                text = document.createElement("a");
			text.style.display = "inline-block";
			text.style.color = "#000";
			text.style.fontWeight = 'bold';
			text.style.fontSize = 'initial';
			text.style.padding = '15px 0px';
			text.href = item["smartapi_url"];
			text.target = 'smartapi_reg';
			text.title = 'View SmartAPI registration for this '+component;
			text.innerHTML = item["title"];
			td.appendChild(text);
			td.appendChild(document.createElement("br"));

                        if (was_seen.includes(item["infores_name"]+item["version"])) {
                            td.className = "error";
                            td.appendChild(document.createTextNode('\u274C\u00A0'));
			    td.title = "This is a DUPLICATE infores entry";
			}
			else
			    was_seen.push(item["infores_name"]+item["version"]);
			td.appendChild(document.createTextNode(item["infores_name"]));

			tr.appendChild(td);

			var main_td = td;
			var is_first = true;
			for (var mature of ["production","testing","staging","development"] ) {
			    var status_nodes = [];
			    var had_transltr_io = false; //(item["infores_name"].startsWith("infores:automat") || component == "Utility");
			    var was_mature = false;
			    for (var server of item["servers"]) {
				if (server["maturity"] == mature) {
				    was_mature = true;
				    if (!is_first)
					tr = document.createElement("tr");
				    td = document.createElement("td");
                                    var span = document.createElement("span");

				    var stritem = item["infores_name"]+server["maturity"]+server["url"];
				    if (was_seen.includes(stritem)) {
                                        //tr.className = "error";
                                        span.className = "explevel p0";
					span.innerHTML = '&cross;';
					span.title = "This is a DUPLICATE entry";
				    }
                                    else if (was_seen.includes(server["url"])) {
					span.className = "explevel p0";
                                        span.appendChild(document.createTextNode('\u00A0'));
					span.appendChild(document.createTextNode('\u00A0'));
					span.title = "This is a duplicate URL entry";
				    }
				    else if (server["url"].includes("transltr.io")) {
					had_transltr_io = true;
					span.className = "explevel p9";
					span.innerHTML = '&check;';
					span.title = "This entry is hosted at transltr.io";
					was_seen.push(stritem);
					was_seen.push(server["url"]);
				    }
				    else {
					status_nodes.push(span);
					span.appendChild(document.createTextNode('\u00A0'));
					span.appendChild(document.createTextNode('\u00A0'));
					was_seen.push(stritem);
					was_seen.push(server["url"]);
				    }
				    td.appendChild(span);
				    tr.appendChild(td);
				    for (var what of ["maturity","description","url"] ) {
					td = document.createElement("td");
					if (server[what])
					    td.appendChild(document.createTextNode(server[what]));
					else {
					    td.className = "error";
					    td.title = "No data!";
					    td.appendChild(document.createTextNode("-- null --"));
					}
					tr.appendChild(td);
				    }
				    table.appendChild(tr);
				    is_first = false;
				    server["__done"] = true;
				}
				for (var sn of status_nodes) {
				    if (had_transltr_io || mature == "development")
					sn.className = "explevel p7";
				    else
					sn.className = "explevel p5";
				}
			    }

			    if (!was_mature && !had_transltr_io) {
				main_td.rowSpan++;
				if (!is_first)
				    tr = document.createElement("tr");
				td = document.createElement("td");
				var span = document.createElement("span");
				span.className = "explevel p3";
				span.title = "No servers found at this maturity level";
				span.appendChild(document.createTextNode('\u00A0'));
				span.appendChild(document.createTextNode('\u00A0'));
				td.appendChild(span);
				tr.appendChild(td);

				td = document.createElement("td");
				td.className = "error";
				td.appendChild(document.createTextNode(mature));
				tr.appendChild(td);

                                td = document.createElement("td");
				td.className = "error";
				td.appendChild(document.createTextNode("-- missing maturity --"));
                                tr.appendChild(td);

                                td = document.createElement("td");
				tr.appendChild(td);

				table.appendChild(tr);
				is_first = false;

			    }
			}
			for (var server of item["servers"]) {
			    if (!server["__done"]) {
                                if (!is_first)
				    tr = document.createElement("tr");
				td = document.createElement("td");
				var span = document.createElement("span");
				span.className = "explevel p1";
				span.title = "Maturity does not match expected list [production, testing, staging, development]";
				span.appendChild(document.createTextNode('\u00A0'));
				span.appendChild(document.createTextNode('\u00A0'));
				td.appendChild(span);
				tr.appendChild(td);
				for (var what of ["maturity","description","url"] ) {
				    td = document.createElement("td");
				    td.className = "error";
				    if (server[what])
					td.appendChild(document.createTextNode(server[what]));
				    else {
					td.title = "No data!";
					td.appendChild(document.createTextNode("-- null --"));
				    }
				    tr.appendChild(td);
				}
				table.appendChild(tr);
				is_first = false;
			    }
			}
		    }
		}
	    }

	    kpinfo_node.appendChild(table);
            kpinfo_node.appendChild(document.createElement("br"));
            kpinfo_node.appendChild(document.createElement("br"));

	})
        .catch(error => {
	    wspan.innerHTML = '';
	    kpinfo_node.className = "error";
	    kpinfo_node.innerHTML =  "<br>" + error + "<br><br>";
	    console.error(error);
	});

}

function retrieveSysTestResultsList(num) {
    var apiurl = 'https://utility.ci.transltr.io/arstest/api/latest_pk/'+num;
    fetch(apiurl)
        .then(response => {
	    if (response.ok) return response.json();
	    else throw new Error('Unable to fetch ARS Translator system test results list from '+apiurl);
	})
        .then(data => {
	    var menu = document.getElementById("whichsystest");
	    for (let i=0; i<menu.length; i++) {
		if (menu.options[i].value != 'LATEST') {
		    menu.remove(i);
		    i--;
		}
	    }

	    for (var test of data['latest_pks']) {
		var opt = document.createElement('option');
		opt.value = test['pk'];
                opt.innerHTML = test['time'] +" -- "+test['test_type'] +" ("+test['env']+")";
		menu.appendChild(opt);
	    }
	})
        .catch(error => {
	    div.appendChild(document.createTextNode("ERROR: "+error));
	    console.error(error);
	});

}

function retrieveSysTestResults() {
    var systest_node = document.getElementById("systest_container");
    systest_node.innerHTML = '';
    systest_node.className = '';

    var wspan = document.getElementById("systest_wait");
    wspan.innerHTML = '';
    var wait = getAnimatedWaitBar("100px");
    wait.style.marginRight = "10px";
    wspan.appendChild(wait);
    wspan.appendChild(document.createTextNode('Loading...'));

    var apiurl = 'https://utility.ci.transltr.io/arstest/api/';
    var test_pk = document.getElementById("whichsystest").value;
    if (test_pk == "LATEST")
	apiurl += 'latest_report';
    else
	apiurl += 'report/'+test_pk;


    fetch(apiurl)
        .then(response => {
	    if (response.ok) return response.json();
	    else throw new Error('Unable to fetch ARS Translator system test results from '+apiurl);
	})
        .then(data => {
            wspan.innerHTML = '<b>Report source:</b> '+apiurl;
	    systest_node.innerHTML = '';

	    var tests = {};
	    if ('fields' in data)
		tests[data['fields']['test_type']+"_["+data['fields']['timestamp']+"]"] = data;
	    else
		tests = data;

	    for (var test in tests) {
		var div = document.createElement("div");
		div.className = "statushead";
		div.appendChild(document.createTextNode("Viewing: "+ test));

		systest_node.appendChild(div);

		div = document.createElement("div");
		div.className = "status";
		systest_node.appendChild(div);

		if (test.startsWith("Load"))
		    div.appendChild(generateLoadTimeTestResults(tests[test]['fields']));
		else
		    div.appendChild(generateSmokeTestResults(tests[test]['fields']));

		div.appendChild(document.createElement("br"));
	    }

	    systest_node.appendChild(document.createElement("br"));
	    systest_node.appendChild(document.createElement("br"));

        })
        .catch(error => {
            wspan.innerHTML = '';
	    systest_node.className = "error";
	    systest_node.innerHTML = "<br>" + error + "<br><br>";
            console.error(error);
	});

    if (test_pk == "LATEST")
	retrieveSysTestResultsList(100);
}


function generateSmokeTestResults(smoketestfields) {
    if (smoketestfields['data'] == null) {
	var h2 = document.createElement("h2");
        h2.appendChild(document.createTextNode("-- No Data --"));
	return h2;
    }

    var tdiv = document.createElement("div");

    var checknames = false;
    if (smoketestfields['parameters']) {
	smoketestfields['parameters']['Environment'] = smoketestfields['environment'];
	tdiv.appendChild(document.createTextNode("Parameters::"));
	for (var param in smoketestfields['parameters']) {
	    var span = document.createElement("span");
	    span.style.fontWeight = "bold";
	    span.style.marginLeft = '10px';
	    span.appendChild(document.createTextNode(param+": "));
	    tdiv.appendChild(span);
	    if (param.includes("curie")) {
		if (!Array.isArray(smoketestfields['parameters'][param]))
		    smoketestfields['parameters'][param] = [ smoketestfields['parameters'][param] ];

		var comma = '';
		for (var mol of smoketestfields['parameters'][param]) {
		    tdiv.appendChild(document.createTextNode(comma+mol+" ("));
		    span = document.createElement("span");
		    span.id = smoketestfields['pk']+"_entityname_"+mol;
		    span.title = mol;
		    if (entities[mol])
			span.innerText = entities[mol].name;
		    else {
			checknames = true;
			entities[mol] = {};
			entities[mol].checkHTML = '--';
			span.innerText = ' --- ';
		    }
		    tdiv.appendChild(span);
		    tdiv.appendChild(document.createTextNode(") "));
		    comma = ', ';
		}
	    }
	    else
		tdiv.appendChild(document.createTextNode(smoketestfields['parameters'][param]));

	}
	tdiv.appendChild(document.createElement("br"));
	tdiv.appendChild(document.createElement("br"));
    }


    if (smoketestfields['data']['analysis']) {
	for (var querytest in smoketestfields['data']['analysis']) {
            var table = renderSmokeTestTable(smoketestfields['data']['analysis'][querytest],'Test: '+querytest);
	    tdiv.appendChild(table);
	    tdiv.appendChild(document.createElement("br"));
	    tdiv.appendChild(document.createElement("br"));
	}
    }
    else {
	var table = renderSmokeTestTable(smoketestfields['data'],'QUERY');
	tdiv.appendChild(table);
	tdiv.appendChild(document.createElement("br"));
	tdiv.appendChild(document.createElement("br"));
    }

    if (checknames)
	check_entities_batch(99);

    tdiv.appendChild(document.createTextNode("Legend:"));
    var span = document.createElement("span");
    span.className = 'p9 qprob cytograph_controls';
    span.style.marginLeft = '10px';
    span.appendChild(document.createTextNode("Pass"));
    tdiv.appendChild(span);
    span = document.createElement("span");
    span.className = 'p1 qprob cytograph_controls';
    span.style.marginLeft = '10px';
    span.style.marginRight = '10px';
    span.appendChild(document.createTextNode("Fail"));
    tdiv.appendChild(span);
    tdiv.appendChild(document.createTextNode("Number within bubble is ARS-normalized Score"));

    return tdiv;
}


function renderSmokeTestTable(smoketestdata,qtest) {
    var all_agents = {};
    for (var queryname in smoketestdata) {
	for (var actor in smoketestdata[queryname]['actors'])
	    all_agents[actor] = 1;
    }

    var table = document.createElement("table");
    table.className = 'sumtab';

    var tr = document.createElement("tr");
    var td = document.createElement("th");
    td.style.textTransform = 'initial';
    td.appendChild(document.createTextNode(qtest));
    tr.appendChild(td);
    for (var agent of Object.keys(all_agents).sort()) {
	td = document.createElement("th");
	td.style.minWidth = '80px';
        td.appendChild(document.createTextNode(agent.replace(/ars-|ara-|kp-/,"")));
	tr.appendChild(td);
    }
    table.appendChild(tr);

    for (var queryname in smoketestdata) {
	tr = document.createElement("tr");
	td = document.createElement("td");

	if (smoketestdata[queryname]['parent_pk']) {
	    var link = document.createElement("a");
	    link.title = 'view this response';
            link.style.fontFamily = "monospace";
	    link.style.textTransform = 'initial';
	    link.style.cursor = "pointer";
	    link.setAttribute('onclick', 'pasteId("'+smoketestdata[queryname]['parent_pk']+'");sendId(false);selectInput("qid");');
	    link.appendChild(document.createTextNode(queryname));
	    td.appendChild(link);
	}
	else
	    td.appendChild(document.createTextNode(queryname));
	tr.appendChild(td);

	for (var agent of Object.keys(all_agents).sort()) {
	    td = document.createElement("td");
	    td.style.borderLeft = "1px solid black";
	    td.style.textAlign = 'right';

	    for (var ara in smoketestdata[queryname]['actors']) {
		if (ara == agent) {
		    var obj = smoketestdata[queryname]['actors'][ara];
		    var pcl = obj['drug_report'] == "pass" ? "p9" : "p1";

		    var span = document.createElement("span");
		    span.className = pcl+' qprob cytograph_controls';
		    span.appendChild(document.createTextNode(Number(obj['score']).toFixed(2)));
		    td.appendChild(span);
		    td.title = obj['drug_report'];
		}
	    }
	    tr.appendChild(td);
	}
	table.appendChild(tr);
    }

    return table;
}


function generateLoadTimeTestResults(loadtestdata) {
    if (loadtestdata['data'] == null) {
	var h2 = document.createElement("h2");
	h2.appendChild(document.createTextNode("-- No Data --"));
	return h2;
    }

    var tdiv = document.createElement("div");

    var all_agents = {};
    for (var q in loadtestdata['data']) {
	var obj = loadtestdata['data'][q];
	if (obj['stragglers'])
	    for (var actor of obj['stragglers'])
		all_agents[actor] = 1;

	for (var actor in obj['actors'])
            all_agents[actor] = 1;
    }

    if (loadtestdata['parameters']) {
	loadtestdata['parameters']['Environment'] = loadtestdata['environment'];
	tdiv.appendChild(document.createTextNode("Parameters::"));
	for (var param in loadtestdata['parameters']) {
	    var span = document.createElement("span");
	    span.style.fontWeight = "bold";
	    span.style.marginLeft = '10px';
	    span.appendChild(document.createTextNode(param+": "));
            tdiv.appendChild(span);
            tdiv.appendChild(document.createTextNode(loadtestdata['parameters'][param]));
	}
	tdiv.appendChild(document.createElement("br"));
	tdiv.appendChild(document.createElement("br"));
    }

    var table = document.createElement("table");
    table.className = 'sumtab';

    var tr = document.createElement("tr");
    var td = document.createElement("th");
    tr.appendChild(td);
    //td = document.createElement("th");
    //td.innerText = 'PK';
    //tr.appendChild(td);
    td = document.createElement("th");
    td.innerText = 'Query';
    tr.appendChild(td);
    td = document.createElement("th");
    td.innerText = 'Time';
    tr.appendChild(td);

    for (var agent of Object.keys(all_agents).sort()) {
	td = document.createElement("th");
	td.colSpan = '2';
	td.style.minWidth = '80px';
	td.innerText = agent.replace(/ars-|ara-|kp-/,"");
	tr.appendChild(td);
    }
    table.appendChild(tr);

    var num = 0;
    for (var q in loadtestdata['data']) {
        var obj = loadtestdata['data'][q];
        num++;
	tr = document.createElement("tr");
        tr.className = 'hoverable';

	td = document.createElement("td");
        td.innerText = num+'.';
	tr.appendChild(td);

        td = document.createElement("td");
	var link = document.createElement("a");
	link.title = 'view this response';
	link.style.cursor = "pointer";
	link.style.fontFamily = "monospace";
	link.setAttribute('onclick', 'pasteId("'+obj['parent_pk']+'");sendId(false);selectInput("qid");');
	link.appendChild(document.createTextNode(q));
	td.appendChild(link);
	tr.appendChild(td);

        td = document.createElement("td");
	td.style.fontWeight = 'bold';
        td.style.textAlign = 'right';
	td.innerText = Number(obj["completion_time"]).toFixed(1);
	td.title = obj["completion_time"] + " seconds";
	tr.appendChild(td);

	for (var agent of Object.keys(all_agents).sort()) {
	    td = document.createElement("td");
            td.style.borderLeft = "1px solid black";
	    td.style.textAlign = 'right';
	    var span = document.createElement("span");

            if (obj['actors'][agent]) {
		if (obj['stragglers'] && obj['stragglers'].includes(agent))
		    td.appendChild(document.createTextNode("\u{1F422}"));
		if (obj['actors'][agent]['status'] == "Done") {
		    span.innerHTML = '&check;';
		    if (obj['actors'][agent]['n_results'] > 0)
			span.className = 'explevel p9';
		    else
			span.className = 'explevel p0';
		}
                else if (obj['actors'][agent]['status'] == "Error") {
                    span.innerHTML = '&cross;';
		    span.className = 'explevel p1';
		}
                else {
		    span.innerText = obj['actors'][agent]['status'];
		}
                td.appendChild(span);
		td.title = obj['actors'][agent]['status'];
                if (obj['stragglers'] && obj['stragglers'].includes(agent))
		    td.title += " (straggler)";

	    }
            else
		td.innerText = 'n/a';
	    tr.appendChild(td);

            td = document.createElement("td");
	    td.style.textAlign = 'right';
            if (obj['actors'][agent] && obj['actors'][agent]['completion_time']) {
		td.innerText = Number(obj['actors'][agent]['completion_time']).toFixed(3);
		if (obj['actors'][agent]['completion_time'] == obj["completion_time"])
		    td.className = 'essence';
	    }
            else if (obj['actors'][agent] && obj['actors'][agent]['status'] == "Error")
		td.innerText = 'E';
	    else
		td.innerText = 'n/a';

	    if (obj['actors'][agent])
		td.title = (obj['actors'][agent]['n_results'] ? obj['actors'][agent]['n_results'] : "No") + " results";
	    else
		td.title = "no actor: "+agent;

	    tr.appendChild(td);
	}

	table.appendChild(tr);
    }

    tdiv.appendChild(table);
    tdiv.appendChild(document.createElement("br"));
    tdiv.appendChild(document.createElement("br"));
    tdiv.appendChild(document.createTextNode("Legend:"));
    var span = document.createElement("span");
    span.className = 'explevel p9';
    span.style.marginLeft = '10px';
    span.innerHTML = '&check;';
    tdiv.appendChild(span);
    tdiv.appendChild(document.createTextNode(" Done (mouse-over to see number of results)"));
    span = document.createElement("span");
    span.className = 'explevel p0';
    span.style.marginLeft = '10px';
    span.innerHTML = '&check;';
    tdiv.appendChild(span);
    tdiv.appendChild(document.createTextNode(" Done, with ZERO results"));
    span = document.createElement("span");
    span.className = 'explevel p1';
    span.style.marginLeft = '10px';
    span.innerHTML = '&cross;';
    tdiv.appendChild(span);
    tdiv.appendChild(document.createTextNode(" Error"));
    tdiv.appendChild(document.createTextNode("\u00A0\u00A0\u00A0\u{1F422} Straggler"))
    tdiv.appendChild(document.createTextNode("\u00A0\u00A0\u00A0Number is completion time (sec)"));

    return tdiv;
}


function show_hide(ele, span) {
    var disp = 'none';
    if (span.classList.contains('hide')) {
	disp = '';
	span.classList.remove('hide');
    }
    else {
	span.classList.add('hide');
    }

    document.getElementById(ele).style.display = disp;
}


function add_to_dev_info(title,jobj) {
    var dev = document.getElementById("devdiv");
    dev.appendChild(document.createElement("br"));
    dev.appendChild(document.createTextNode('='.repeat(80)+" "+title+"::"));
    var pre = document.createElement("pre");
    //pre.id = "responseJSON";
    pre.appendChild(document.createTextNode(JSON.stringify(jobj,null,2)));
    dev.appendChild(pre);
}


function togglecolor(obj,tid) {
    var col = '#888';
    if (obj.checked == true) {
	col = '#047';
    }
    document.getElementById(tid).style.color = col;
}


// adapted from http://www.activsoftware.com/
function getQueryVariable(variable) {
    for (var qsv of window.location.search.substring(1).split("&")) {
	var pair = qsv.split("=");
	if (decodeURIComponent(pair[0]) == variable)
	    return decodeURIComponent(pair[1]);
    }
    return false;
}

// LIST FUNCTIONS
var entities  = {};
var listItems = {};
listItems['A'] = {};
listItems['B'] = {};
listItems['SESSION'] = {};
var numquery = 0;

function display_list(listId) {
    if (listId == 'SESSION') {
	display_session();
	return;
    }
    var listhtml = '';
    var numitems = 0;

    for (var li in listItems[listId]) {
	if (listItems[listId].hasOwnProperty(li)) { // && listItems[listId][li] == 1) {
	    numitems++;
	    listhtml += "<tr class='hoverable'>";

	    if (entities.hasOwnProperty(li)) {
		listhtml += "<td>"+entities[li].checkHTML+"</td>";
		listhtml += "<td title='view ARAX synonyms' class='clq' onclick='lookup_synonym(this.nextSibling.innerHTML,true);'>\u2139</td>";
		listhtml += "<td>"+entities[li].name+"</td>";
		if (entities[li].isvalid)
		    listhtml += "<td title='view ARAX synonyms' class='clq' onclick='lookup_synonym(this.nextSibling.innerHTML,true);'>\u2139</td>";
		else
		    listhtml += "<td></td>";
		listhtml += "<td>"+entities[li].curie+"</td>";
		listhtml += "<td>"+entities[li].type+"</td>";
	    }
	    else {
		listhtml += "<td id='list"+listId+"_entitycheck_"+li+"'>--</td>";
		listhtml += "<td title='view ARAX synonyms' class='clq' onclick='lookup_synonym(this.nextSibling.innerHTML,true);'>\u2139</td>";
		listhtml += "<td id='list"+listId+"_entityname_"+li+"'>"+li+"</td>";
		listhtml += "<td title='view ARAX synonyms' class='clq' onclick='lookup_synonym(this.nextSibling.innerHTML,true);'>\u2139</td>";
		listhtml += "<td id='list"+listId+"_entitycurie_"+li+"'>looking up...</td>";
		listhtml += "<td id='list"+listId+"_entitytype_"+li+"'>looking up...</td>";
		entities[li] = {};
		entities[li].checkHTML = '--';
	    }

	    listhtml += "<td><a href='javascript:remove_item(\"" + listId + "\",\""+ li +"\");'/>Remove</a></td></tr>";
	}
    }

    document.getElementById("numlistitems"+listId).innerHTML = numitems;
    document.getElementById("menunumlistitems"+listId).innerHTML = numitems;

    if (document.getElementById("nodeset"+listId))
	document.getElementById("nodeset"+listId).innerHTML = "List [" + listId + "] -- (" + numitems + " items)";

    if (numitems > 0) {
	listhtml = "<table class='sumtab'><tr><th></th><th></th><th>Name</th><th></th><th>Item</th><th>Type</th><th>Action</th></tr>" + listhtml + "</table><br><br>";
	document.getElementById("menunumlistitems"+listId).classList.add("numnew");
	document.getElementById("menunumlistitems"+listId).classList.remove("numold");
    }
    else {
	document.getElementById("menunumlistitems"+listId).classList.remove("numnew");
	document.getElementById("menunumlistitems"+listId).classList.add("numold");
    }

    listhtml = "Items in this List can be compared to those in the other List, or added to a node in the query_graph via the bulk import functionality.<br><br>" + listhtml + "<hr>Enter new list item or items (space and/or comma-separated; use &quot;double quotes&quot; for multi-word items):<br><input type='text' class='questionBox' id='newlistitem"+listId+"' onkeydown='enter_item(this, \""+listId+"\");' value='' size='60'><input type='button' class='questionBox button' name='action' value='Add' onClick='javascript:add_new_to_list(\""+listId+"\");'/>";

//    listhtml += "<hr>Enter new list item or items (space and/or comma-separated):<br><input type='text' class='questionBox' id='newlistitem"+listId+"' value='' size='60'><input type='button' class='questionBox button' name='action' value='Add' onClick='javascript:add_new_to_list(\""+listId+"\");'/>";

    if (numitems > 0)
	listhtml += "<a style='margin-left:20px;' href='javascript:delete_list(\""+listId+"\");'/>Delete List</a>";

    listhtml += "<br><br>";

    document.getElementById("listdiv"+listId).innerHTML = listhtml;
    //check_entities();
    check_entities_batch(99);
    compare_lists(false);
}


function compare_lists(uniqueonly) {
    if (!uniqueonly || uniqueonly == "false")
	uniqueonly = false;
    else
	uniqueonly = true;

    // assume only listA and listB, for now...
    var keysA = Object.keys(listItems['A']);
    var keysB = Object.keys(listItems['B']);
    compare_tsv = [];

    var comparediv = document.getElementById("comparelists");
    comparediv.innerHTML = "";

    if (keysA.length == 0 || keysB.length == 0) {
	comparediv.appendChild(document.createElement("br"));
	comparediv.appendChild(document.createTextNode("Items in lists A and B will be automatically displayed side-by-side for ease of comparison."));
        comparediv.appendChild(document.createElement("br"));
	comparediv.appendChild(document.createElement("br"));
	comparediv.appendChild(document.createTextNode("At least one item is required in each list."));
        comparediv.appendChild(document.createElement("br"));
	comparediv.appendChild(document.createElement("br"));
	return;
    }

    compare_tsv.push("List A\tList B");
    var button = document.createElement("input");
    button.className = 'questionBox button';
    button.type = 'button';
    button.name = 'action';
    button.title = 'Get tab-separated values of this table to paste into Excel etc';
    button.value = 'Copy Comparison Table to clipboard (TSV)';
    button.setAttribute('onclick', 'copyTSVToClipboard(this,compare_tsv);');
    comparediv.appendChild(button);

    var span = document.createElement("span");
    span.className = 'qgselect';
    span.style.marginLeft = "100px";

    var sel = document.createElement('select');
    sel.setAttribute('onchange', 'compare_lists(this.value);');
    var opt = document.createElement('option');
    opt.style.borderBottom = "1px solid black";
    opt.value = "false";
    if (!uniqueonly) opt.selected = true;
    opt.innerHTML = "Show all items in lists";
    sel.appendChild(opt);
    opt = document.createElement('option');
    opt.style.borderBottom = "1px solid black";
    opt.value = "true";
    if (uniqueonly) opt.selected = true;
    opt.innerHTML = "Show only unique items";
    sel.appendChild(opt);
    span.appendChild(sel);
    comparediv.appendChild(span);

    comparediv.appendChild(document.createElement("br"));
    comparediv.appendChild(document.createElement("br"));

    var comptable = document.createElement("table");
    comptable.className = 'sumtab';
    var tr = document.createElement("tr");
    var td = document.createElement("th");
    tr.appendChild(td);
    td = document.createElement("th");
    td.appendChild(document.createTextNode("List A"));
    tr.appendChild(td);
    td = document.createElement("th");
    tr.appendChild(td);
    td = document.createElement("th");
    td.appendChild(document.createTextNode("List B"));
    tr.appendChild(td);
    comptable.appendChild(tr);

    if (uniqueonly) {
	var onlyA = keysA.filter(x => !keysB.includes(x));
	keysB = keysB.filter(x => !keysA.includes(x));
	keysA = onlyA;
    }

    var maxkeys = (keysA.length > keysB.length) ? keysA : keysB;
    for (var idx in maxkeys) {
	tr = document.createElement("tr");
	tr.className = 'hoverable';

	td = document.createElement("td");
	span = document.createElement("span");
        if (keysA[idx] == keysB[idx]) {
	    span.className = "explevel p9";
	    span.innerHTML = "&check;";
	}
        else if (listItems['B'][keysA[idx]]) {
	    span.className = "explevel p5";
	    span.innerHTML = "&check;";
	}
	else {
            span.className = "explevel p1";
	    span.innerHTML = "&cross;";
	}
        td.appendChild(span);
        tr.appendChild(td);
        td = document.createElement("td");
	td.innerHTML = keysA[idx]?keysA[idx]:'--n/a--';
	tr.appendChild(td);

        td = document.createElement("td");
	span = document.createElement("span");
	if (keysA[idx] == keysB[idx]) {
	    span.className = "explevel p9";
	    span.innerHTML = "&check;";
	}
	else if (listItems['A'][keysB[idx]]) {
	    span.className = "explevel p5";
	    span.innerHTML = "&check;";
	}
	else {
	    span.className = "explevel p1";
	    span.innerHTML = "&cross;";
	}
	td.appendChild(span);
	tr.appendChild(td);
	td = document.createElement("td");
	td.innerHTML = keysB[idx]?keysB[idx]:'--n/a--';
	tr.appendChild(td);

	comptable.appendChild(tr);
	compare_tsv.push(keysA[idx]+"\t"+keysB[idx]);
    }

    comparediv.appendChild(comptable);
    comparediv.appendChild(document.createElement("br"));
    comparediv.appendChild(document.createElement("br"));
}


// unused at the moment
function get_list_as_string(listId) {
    var liststring = '[';
    var comma = '';
    for (var li in listItems[listId]) {
	if (listItems[listId].hasOwnProperty(li) && listItems[listId][li] == 1) {
	    liststring += comma + li;
	    comma = ',';
	}
    }
    liststring += ']';
    return liststring;
}
// unused at the moment
function get_list_as_curie_array(listId) {
    var carr = [];
    for (var li in listItems[listId])
	if (listItems[listId].hasOwnProperty(li) && listItems[listId][li] == 1)
	    carr.push(entities[li].curie);

    return carr;
}


function add_items_to_list(listId,indx) {
    for (var nitem in columnlist[indx])
	if (columnlist[indx][nitem]) {
            nitem = nitem.replace(/['"]+/g,''); // remove quotes
	    listItems[listId][nitem] = 1;
	}
    display_list(listId);
}

function enter_item(ele, listId) {
    if (event.key === 'Enter')
	add_new_to_list(listId);
}

function add_new_to_list(listId) {
    //var itemarr = document.getElementById("newlistitem"+listId).value.split(/[\t ,]/);
    var itemarr = document.getElementById("newlistitem"+listId).value.match(/\w+:?\w+|"[^"]+"/g);

    document.getElementById("newlistitem"+listId).value = '';
    for (var item in itemarr) {
	itemarr[item] = itemarr[item].replace(/['"]+/g,''); // remove quotes
        //console.log("=================== item:"+itemarr[item]);
	if (itemarr[item]) {
	    listItems[listId][itemarr[item]] = 1;
	}
    }
    display_list(listId);
    add_to_dev_info("ALL_ENTITIES:",entities);
}

function remove_item(listId,item) {
    delete listItems[listId][item];
    display_list(listId);
}

function delete_list(listId) {
    listItems[listId] = {};
    display_list(listId);
}


function check_entities_batch(batchsize) {
    var batches = [];
    var thisbatch = [];
    for (var entity in entities) {
	if (entities[entity].checkHTML != '--') continue;
	if (thisbatch.length == batchsize) {
	    batches.push(thisbatch);
	    thisbatch = [];
	}
	thisbatch.push(entity);
    }
    // last one
    if (thisbatch) batches.push(thisbatch);

    for (let batch of batches) {
	fetch(providers["ARAX"].url + "/entity", {
	    method: 'post',
	    body: JSON.stringify({"format":"minimal","terms":batch}),
	    headers: { 'Content-type': 'application/json' }
	})
	    .then(response => response.json())
	    .then(data => {
		add_to_dev_info("ENTITIES:"+batch,data);
		for (var entity in data) {
                    if (entities[entity] && data[entity] && data[entity].id && data[entity].id.identifier) {
			entities[entity].curie = data[entity].id.identifier;
			entities[entity].name  = data[entity].id.name;
			entities[entity].type  = data[entity].id.category;
			//entities[entity].name = data[entity].id.label.replace(/['"]/g, '&apos;');  // might need this?

			entities[entity].isvalid   = true;
			entities[entity].checkHTML = "<span class='explevel p9'>&check;</span>&nbsp;";
			document.getElementById("devdiv").innerHTML += data[entity].id.category+"<br>";
		    }
		    else if (entities[entity]) {
			entities[entity].curie = "<span class='error'>unknown</span>";
			entities[entity].name  = entity;
			entities[entity].type  = "<span class='error'>unknown</span>";
			entities[entity].isvalid   = false;
			entities[entity].checkHTML = "<span class='explevel p1'>&cross;</span>&nbsp;";
		    }
		    else {
			console.warn("Could not find entity: "+entity);
		    }
		    // in case of a 404...?? entstr = "<span class='explevel p0'>&quest;</span>&nbsp;n/a";

		    for (var elem of document.querySelectorAll("[id$='_entitycurie_"+entity+"']"))
			elem.innerHTML = entities[entity].curie;
		    for (var elem of document.querySelectorAll("[id$='_entityname_"+entity+"']"))
			elem.innerHTML = entities[entity].name;
		    for (var elem of document.querySelectorAll("[id$='_entitytype_"+entity+"']"))
			elem.innerHTML = entities[entity].type;
		    for (var elem of document.querySelectorAll("[id$='_entitycheck_"+entity+"']"))
			elem.innerHTML = entities[entity].checkHTML;
		}
	    });
    }
}


function check_entities() {
    for (let entity in entities) {
	if (entities[entity].checkHTML != '--') continue;

	fetch(providers["ARAX"].url + "/entity?q=" + entity)
	    .then(response => response.json())
	    .then(data => {
                add_to_dev_info("ENTITIES:"+entity,data);

		if (data[entity] && data[entity].id && data[entity].id.identifier) {
		    entities[entity].curie = data[entity].id.identifier;
		    entities[entity].name  = data[entity].id.name;
		    entities[entity].type  = data[entity].id.category;
		    //entities[entity].name = data[entity].id.label.replace(/['"]/g, '&apos;');  // might need this?

		    entities[entity].isvalid   = true;
		    entities[entity].checkHTML = "<span class='explevel p9'>&check;</span>&nbsp;";
		    document.getElementById("devdiv").innerHTML += data[entity].id.category+"<br>";
		}
		else {
		    entities[entity].curie = "<span class='error'>unknown</span>";
		    entities[entity].name  = entity;
		    entities[entity].type  = "<span class='error'>unknown</span>";
		    entities[entity].isvalid   = false;
		    entities[entity].checkHTML = "<span class='explevel p1'>&cross;</span>&nbsp;";
		}

		// in case of a 404...?? entstr = "<span class='explevel p0'>&quest;</span>&nbsp;n/a";

		for (var elem of document.querySelectorAll("[id$='_entitycurie_"+entity+"']"))
		    elem.innerHTML = entities[entity].curie;
		for (var elem of document.querySelectorAll("[id$='_entityname_"+entity+"']"))
		    elem.innerHTML = entities[entity].name;
		for (var elem of document.querySelectorAll("[id$='_entitytype_"+entity+"']"))
		    elem.innerHTML = entities[entity].type;
		for (var elem of document.querySelectorAll("[id$='_entitycheck_"+entity+"']"))
		    elem.innerHTML = entities[entity].checkHTML;

	    })
	    .catch(error => {
                add_to_dev_info("ENTITIES(error):"+entity,error);
		entities[entity].name = "n/a";
		entities[entity].type = "n/a";
                entities[entity].isvalid   = false;
		entities[entity].checkHTML = "<span class='explevel p0'>&quest;</span>&nbsp;";
                for (var elem of document.querySelectorAll("[id$='_entityname_"+entity+"']"))
		    elem.innerHTML = entities[entity].name;
                for (var elem of document.querySelectorAll("[id$='_entitytype_"+entity+"']"))
		    elem.innerHTML = entities[entity].typecheckHTML;
                for (var elem of document.querySelectorAll("[id$='_entitycheck_"+entity+"']"))
		    elem.innerHTML = entities[entity].checkHTML;
		console.log(error);
	    });
    }
}


async function check_entity(term,wantall) {
    var data = {};
    var ent  = {};
    ent.found = false;

    if (!wantall && entities[term]) {
        if (!entities[term].isvalid)
            return ent; // contains found=false

	data = entities[term];
    }
    else {
	var response = await fetch(providers["ARAX"].url + "/entity", {
	    method: 'post',
	    body: JSON.stringify({"terms":[term]}),
	    headers: { 'Content-type': 'application/json' }
	});
	var fulldata = await response.json();

	add_to_dev_info("ENTITY:"+term,fulldata);
	if (wantall)
	    return fulldata;
	else if (!fulldata[term].id)
	    return ent; // contains found=false

	data.curie = fulldata[term].id.identifier;
	data.name  = fulldata[term].id.name;
	data.type  = fulldata[term].id.category;
    }

    ent.found = true;
    ent.curie = data.curie;
    ent.name  = data.name;
    ent.type  = data.type;

    if (!entities[data.curie]) {
	entities[data.curie] = {}; //xob[i].name + "::" + xob[i].type;
	entities[data.curie].curie = data.curie;
	entities[data.curie].name  = data.name;
	entities[data.curie].type  = data.type;
        entities[data.curie].isvalid   = true;
	entities[data.curie].checkHTML = "<span class='explevel p9'>&check;</span>&nbsp;";
    }

    return ent;
}


function add_to_session(resp_id,text) {
    numquery++;
    listItems['SESSION'][numquery] = resp_id;
    listItems['SESSION']["qtext_"+numquery] = text;
    display_session();
}

function display_session() {
    var listId = 'SESSION';
    var listhtml = '';
    var numitems = 0;

    for (var li in listItems[listId]) {
        if (listItems[listId].hasOwnProperty(li) && !li.startsWith("qtext_")) {
            numitems++;
            listhtml += "<tr><td>"+li+".</td><td>";
            listhtml += "<a target='_blank' title='view this response in a new window' href='//"+ window.location.hostname + window.location.pathname + "?r="+listItems[listId][li] + "'>" + listItems['SESSION']["qtext_"+li] + "</a>";
	    listhtml += "</td><td><a href='javascript:remove_item(\"" + listId + "\",\""+ li +"\");'/>Remove</a></td></tr>";
        }
    }
    if (numitems > 0) {
        listhtml += "<tr style='background-color:unset;'><td style='border-bottom:0;'></td><td style='border-bottom:0;'></td><td style='border-bottom:0;'><a href='javascript:delete_list(\""+listId+"\");'/> Delete Session History </a></td></tr>";
    }

    if (numitems == 0)
        listhtml = "<br>Your query history will be displayed here. It can be edited or re-set.<br><br>";
    else
        listhtml = "<table class='sumtab'><tr><th></th><th>Query</th><th>Action</th></tr>" + listhtml + "</table><br><br>";

    document.getElementById("numlistitems"+listId).innerHTML = numitems;
    document.getElementById("menunumlistitems"+listId).innerHTML = numitems;
    document.getElementById("listdiv"+listId).innerHTML = listhtml;
}


function display_cache() {
    var listId = 'CACHE';
    var listhtml = '';
    var numitems = 0;
    var totbytes = 0;

    for (var pid in response_cache) {
        numitems++;
	var size = new TextEncoder().encode(JSON.stringify(response_cache[pid])).length;
	totbytes += size;
	size = human_readable_size(size);
        listhtml += "<tr><td>"+numitems+".</td><td style='font-family:monospace;'>"+pid+"</td><td>"+size+"</td><td><a href='javascript:remove_from_cache(\"" + pid +"\");'/>Remove</a></td></tr>";
	if (document.getElementById("cachelink_"+pid))
	    document.getElementById("cachelink_"+pid).innerHTML = "<a href='javascript:remove_from_cache(\"" + pid +"\");'/>Clear</a>";
    }

    if (numitems == 0) {
        listhtml = "<br>A list of cached responses will be displayed here. It can be edited or re-set.<br><br>";
    }
    else {
        listhtml = "<table class='sumtab'><tr><th></th><th>Response Id</th><th>Size</th><th>Action</th></tr>" + listhtml;
        listhtml += "<tr style='background-color:unset;'><td style='border-bottom:0;'></td><td style='border-bottom:0;'></td><td style='border-bottom:0;'>"+human_readable_size(totbytes)+"</td><td style='border-bottom:0;'><a href='javascript:delete_cache();'/> Delete All Cached Responses </a></td></tr>";
        listhtml += "</table><br><br>";
    }

    document.getElementById("numlistitems"+listId).innerHTML = numitems;
    document.getElementById("listdiv"+listId).innerHTML = listhtml;
}

function human_readable_size(what) {
    var units = " bytes";
    if (what > 512) {
	what /= 1024;
	units = " kB";
	if (what > 512) {
	    what /= 1024;
	    units = " MB";
	}
	what = Number(what).toFixed(2);
    }
    return what+units;
}


function remove_from_cache(item) {
    delete response_cache[item];
    if (document.getElementById("cachelink_"+item))
	document.getElementById("cachelink_"+item).innerHTML = '';
    display_cache();
}
function delete_cache(item) {
    response_cache = {};
    display_cache();
}

function enter_url(ele, urlkey) {
    if (event.key === 'Enter')
	update_url(urlkey,null);
    else
	update_submit_button(urlkey);
}
function update_url(urlkey,value) {
    if (value)
	document.getElementById(urlkey+"_url").value = value;

    if (urlkey == 'timeout') {
	var to = parseInt(document.getElementById(urlkey+"_url").value.trim());
	if (isNaN(to))
	    to = '30';
	UIstate[urlkey] = to;
	document.getElementById(urlkey+"_url").value = UIstate[urlkey];
    }
    else if (urlkey == 'pruning') {
	var to = parseInt(document.getElementById(urlkey+"_url").value.trim());
	if (isNaN(to))
	    to = '50';
	UIstate[urlkey] = to;
	document.getElementById(urlkey+"_url").value = UIstate[urlkey];
    }
    else if (urlkey == 'maxresults') {
        var mx = parseInt(document.getElementById(urlkey+"_url").value.trim());
	if (isNaN(mx))
	    mx = 1000;
	UIstate[urlkey] = mx;
	document.getElementById(urlkey+"_url").value = UIstate[urlkey];
    }
    else if (urlkey == 'submitter') {
	UIstate[urlkey] = document.getElementById(urlkey+"_url").value.trim();
        document.getElementById(urlkey+"_url").value = UIstate[urlkey];
    }
    else {
	providers[urlkey].url = document.getElementById(urlkey+"_url").value.trim();
	document.getElementById(urlkey+"_url").value = providers[urlkey].url;
    }
    addCheckBox(document.getElementById(urlkey+"_url_button"),true);
    var timeout = setTimeout(function() { document.getElementById(urlkey+"_url_button").disabled = true; } , 1500 );
}
function update_submit_button(urlkey) {
    var currval = (urlkey == 'submitter' || urlkey == 'timeout' || urlkey == 'pruning' || urlkey == 'maxresults') ? UIstate[urlkey] : providers[urlkey].url;

    if (currval == document.getElementById(urlkey+"_url").value)
	document.getElementById(urlkey+"_url_button").disabled = true;
    else
	document.getElementById(urlkey+"_url_button").disabled = false;
}

function copyJSON(ele) {
    var containerid = "responseJSON";

    if (document.selection) {
	var range = document.body.createTextRange();
	range.moveToElementText(document.getElementById(containerid));
	range.select().createTextRange();
	document.execCommand("copy");
	addCheckBox(ele,true);
    }
    else if (window.getSelection) {
	var range = document.createRange();
	range.selectNode(document.getElementById(containerid));
        window.getSelection().removeAllRanges();
	window.getSelection().addRange(range);
	document.execCommand("copy");
	addCheckBox(ele,true);
	//alert("text copied")
    }
}

function copyTSVToClipboard(ele,tsv) {
    var dummy = document.createElement("textarea");
    document.body.appendChild(dummy);
    dummy.setAttribute("id", "dummy_id");
    for (var line of tsv)
	document.getElementById("dummy_id").value+=line+"\n";
    dummy.select();
    document.execCommand("copy");
    document.body.removeChild(dummy);

    addCheckBox(ele,true);
}

function addCheckBox(ele,remove) {
    var check = document.createElement("span");
    check.className = 'explevel p9';
    check.innerHTML = '&check;';
    ele.parentNode.insertBefore(check, ele.nextSibling);

    if (remove)
	var timeout = setTimeout(function() { check.remove(); }, 1500 );
}

function getAnimatedWaitBar(width) {
    var wait = document.createElement("span");
    wait.className = 'loading_cell';
    if (width)
	wait.style.width = width;
    var waitbar = document.createElement("span");
    waitbar.className = 'loading_bar';
    wait.appendChild(waitbar);
    return wait;
}

function submit_on_enter(ele) {
    if (event.key === 'Enter') {
	if (ele.id == 'newsynonym')
	    sendSyn();
	else if (ele.id == 'newquerynode')
            qg_add_curie_to_qnode();
        else if (ele.id == 'qedgepredicatebox')
            qg_add_predicate_to_qedge(ele.value);
        else if (ele.id == 'qftime')
	    retrieveRecentQs(false);
        else if (ele.id == 'howmanylatest')
	    retrieveRecentResps();
	else
	    console.log("element id not recognized...");
    }
}

function checkUIversion(compare) {
    fetch("rtx.version", {
	headers: { 'Cache-Control': 'no-cache' }
    })
        .then(response => response.text())
	.then(response => {
	    //console.log(response+"--"+UIstate["version"]);
	    if (compare && (UIstate["version"] != response))
		showVersionAlert(response);
	    else {
		UIstate["version"] = response;
		document.getElementById("uiversionstring").innerHTML = '&nbsp;&nbsp;'+response;
	    }
	})
	.catch(error => { //log and ignore...
            console.log(error);
	});
}

function showVersionAlert(version) {
    if (document.getElementById("valert"))
	return;  // just like Highlander...

    var popup = document.createElement("div");
    popup.id = "valert";
    popup.className = 'alertbox';

    var div = document.createElement("div");
    div.className = 'statushead';
    div.appendChild(document.createTextNode("Version Alert"));
    popup.appendChild(div);

    div = document.createElement("div");
    div.className = 'status error';
    div.appendChild(document.createElement("br"));
    div.appendChild(document.createTextNode("You are using an out-of-date version of this interface ("+UIstate["version"]+")"));
    div.appendChild(document.createElement("br"));
    div.appendChild(document.createElement("br"));
    div.appendChild(document.createTextNode("Please use the Reload button below to load the latest version ("+version+")"));
    div.appendChild(document.createElement("br"));
    div.appendChild(document.createElement("br"));
    div.appendChild(document.createElement("br"));
    popup.appendChild(div);

    var button = document.createElement("input");
    button = document.createElement("input");
    button.className = "questionBox button";
    button.type = "button";
    button.title = 'Reload to update';
    button.value = 'Reload';
    button.setAttribute('onclick', 'window.location.reload();');
    popup.appendChild(button);

    button = document.createElement("input");
    button.className = "questionBox button";
    button.style.float = "right";
    button.type = "button";
    button.title = 'Dismiss alert';
    button.value = 'Dismiss';
    button.setAttribute('onclick', 'document.body.removeChild(document.getElementById("valert"))');
    popup.appendChild(button);

    dragElement(popup);
    document.body.appendChild(popup);
}


// from w3schools (mostly)
function dragElement(ele) {
    ele.style.cursor = "move";
    var posx1 = 0, posx2 = 0, posy1 = 0, posy2 = 0;
    if (document.getElementById(ele.id + "header")) {
	document.getElementById(ele.id + "header").onmousedown = dragMouseDown;
    }
    else {
	ele.onmousedown = dragMouseDown;
    }

    function dragMouseDown(e) {
	e = e || window.event;
	e.preventDefault();
	posx2 = e.clientX;
	posy2 = e.clientY;
	document.onmouseup = closeDragElement;
	document.onmousemove = elementDrag;
    }

    function elementDrag(e) {
	e = e || window.event;
	e.preventDefault();
	posx1 = posx2 - e.clientX;
	posy1 = posy2 - e.clientY;
	posx2 = e.clientX;
	posy2 = e.clientY;
	ele.style.top  = (ele.offsetTop  - posy1) + "px";
	ele.style.left = (ele.offsetLeft - posx1) + "px";
    }

    function closeDragElement() {
	document.onmouseup = null;
	document.onmousemove = null;
    }
}

// from stackoverflow.com/questions/65824393/make-short-hash-from-long-string
//  and gist.github.com/jlevy/c246006675becc446360a798e2b2d781
function hashCode(s) {
    for (var h = 0, i = 0; i < s.length; h &= h)
	h = 31 * h + s.charCodeAt(i++);
    //return h;
    return new Uint32Array([h])[0].toString(36);
}


// from https://askjavascript.com/how-to-convert-gmt-to-local-time-in-javascript/
function convertUTCToLocal(date) {
    var gmtDate = new Date(date);
    return gmtDate.toLocaleString("en-US",{dateStyle:"medium",timeStyle:"long"});
}