MAPREDUCE-2726. Added job-file to the AM and JobHistoryServer web interfaces. Contributed by Jeffrey Naisbitt.
git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1172704 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
parent
2e61ed306f
commit
b7660f2bc9
|
@ -304,6 +304,9 @@ Release 0.23.0 - Unreleased
|
||||||
MAPREDUCE-2965. Streamlined the methods hashCode(), equals(), compareTo()
|
MAPREDUCE-2965. Streamlined the methods hashCode(), equals(), compareTo()
|
||||||
and toString() for all IDs. (Siddharth Seth via vinodkv)
|
and toString() for all IDs. (Siddharth Seth via vinodkv)
|
||||||
|
|
||||||
|
MAPREDUCE-2726. Added job-file to the AM and JobHistoryServer web
|
||||||
|
interfaces. (Jeffrey Naisbitt via vinodkv)
|
||||||
|
|
||||||
OPTIMIZATIONS
|
OPTIMIZATIONS
|
||||||
|
|
||||||
MAPREDUCE-2026. Make JobTracker.getJobCounters() and
|
MAPREDUCE-2026. Make JobTracker.getJobCounters() and
|
||||||
|
|
|
@ -32,6 +32,7 @@ public class AMWebApp extends WebApp implements AMParams {
|
||||||
route("/", AppController.class);
|
route("/", AppController.class);
|
||||||
route("/app", AppController.class);
|
route("/app", AppController.class);
|
||||||
route(pajoin("/job", JOB_ID), AppController.class, "job");
|
route(pajoin("/job", JOB_ID), AppController.class, "job");
|
||||||
|
route(pajoin("/conf", JOB_ID), AppController.class, "conf");
|
||||||
route(pajoin("/jobcounters", JOB_ID), AppController.class, "jobCounters");
|
route(pajoin("/jobcounters", JOB_ID), AppController.class, "jobCounters");
|
||||||
route(pajoin("/tasks", JOB_ID, TASK_TYPE), AppController.class, "tasks");
|
route(pajoin("/tasks", JOB_ID, TASK_TYPE), AppController.class, "tasks");
|
||||||
route(pajoin("/attempts", JOB_ID, TASK_TYPE, ATTEMPT_STATE),
|
route(pajoin("/attempts", JOB_ID, TASK_TYPE, ATTEMPT_STATE),
|
||||||
|
|
|
@ -185,6 +185,21 @@ public class AppController extends Controller implements AMParams {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @return the page that will be used to render the /conf page
|
||||||
|
*/
|
||||||
|
protected Class<? extends View> confPage() {
|
||||||
|
return JobConfPage.class;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Render the /conf page
|
||||||
|
*/
|
||||||
|
public void conf() {
|
||||||
|
requireJob();
|
||||||
|
render(confPage());
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Render a BAD_REQUEST error.
|
* Render a BAD_REQUEST error.
|
||||||
* @param s the error message to include.
|
* @param s the error message to include.
|
||||||
|
|
|
@ -0,0 +1,96 @@
|
||||||
|
/**
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package org.apache.hadoop.mapreduce.v2.app.webapp;
|
||||||
|
|
||||||
|
import static org.apache.hadoop.mapreduce.v2.app.webapp.AMParams.JOB_ID;
|
||||||
|
import static org.apache.hadoop.yarn.util.StringHelper.join;
|
||||||
|
import static org.apache.hadoop.yarn.webapp.view.JQueryUI.ACCORDION;
|
||||||
|
import static org.apache.hadoop.yarn.webapp.view.JQueryUI.DATATABLES;
|
||||||
|
import static org.apache.hadoop.yarn.webapp.view.JQueryUI.DATATABLES_ID;
|
||||||
|
import static org.apache.hadoop.yarn.webapp.view.JQueryUI.initID;
|
||||||
|
import static org.apache.hadoop.yarn.webapp.view.JQueryUI.postInitID;
|
||||||
|
import static org.apache.hadoop.yarn.webapp.view.JQueryUI.tableInit;
|
||||||
|
|
||||||
|
import org.apache.hadoop.mapreduce.v2.app.webapp.ConfBlock;
|
||||||
|
import org.apache.hadoop.yarn.webapp.SubView;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Render a page with the configuration for a given job in it.
|
||||||
|
*/
|
||||||
|
public class JobConfPage extends AppView {
|
||||||
|
|
||||||
|
/*
|
||||||
|
* (non-Javadoc)
|
||||||
|
* @see org.apache.hadoop.mapreduce.v2.hs.webapp.HsView#preHead(org.apache.hadoop.yarn.webapp.hamlet.Hamlet.HTML)
|
||||||
|
*/
|
||||||
|
@Override protected void preHead(Page.HTML<_> html) {
|
||||||
|
String jobID = $(JOB_ID);
|
||||||
|
set(TITLE, jobID.isEmpty() ? "Bad request: missing job ID"
|
||||||
|
: join("Configuration for MapReduce Job ", $(JOB_ID)));
|
||||||
|
commonPreHead(html);
|
||||||
|
set(DATATABLES_ID, "conf");
|
||||||
|
set(initID(DATATABLES, "conf"), confTableInit());
|
||||||
|
set(postInitID(DATATABLES, "conf"), confPostTableInit());
|
||||||
|
setTableStyles(html, "conf");
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* The body of this block is the configuration block.
|
||||||
|
* @return ConfBlock.class
|
||||||
|
*/
|
||||||
|
@Override protected Class<? extends SubView> content() {
|
||||||
|
return ConfBlock.class;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @return the end of the JS map that is the jquery datatable config for the
|
||||||
|
* conf table.
|
||||||
|
*/
|
||||||
|
private String confTableInit() {
|
||||||
|
return tableInit().append("}").toString();
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @return the java script code to allow the jquery conf datatable to filter
|
||||||
|
* by column.
|
||||||
|
*/
|
||||||
|
private String confPostTableInit() {
|
||||||
|
return "var confInitVals = new Array();\n" +
|
||||||
|
"$('tfoot input').keyup( function () \n{"+
|
||||||
|
" confDataTable.fnFilter( this.value, $('tfoot input').index(this) );\n"+
|
||||||
|
"} );\n"+
|
||||||
|
"$('tfoot input').each( function (i) {\n"+
|
||||||
|
" confInitVals[i] = this.value;\n"+
|
||||||
|
"} );\n"+
|
||||||
|
"$('tfoot input').focus( function () {\n"+
|
||||||
|
" if ( this.className == 'search_init' )\n"+
|
||||||
|
" {\n"+
|
||||||
|
" this.className = '';\n"+
|
||||||
|
" this.value = '';\n"+
|
||||||
|
" }\n"+
|
||||||
|
"} );\n"+
|
||||||
|
"$('tfoot input').blur( function (i) {\n"+
|
||||||
|
" if ( this.value == '' )\n"+
|
||||||
|
" {\n"+
|
||||||
|
" this.className = 'search_init';\n"+
|
||||||
|
" this.value = confInitVals[$('tfoot input').index(this)];\n"+
|
||||||
|
" }\n"+
|
||||||
|
"} );\n";
|
||||||
|
}
|
||||||
|
}
|
|
@ -52,6 +52,7 @@ public class NavBlock extends HtmlBlock {
|
||||||
ul().
|
ul().
|
||||||
li().a(url("job", jobid), "Overview")._().
|
li().a(url("job", jobid), "Overview")._().
|
||||||
li().a(url("jobcounters", jobid), "Counters")._().
|
li().a(url("jobcounters", jobid), "Counters")._().
|
||||||
|
li().a(url("conf", jobid), "Configuration")._().
|
||||||
li().a(url("tasks", jobid, "m"), "Map tasks")._().
|
li().a(url("tasks", jobid, "m"), "Map tasks")._().
|
||||||
li().a(url("tasks", jobid, "r"), "Reduce tasks")._()._();
|
li().a(url("tasks", jobid, "r"), "Reduce tasks")._()._();
|
||||||
}
|
}
|
||||||
|
|
|
@ -158,6 +158,11 @@ public class TestAMWebApp {
|
||||||
return params;
|
return params;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@Test public void testConfView() {
|
||||||
|
WebAppTests.testPage(JobConfPage.class, AppContext.class,
|
||||||
|
new TestAppContext());
|
||||||
|
}
|
||||||
|
|
||||||
public static void main(String[] args) {
|
public static void main(String[] args) {
|
||||||
WebApps.$for("yarn", AppContext.class, new TestAppContext(0, 8, 88, 4)).
|
WebApps.$for("yarn", AppContext.class, new TestAppContext(0, 8, 88, 4)).
|
||||||
at(58888).inDevMode().start(new AMWebApp()).joinThread();
|
at(58888).inDevMode().start(new AMWebApp()).joinThread();
|
||||||
|
|
|
@ -139,18 +139,11 @@ public class HsController extends AppController {
|
||||||
/**
|
/**
|
||||||
* @return the page that will be used to render the /conf page
|
* @return the page that will be used to render the /conf page
|
||||||
*/
|
*/
|
||||||
|
@Override
|
||||||
protected Class<? extends View> confPage() {
|
protected Class<? extends View> confPage() {
|
||||||
return HsConfPage.class;
|
return HsConfPage.class;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
|
||||||
* Render the /conf page
|
|
||||||
*/
|
|
||||||
public void conf() {
|
|
||||||
requireJob();
|
|
||||||
render(confPage());
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* @return the page about the current server.
|
* @return the page about the current server.
|
||||||
*/
|
*/
|
||||||
|
|
Loading…
Reference in New Issue