CpbWebRtc.java

/*
 * (C) Copyright 2014 Kurento (http://kurento.org/)
 *
 * All rights reserved. This program and the accompanying materials
 * are made available under the terms of the GNU Lesser General Public License
 * (LGPL) version 2.1 which accompanies this distribution, and is available at
 * http://www.gnu.org/licenses/lgpl-2.1.html
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
 * Lesser General Public License for more details.
 *
 */
package com.kurento.demo.cpbrazil;

import static com.google.common.collect.Lists.newArrayList;

import java.net.URISyntaxException;
import java.util.Calendar;

import org.springframework.beans.factory.annotation.Autowired;

import com.kurento.demo.cpbrazil.CpbWindows.Windows;
import com.kurento.demo.cpbrazil.youtube.Videos;
import com.kurento.kmf.content.ContentCommand;
import com.kurento.kmf.content.ContentCommandResult;
import com.kurento.kmf.content.WebRtcContentHandler;
import com.kurento.kmf.content.WebRtcContentService;
import com.kurento.kmf.content.WebRtcContentSession;
import com.kurento.kmf.media.ChromaFilter;
import com.kurento.kmf.media.FaceOverlayFilter;
import com.kurento.kmf.media.GStreamerFilter;
import com.kurento.kmf.media.MediaApiConfiguration;
import com.kurento.kmf.media.MediaPipeline;
import com.kurento.kmf.media.PointerDetectorAdvFilter;
import com.kurento.kmf.media.PointerDetectorWindowMediaParam;
import com.kurento.kmf.media.RecorderEndpoint;
import com.kurento.kmf.media.WebRtcEndpoint;
import com.kurento.kmf.media.WindowParam;
import com.kurento.kmf.media.events.MediaEventListener;
import com.kurento.kmf.media.events.WindowInEvent;
import com.kurento.kmf.repository.RepositoryHttpRecorder;
import com.kurento.kmf.repository.RepositoryItem;

/**
 * Campus Party Brazil 2014 Kurento demo. This demo has the following pipeline:
 * 
 * WebRTC -> RateLimiter -> MirrorFilter -> PointerDetectorFilter ->
 * ChromaFilter -> FaceOverlayFilter -> Recorder
 * 
 * @author Boni García (bgarcia@gsyc.es)
 * @since 1.0.1
 */
@WebRtcContentService(path = "/cpbWebRtc/*")
public class CpbWebRtc extends WebRtcContentHandler {

	// MediaPipeline and MediaElements
	public MediaPipeline mediaPipeline;
	public GStreamerFilter mirrorFilter;
	public GStreamerFilter rateLimiter;
	public PointerDetectorAdvFilter pointerDetectorAdvFilter;
	public FaceOverlayFilter faceOverlayFilter;
	public ChromaFilter chromaFilter;
	public RecorderEndpoint recorderEndpoint;

	// Token to upload videos to Kurento Brazil Demo playlist
	private static final String PLAYLIST_TOKEN = "PL58tWS2XjtialwG-eWDYoFwQpHTd5vDEE";

	// Global demo elements
	public CpbWindows cpbWindows;
	public String itemId;
	public Windows activeWindow;
	private String handlerUrl;
	private String recorderUrl;
	private int mario = 1;
	private int count = 1;

	@Autowired
	private MediaApiConfiguration config;

	@Override
	public void onContentRequest(final WebRtcContentSession contentSession)
			throws Exception {
		String contentId = contentSession.getContentId();

		final boolean recordOnRepository = contentId != null
				&& contentId.equalsIgnoreCase("repositoryRecorder");
		recorderUrl = contentSession.getHttpServletRequest().getScheme()
				+ "://" + config.getHandlerAddress() + ":"
				+ contentSession.getHttpServletRequest().getServerPort();
		handlerUrl = recorderUrl
				+ contentSession.getHttpServletRequest().getContextPath();
		cpbWindows = new CpbWindows(handlerUrl);

		mediaPipeline = contentSession.getMediaPipelineFactory().create();
		contentSession.releaseOnTerminate(mediaPipeline);

		rateLimiter = mediaPipeline.newGStreamerFilter(
				"videorate max-rate=15 average-period=200000000").build();
		mirrorFilter = mediaPipeline.newGStreamerFilter("videoflip method=4")
				.build();

		chromaFilter = mediaPipeline.newChromaFilter(
				new WindowParam(100, 10, 500, 400)).build();
		pointerDetectorAdvFilter = mediaPipeline.newPointerDetectorAdvFilter(
				new WindowParam(5, 5, 50, 50)).build();
		pointerDetectorAdvFilter.addWindow(cpbWindows.start);
		activeWindow = Windows.START;
		faceOverlayFilter = mediaPipeline.newFaceOverlayFilter().build();
		rateLimiter.connect(mirrorFilter);
		mirrorFilter.connect(pointerDetectorAdvFilter);
		pointerDetectorAdvFilter.connect(chromaFilter);
		chromaFilter.connect(faceOverlayFilter);

		pointerDetectorAdvFilter.addWindow(cpbWindows.fiware);
		pointerDetectorAdvFilter
				.addWindowInListener(new MediaEventListener<WindowInEvent>() {
					@Override
					public void onEvent(WindowInEvent event) {
						try {
							Windows windowId = Windows.valueOf(event
									.getWindowId());
							switch (windowId) {
							case DK:
								setDK();
								break;
							case FIWARE:
								break;
							case MARIO:
								setMario();
								break;
							case SF:
								setSF();
								break;
							case SONIC:
								setSonic();
								break;
							case START:
								addRecorder(contentSession, recordOnRepository);
								setStart();
								break;
							case TRASH:
							case YOUTUBE:
								setEnding(windowId, recordOnRepository);
								break;
							default:
								break;
							}
						} catch (URISyntaxException e) {
							e.printStackTrace();
						}
					}
				});
		WebRtcEndpoint webRtcEndpoint = mediaPipeline.newWebRtcEndpoint()
				.build();
		webRtcEndpoint.connect(rateLimiter);
		faceOverlayFilter.connect(webRtcEndpoint);
		contentSession.start(webRtcEndpoint);
	}

	@Override
	public ContentCommandResult onContentCommand(
			WebRtcContentSession contentSession, ContentCommand contentCommand)
			throws Exception {
		if (contentCommand.getType().equalsIgnoreCase("calibrate")) {
			pointerDetectorAdvFilter.trackColorFromCalibrationRegion();
		}
		return new ContentCommandResult(contentCommand.getData());
	}

	private void addRecorder(WebRtcContentSession contentSession,
			boolean repositoryRecorder) {
		itemId = "campus-party-" + Calendar.getInstance().getTimeInMillis();

		if (repositoryRecorder) {
			RepositoryItem repositoryItem = contentSession.getRepository()
					.createRepositoryItem(itemId);
			RepositoryHttpRecorder recorder = repositoryItem
					.createRepositoryHttpRecorder();
			getLogger().info(
					"repositoryRecorderUrl + recorder.getURL()" + recorderUrl
							+ recorder.getURL());
			recorderEndpoint = mediaPipeline.newRecorderEndpoint(
					recorderUrl + recorder.getURL()).build();
		} else {
			recorderEndpoint = mediaPipeline.newRecorderEndpoint(
					"file:///tmp/" + itemId).build();
		}
		faceOverlayFilter.connect(recorderEndpoint);
	}

	private void setStarWars() {
		faceOverlayFilter.setOverlayedImage(handlerUrl
				+ "/img/masks/darthvader.png", -0.5F, -0.5F, 1.7F, 1.7F);
		chromaFilter
				.setBackground(handlerUrl + "/img/background/deathstar.jpg");
	}

	private void setPirates() {
		faceOverlayFilter.setOverlayedImage(handlerUrl + "/img/masks/jack.png",
				-0.4F, -0.4F, 1.7F, 1.7F);
		chromaFilter.setBackground(handlerUrl + "/img/background/pirates.jpg");
	}

	private void setStart() {
		pointerDetectorAdvFilter.clearWindows();
		pointerDetectorAdvFilter.addWindow(cpbWindows.fiware);
		pointerDetectorAdvFilter.addWindow(cpbWindows.mario);
		pointerDetectorAdvFilter.addWindow(cpbWindows.dk);
		pointerDetectorAdvFilter.addWindow(cpbWindows.sf);
		pointerDetectorAdvFilter.addWindow(cpbWindows.sonic);
		recorderEndpoint.record();
	}

	private void checkFirstTime() {
		if (activeWindow.equals(Windows.START)) {
			pointerDetectorAdvFilter.addWindow(cpbWindows.trash);
			pointerDetectorAdvFilter.addWindow(cpbWindows.youtube);
		}
	}

	private boolean checkEasterEggs() {
		boolean isEasterEgg = false;
		if (count % 20 == 0) {
			// Each 20 times (20, 40, ...) Darth Vader hat/background is
			// shown
			setStarWars();
			isEasterEgg = true;
		} else if (count % 10 == 0) {
			// Each 10 times (10, 30, ...) the Jack Sparrow hat/background is
			// shown
			setPirates();
			isEasterEgg = true;
		}
		count++;
		return isEasterEgg;
	}

	private void setSF() throws URISyntaxException {
		if (!activeWindow.equals(Windows.SF) && !checkEasterEggs()) {
			faceOverlayFilter.setOverlayedImage(handlerUrl
					+ "/img/masks/sf.png", -0.35F, -0.5F, 1.6F, 1.6F);
			chromaFilter.setBackground(handlerUrl + "/img/background/sf.jpg");
			checkFirstTime();
			activeWindow = Windows.SF;
		}
	}

	private void setMario() throws URISyntaxException {
		if (!activeWindow.equals(Windows.MARIO) && !checkEasterEggs()) {
			chromaFilter
					.setBackground(handlerUrl + "/img/background/mario.jpg");
			// Mario Easter Egg (a different mask each time)
			if (mario % 2 == 0) {
				faceOverlayFilter.setOverlayedImage(handlerUrl
						+ "/img/masks/mario-wings.png", -0.35F, -1.2F, 1.6F,
						1.6F);
			} else {
				faceOverlayFilter.setOverlayedImage(handlerUrl
						+ "/img/masks/mario.png", -0.3F, -0.6F, 1.6F, 1.6F);
			}
			mario++;
			checkFirstTime();
			activeWindow = Windows.MARIO;
		}
	}

	private void setDK() throws URISyntaxException {
		if (!activeWindow.equals(Windows.DK) && !checkEasterEggs()) {
			faceOverlayFilter.setOverlayedImage(handlerUrl
					+ "/img/masks/dk.png", -0.35F, -0.5F, 1.6F, 1.6F);
			chromaFilter.setBackground(handlerUrl + "/img/background/dk.jpg");
			checkFirstTime();
			activeWindow = Windows.DK;
		}
	}

	private void setSonic() throws URISyntaxException {
		if (!activeWindow.equals(Windows.SONIC) && !checkEasterEggs()) {
			faceOverlayFilter.setOverlayedImage(handlerUrl
					+ "/img/masks/sonic.png", -0.5F, -0.5F, 1.7F, 1.7F);
			chromaFilter
					.setBackground(handlerUrl + "/img/background/sonic.jpg");
			checkFirstTime();
			activeWindow = Windows.SONIC;
		}
	}

	private void setEnding(Windows windowId, boolean recordOnRepository) {
		chromaFilter.unsetBackground();
		pointerDetectorAdvFilter.clearWindows();
		pointerDetectorAdvFilter.addWindow(cpbWindows.fiware);
		faceOverlayFilter.unsetOverlayedImage();
		pointerDetectorAdvFilter.addWindow(cpbWindows.start);
		activeWindow = Windows.START;
		recorderEndpoint.release();
		if (windowId.equals(Windows.YOUTUBE)) {
			String recordUrl = handlerUrl
					+ (recordOnRepository ? "/playerRepository/"
							: "/cpbPlayer/") + itemId;
			getLogger().info("recordUrl " + recordUrl);
			Videos.upload(
					recordUrl,
					PLAYLIST_TOKEN,
					newArrayList("FI-WARE", "Kurento", "FUN-LAB", "GSyC",
							"URJC", "Campus Party", "WebRTC",
							"Software Engineering", "Augmented Reality",
							"Computer Vision", "Super Mario", "Sonic",
							"Street Fighter", "Donkey Kong"));
		}
	}

}

class CpbWindows {

	// Enumeration of windows
	enum Windows {
		START, SF, DK, MARIO, SONIC, TRASH, YOUTUBE, FIWARE
	}

	// Windows instances
	public PointerDetectorWindowMediaParam start;
	public PointerDetectorWindowMediaParam sf;
	public PointerDetectorWindowMediaParam mario;
	public PointerDetectorWindowMediaParam dk;
	public PointerDetectorWindowMediaParam sonic;
	public PointerDetectorWindowMediaParam trash;
	public PointerDetectorWindowMediaParam youtube;
	public PointerDetectorWindowMediaParam fiware;

	public CpbWindows(String handlerUrl) throws URISyntaxException {
		start = new PointerDetectorWindowMediaParam(Windows.START.toString(),
				100, 100, 280, 380);
		start.setImage(handlerUrl + "/img/buttons/start.png");

		mario = new PointerDetectorWindowMediaParam(Windows.MARIO.toString(),
				100, 100, 540, 0);
		mario.setImage(handlerUrl + "/img/buttons/mario.png");

		dk = new PointerDetectorWindowMediaParam(Windows.DK.toString(), 100,
				100, 540, 126);
		dk.setImage(handlerUrl + "/img/buttons/dk.png");

		sf = new PointerDetectorWindowMediaParam(Windows.SF.toString(), 100,
				100, 540, 252);
		sf.setImage(handlerUrl + "/img/buttons/sf.png");

		sonic = new PointerDetectorWindowMediaParam(Windows.SONIC.toString(),
				100, 100, 540, 380);
		sonic.setImage(handlerUrl + "/img/buttons/sonic.png");

		youtube = new PointerDetectorWindowMediaParam(
				Windows.YOUTUBE.toString(), 100, 100, 0, 380);
		youtube.setImage(handlerUrl + "/img/buttons/youtube.png");

		trash = new PointerDetectorWindowMediaParam(Windows.TRASH.toString(),
				100, 100, 0, 190);
		trash.setImage(handlerUrl + "/img/buttons/trash.png");

		fiware = new PointerDetectorWindowMediaParam(Windows.FIWARE.toString(),
				40, 180, 230, 0);
		fiware.setImage(handlerUrl + "/img/buttons/fiware2.png");
	}
}