libigl/include/igl/opengl/glfw/Viewer.cpp

// This file is part of libigl, a simple c++ geometry processing library.
//
// Copyright (C) 2014 Daniele Panozzo <[email protected]>
//
// This Source Code Form is subject to the terms of the Mozilla Public License
// v. 2.0. If a copy of the MPL was not distributed with this file, You can
// obtain one at http://mozilla.org/MPL/2.0/.

#include "Viewer.h"

#include <chrono>
#include <thread>

#include <Eigen/LU>

#include "../gl.h"
#include "../report_gl_error.h"
#include <GLFW/glfw3.h>

#include <cmath>
#include <cstdio>
#include <sstream>
#include <iomanip>
#include <iostream>
#include <fstream>
#include <algorithm>
#include <limits>
#include <cassert>

#include "../../project.h"
#include "../../get_seconds.h"
#include "../../readOBJ.h"
#include "../../read_triangle_mesh.h"
#include "../../writeOBJ.h"
#include "../../writeOFF.h"
#include "../../massmatrix.h"
#include "../../file_dialog_open.h"
#include "../../file_dialog_save.h"
#include "../../quat_mult.h"
#include "../../axis_angle_to_quat.h"
#include "../../trackball.h"
#include "../../two_axis_valuator_fixed_up.h"
#include "../../snap_to_canonical_view_quat.h"
#include "../../unproject.h"
#include "../../serialize.h"

// Internal global variables used for glfw event handling
static igl::opengl::glfw::Viewer * __viewer;
static double highdpiw = 1; // High DPI width
static double highdpih = 1; // High DPI height
static double scroll_x = 0;
static double scroll_y = 0;

static void glfw_mouse_press(GLFWwindow* /*window*/, int button, int action, int modifier)
{

  igl::opengl::glfw::Viewer::MouseButton mb;

  if (button == GLFW_MOUSE_BUTTON_1)
    mb = igl::opengl::glfw::Viewer::MouseButton::Left;
  else if (button == GLFW_MOUSE_BUTTON_2)
    mb = igl::opengl::glfw::Viewer::MouseButton::Right;
  else //if (button == GLFW_MOUSE_BUTTON_3)
    mb = igl::opengl::glfw::Viewer::MouseButton::Middle;

  if (action == GLFW_PRESS)
    __viewer->mouse_down(mb,modifier);
  else
    __viewer->mouse_up(mb,modifier);
}

static void glfw_error_callback(int /*error*/, const char* description)
{
  fputs(description, stderr);
}

static void glfw_char_mods_callback(GLFWwindow* /*window*/ , unsigned int codepoint, int modifier)
{
  __viewer->key_pressed(codepoint, modifier);
}

static void glfw_key_callback(GLFWwindow* window , int key, int /*scancode*/, int action, int modifier)
{
  if (key == GLFW_KEY_ESCAPE && action == GLFW_PRESS)
    glfwSetWindowShouldClose(window, GL_TRUE);

  if (action == GLFW_PRESS)
    __viewer->key_down(key, modifier);
  else if(action == GLFW_RELEASE)
    __viewer->key_up(key, modifier);
}

static void glfw_window_size(GLFWwindow* /*window*/ , int width, int height)
{
  int w = width*highdpiw;
  int h = height*highdpih;

  __viewer->post_resize(w, h);

}

static void glfw_mouse_move(GLFWwindow* /*window*/ , double x, double y)
{
  __viewer->mouse_move(x*highdpiw, y*highdpih);
}

static void glfw_mouse_scroll(GLFWwindow* /*window*/ , double x, double y)
{
  using namespace std;
  scroll_x += x;
  scroll_y += y;

  __viewer->mouse_scroll(y);
}

static void glfw_drop_callback(GLFWwindow * /*window*/,int /*count*/,const char ** /*filenames*/)
{
}

namespace igl
{
namespace opengl
{
namespace glfw
{

  IGL_INLINE int Viewer::launch(bool fullscreen /*= false*/,
    const std::string &name, int windowWidth /*= 0*/, int windowHeight /*= 0*/)
  {
    // TODO return values are being ignored...
    launch_init(fullscreen,name,windowWidth,windowHeight);
    launch_rendering(true);
    launch_shut();
    return EXIT_SUCCESS;
  }

  IGL_INLINE int  Viewer::launch_init(
    bool fullscreen,
    const std::string &name, 
    int windowWidth, 
    int windowHeight)
  {
    glfwSetErrorCallback(glfw_error_callback);
    if (!glfwInit())
    {
      return EXIT_FAILURE;
    }
    glfwWindowHint(GLFW_SAMPLES, 8);
    glfwWindowHint(GLFW_CONTEXT_VERSION_MAJOR, 4);
    glfwWindowHint(GLFW_CONTEXT_VERSION_MINOR, 1);
    #ifdef __APPLE__
      glfwWindowHint(GLFW_OPENGL_PROFILE, GLFW_OPENGL_CORE_PROFILE);
      glfwWindowHint(GLFW_OPENGL_FORWARD_COMPAT, GL_TRUE);
    #endif
    if(fullscreen)
    {
      GLFWmonitor *monitor = glfwGetPrimaryMonitor();
      const GLFWvidmode *mode = glfwGetVideoMode(monitor);
      window = glfwCreateWindow(mode->width,mode->height,name.c_str(),monitor,nullptr);
      windowWidth = mode->width;
      windowHeight = mode->height;
    }
    else
    {
      // Set default windows width
      if (windowWidth <= 0 && core_list.size() == 1 && core().viewport[2] > 0)
        windowWidth = core().viewport[2];
      else if (windowWidth <= 0)
        windowWidth = 1280;
      // Set default windows height
      if (windowHeight <= 0 && core_list.size() == 1 && core().viewport[3] > 0)
        windowHeight = core().viewport[3];
      else if (windowHeight <= 0)
        windowHeight = 800;
      window = glfwCreateWindow(windowWidth,windowHeight,name.c_str(),nullptr,nullptr);
    }
    if (!window)
    {
      glfwTerminate();
      return EXIT_FAILURE;
    }
    glfwMakeContextCurrent(window);
    // Load OpenGL and its extensions
    if (!gladLoadGLLoader((GLADloadproc) glfwGetProcAddress))
    {
      printf("Failed to load OpenGL and its extensions\n");
      return(-1);
    }
    #if !defined(WIN32) && (defined(DEBUG) || defined(_DEBUG))
      printf("OpenGL Version %d.%d loaded\n", GLVersion.major, GLVersion.minor);
      int major, minor, rev;
      major = glfwGetWindowAttrib(window, GLFW_CONTEXT_VERSION_MAJOR);
      minor = glfwGetWindowAttrib(window, GLFW_CONTEXT_VERSION_MINOR);
      rev = glfwGetWindowAttrib(window, GLFW_CONTEXT_REVISION);
      printf("OpenGL version received: %d.%d.%d\n", major, minor, rev);
      printf("Supported OpenGL is %s\n", (const char*)glGetString(GL_VERSION));
      printf("Supported GLSL is %s\n", (const char*)glGetString(GL_SHADING_LANGUAGE_VERSION));
    #endif
    glfwSetInputMode(window,GLFW_CURSOR,GLFW_CURSOR_NORMAL);
    // Initialize FormScreen
    __viewer = this;
    // Register callbacks
    glfwSetKeyCallback(window, glfw_key_callback);
    glfwSetCursorPosCallback(window,glfw_mouse_move);
    glfwSetWindowSizeCallback(window,glfw_window_size);
    glfwSetMouseButtonCallback(window,glfw_mouse_press);
    glfwSetScrollCallback(window,glfw_mouse_scroll);
    glfwSetCharModsCallback(window,glfw_char_mods_callback);
    glfwSetDropCallback(window,glfw_drop_callback);
    // Handle retina displays (windows and mac)
    int width, height;
    glfwGetFramebufferSize(window, &width, &height);
    int width_window, height_window;
    glfwGetWindowSize(window, &width_window, &height_window);
    highdpiw = (windowWidth <= 0 || width_window <= 0) ? 1 : ((double)windowWidth/width_window);
    highdpih = (windowHeight <= 0 || height_window <= 0) ? 1 : ((double)windowHeight/height_window);
    glfw_window_size(window,width_window,height_window);
    // Initialize IGL viewer
    init();
    for(auto &core : this->core_list)
    {
      for(auto &data : this->data_list)
      {
        if(data.is_visible & core.id)
        {
          this->core(core.id).align_camera_center(data.V, data.F);
        }
      }
    }
    return EXIT_SUCCESS;
  }

  IGL_INLINE bool Viewer::launch_rendering(bool loop)
  {
    // glfwMakeContextCurrent(window);
    // Rendering loop
    const int num_extra_frames = 5;
    int frame_counter = 0;
    while (!glfwWindowShouldClose(window))
    {
      double tic = get_seconds();
      draw();
      glfwSwapBuffers(window);
      if(core().is_animating || frame_counter++ < num_extra_frames)
      {
        glfwPollEvents();
      }else
      {
        glfwWaitEvents();
        frame_counter = 0;
      }
      // In microseconds
      double duration = 1000000.*(get_seconds()-tic);
      const double min_duration = 1000000./core().animation_max_fps;
      if(duration<min_duration)
      {
        std::this_thread::sleep_for(std::chrono::microseconds((int)(min_duration-duration)));
      }
      if (!loop)
        return !glfwWindowShouldClose(window);

      #ifdef __APPLE__
        static bool first_time_hack  = true;
        if(first_time_hack) {
          glfwHideWindow(window);
          glfwShowWindow(window);
          first_time_hack = false;
        }
      #endif
    }
    return EXIT_SUCCESS;
  }

  IGL_INLINE void Viewer::launch_shut()
  {
    for(auto & data : data_list)
    {
      data.meshgl.free();
    }
    for(auto &core : this->core_list)
    {
      core.shut(); 
    }
    shutdown_plugins();
    glfwDestroyWindow(window);
    glfwTerminate();
    return;
  }

  IGL_INLINE void Viewer::init()
  {
    for(auto &core : this->core_list)
    {
      core.init();
    }

    if (callback_init)
      if (callback_init(*this))
        return;

    init_plugins();
  }

  IGL_INLINE void Viewer::init_plugins()
  {
    // Init all plugins
    for (unsigned int i = 0; i<plugins.size(); ++i)
    {
      plugins[i]->init(this);
    }
  }

  IGL_INLINE void Viewer::shutdown_plugins()
  {
    for (unsigned int i = 0; i<plugins.size(); ++i)
    {
      plugins[i]->shutdown();
    }
  }

  IGL_INLINE Viewer::Viewer():
    data_list(1),
    selected_data_index(0),
    next_data_id(1),
    selected_core_index(0),
    next_core_id(2)
  {
    window = nullptr;
    data_list.front().id = 0;

    core_list.emplace_back(ViewerCore());
    core_list.front().id = 1;

    // Temporary variables initialization
    down = false;
    hack_never_moved = true;
    scroll_position = 0.0f;

    // Per face
    data().set_face_based(false);

    // C-style callbacks
    callback_init         = nullptr;
    callback_pre_draw     = nullptr;
    callback_post_draw    = nullptr;
    callback_mouse_down   = nullptr;
    callback_mouse_up     = nullptr;
    callback_mouse_move   = nullptr;
    callback_mouse_scroll = nullptr;
    callback_key_down     = nullptr;
    callback_key_up       = nullptr;

    callback_init_data          = nullptr;
    callback_pre_draw_data      = nullptr;
    callback_post_draw_data     = nullptr;
    callback_mouse_down_data    = nullptr;
    callback_mouse_up_data      = nullptr;
    callback_mouse_move_data    = nullptr;
    callback_mouse_scroll_data  = nullptr;
    callback_key_down_data      = nullptr;
    callback_key_up_data        = nullptr;

#ifndef IGL_VIEWER_VIEWER_QUIET
    const std::string usage(R"(igl::opengl::glfw::Viewer usage:
  [drag]  Rotate scene
  A,a     Toggle animation (tight draw loop)
  D,d     Toggle double sided lighting
  F,f     Toggle face based
  I,i     Toggle invert normals
  L,l     Toggle wireframe
  O,o     Toggle orthographic/perspective projection
  S,s     Toggle shadows
  T,t     Toggle filled faces
  Z       Snap to canonical view
  [,]     Toggle between rotation control types (trackball, two-axis
          valuator with fixed up, 2D mode with no rotation))
  <,>     Toggle between models
  ;       Toggle vertex labels
  :       Toggle face labels)"
);
    std::cout<<usage<<std::endl;
#endif
  }

  IGL_INLINE Viewer::~Viewer()
  {
  }

  IGL_INLINE bool Viewer::load_mesh_from_file(
      const std::string & mesh_file_name_string)
  {

    // first try to load it with a plugin
    for (unsigned int i = 0; i<plugins.size(); ++i)
    {
      if (plugins[i]->load(mesh_file_name_string))
      {
        return true;
      }
    }

    // Create new data slot and set to selected
    if(!(data().F.rows() == 0  && data().V.rows() == 0))
    {
      append_mesh();
    }
    data().clear();

    size_t last_dot = mesh_file_name_string.rfind('.');
    if (last_dot == std::string::npos)
    {
      std::cerr<<"Error: No file extension found in "<<
        mesh_file_name_string<<std::endl;
      return false;
    }

    std::string extension = mesh_file_name_string.substr(last_dot+1);

    if (extension == "obj" || extension =="OBJ")
    {
      Eigen::MatrixXd corner_normals;
      Eigen::MatrixXi fNormIndices;

      Eigen::MatrixXd UV_V;
      Eigen::MatrixXi UV_F;
      Eigen::MatrixXd V;
      Eigen::MatrixXi F;

      if (!(
            igl::readOBJ(
              mesh_file_name_string,
              V, UV_V, corner_normals, F, UV_F, fNormIndices)))
      {
        return false;
      }

      data().set_mesh(V,F);
      if(UV_V.rows() != 0 && UV_F.rows() != 0)
      {
        data().set_uv(UV_V,UV_F);
      }
    }else
    {
      Eigen::MatrixXd V;
      Eigen::MatrixXi F;
      if (!igl::read_triangle_mesh(mesh_file_name_string, V, F))
      {
        // unrecognized file type
        printf("Error: %s is not a recognized file type.\n",extension.c_str());
        return false;
      }
      data().set_mesh(V,F);
    }

    data().compute_normals();
    data().uniform_colors(Eigen::Vector3d(51.0/255.0,43.0/255.0,33.3/255.0),
                   Eigen::Vector3d(255.0/255.0,228.0/255.0,58.0/255.0),
                   Eigen::Vector3d(255.0/255.0,235.0/255.0,80.0/255.0));

    for(int i=0;i<core_list.size(); i++)
        core_list[i].align_camera_center(data().V,data().F);

    for (unsigned int i = 0; i<plugins.size(); ++i)
      if (plugins[i]->post_load())
        return true;

    return true;
  }

  IGL_INLINE bool Viewer::save_mesh_to_file(
      const std::string & mesh_file_name_string)
  {
    // first try to load it with a plugin
    for (unsigned int i = 0; i<plugins.size(); ++i)
      if (plugins[i]->save(mesh_file_name_string))
        return true;

    size_t last_dot = mesh_file_name_string.rfind('.');
    if (last_dot == std::string::npos)
    {
      // No file type determined
      std::cerr<<"Error: No file extension found in "<<
        mesh_file_name_string<<std::endl;
      return false;
    }
    std::string extension = mesh_file_name_string.substr(last_dot+1);
    if (extension == "off" || extension =="OFF")
    {
      return igl::writeOFF(
        mesh_file_name_string,data().V,data().F);
    }
    else if (extension == "obj" || extension =="OBJ")
    {
      Eigen::MatrixXd corner_normals;
      Eigen::MatrixXi fNormIndices;

      Eigen::MatrixXd UV_V;
      Eigen::MatrixXi UV_F;

      return igl::writeOBJ(mesh_file_name_string,
          data().V,
          data().F,
          corner_normals, fNormIndices, UV_V, UV_F);
    }
    else
    {
      // unrecognized file type
      printf("Error: %s is not a recognized file type.\n",extension.c_str());
      return false;
    }
    return true;
  }

  IGL_INLINE bool Viewer::key_pressed(unsigned int unicode_key,int modifiers)
  {
    for (unsigned int i = 0; i<plugins.size(); ++i)
    {
      if (plugins[i]->key_pressed(unicode_key, modifiers))
      {
        return true;
      }
    }

    if (callback_key_pressed)
      if (callback_key_pressed(*this,unicode_key,modifiers))
        return true;

    switch(unicode_key)
    {
      case 'A':
      case 'a':
      {
        core().is_animating = !core().is_animating;
        return true;
      }
      case 'D':
      case 'd':
      {
        data().double_sided = !data().double_sided;
        return true;
      }
      case 'F':
      case 'f':
      {
        data().set_face_based(!data().face_based);
        return true;
      }
      case 'I':
      case 'i':
      {
        data().dirty |= MeshGL::DIRTY_NORMAL;
        data().invert_normals = !data().invert_normals;
        return true;
      }
      case 'L':
      case 'l':
      {
        core().toggle(data().show_lines);
        return true;
      }
      case 'O':
      case 'o':
      {
        core().orthographic = !core().orthographic;
        return true;
      }
      case 'S':
      case 's':
      {
        if(core().is_directional_light)
        {
          core().is_shadow_mapping = !core().is_shadow_mapping;
        }else
        {
          if(core().is_shadow_mapping)
          {
            core().is_shadow_mapping = false;
          }else
          {
            // The light_position when !is_directional_light is interpretted as
            // a position relative to the _eye_ (not look-at) position of the
            // camera.
            //
            // Meanwhile shadows only current work in is_directional_light mode.
            //
            // If the user wants to flip back and forth between [positional lights
            // without shadows] and [directional lights with shadows] then they
            // can high-jack this key_pressed with a callback.
            // 
            // Until shadows support positional lights, let's switch to
            // directional lights here and match the direction best as possible to
            // the current light position.
            core().is_directional_light = true;
            core().light_position = core().light_position + core().camera_eye;
            core().is_shadow_mapping = true;
          }
        }
        return true;
      }
      case 'T':
      case 't':
      {
        core().toggle(data().show_faces);
        return true;
      }
      case 'Z':
      {
        snap_to_canonical_quaternion();
        return true;
      }
      case '[':
      case ']':
      {
        if(core().rotation_type == ViewerCore::ROTATION_TYPE_TRACKBALL)
            core().set_rotation_type(ViewerCore::ROTATION_TYPE_TWO_AXIS_VALUATOR_FIXED_UP);
        else
          core().set_rotation_type(ViewerCore::ROTATION_TYPE_TRACKBALL);

        return true;
      }
      case '<':
      case '>':
      {
        selected_data_index =
          (selected_data_index + data_list.size() + (unicode_key=='>'?1:-1))%data_list.size();
        return true;
      }
      case '{':
      case '}':
      {
        selected_core_index =
          (selected_core_index + core_list.size() + (unicode_key=='}'?1:-1))%core_list.size();
        return true;
      }
      case ';':
        data().show_vertex_labels = !data().show_vertex_labels;
        return true;
      case ':':
        data().show_face_labels = !data().show_face_labels;
        return true;
      default: break;//do nothing
    }
    return false;
  }

  IGL_INLINE bool Viewer::key_down(int key,int modifiers)
  {
    for (unsigned int i = 0; i<plugins.size(); ++i)
      if (plugins[i]->key_down(key, modifiers))
        return true;

    if (callback_key_down)
      if (callback_key_down(*this,key,modifiers))
        return true;

    return false;
  }

  IGL_INLINE bool Viewer::key_up(int key,int modifiers)
  {
    for (unsigned int i = 0; i<plugins.size(); ++i)
      if (plugins[i]->key_up(key, modifiers))
        return true;

    if (callback_key_up)
      if (callback_key_up(*this,key,modifiers))
        return true;

    return false;
  }

  IGL_INLINE void Viewer::select_hovered_core()
  {
    int width_window, height_window;
    glfwGetFramebufferSize(window, &width_window, &height_window);
    for (int i = 0; i < core_list.size(); i++)
    {
      Eigen::Vector4f viewport = core_list[i].viewport;

      if ((current_mouse_x > viewport[0]) &&
          (current_mouse_x < viewport[0] + viewport[2]) &&
          ((height_window - current_mouse_y) > viewport[1]) &&
          ((height_window - current_mouse_y) < viewport[1] + viewport[3]))
      {
        selected_core_index = i;
        break;
      }
    }
  }

  IGL_INLINE bool Viewer::mouse_down(MouseButton button,int modifier)
  {
    // Remember mouse location at down even if used by callback/plugin
    down_mouse_x = current_mouse_x;
    down_mouse_y = current_mouse_y;

    for (unsigned int i = 0; i<plugins.size(); ++i)
      if(plugins[i]->mouse_down(static_cast<int>(button),modifier))
        return true;

    if (callback_mouse_down)
      if (callback_mouse_down(*this,static_cast<int>(button),modifier))
        return true;

    down = true;

    // Select the core containing the click location.
    select_hovered_core();

    down_translation = core().camera_translation;


    // Initialization code for the trackball
    Eigen::RowVector3d center = Eigen::RowVector3d(0,0,0);
    if(data().V.rows() > 0)
    {
      // be careful that V may be 2D
      center.head(data().V.cols()) = data().V.colwise().sum()/data().V.rows();
    }

    Eigen::Vector3f coord =
      igl::project(
        Eigen::Vector3f(center(0),center(1),center(2)),
        core().view,
        core().proj,
        core().viewport);
    down_mouse_z = coord[2];
    down_rotation = core().trackball_angle;

    mouse_mode = MouseMode::Rotation;

    switch (button)
    {
      case MouseButton::Left:
        if (core().rotation_type == ViewerCore::ROTATION_TYPE_NO_ROTATION) {
          mouse_mode = MouseMode::Translation;
        } else {
          mouse_mode = MouseMode::Rotation;
        }
        break;

      case MouseButton::Right:
        mouse_mode = MouseMode::Translation;
        break;

      default:
        mouse_mode = MouseMode::None;
        break;
    }

    return true;
  }

  IGL_INLINE bool Viewer::mouse_up(MouseButton button,int modifier)
  {
    down = false;

    for (unsigned int i = 0; i<plugins.size(); ++i)
      if(plugins[i]->mouse_up(static_cast<int>(button),modifier))
          return true;

    if (callback_mouse_up)
      if (callback_mouse_up(*this,static_cast<int>(button),modifier))
        return true;

    mouse_mode = MouseMode::None;

    return true;
  }

  IGL_INLINE bool Viewer::mouse_move(int mouse_x,int mouse_y)
  {
    if(hack_never_moved)
    {
      down_mouse_x = mouse_x;
      down_mouse_y = mouse_y;
      hack_never_moved = false;
    }
    current_mouse_x = mouse_x;
    current_mouse_y = mouse_y;

    for (unsigned int i = 0; i<plugins.size(); ++i)
      if (plugins[i]->mouse_move(mouse_x, mouse_y))
        return true;

    if (callback_mouse_move)
      if (callback_mouse_move(*this, mouse_x, mouse_y))
        return true;


    if (down)
    {
      // We need the window height to transform the mouse click coordinates into viewport-mouse-click coordinates
      // for igl::trackball and igl::two_axis_valuator_fixed_up
      int width_window, height_window;
      glfwGetFramebufferSize(window, &width_window, &height_window);
      switch (mouse_mode)
      {
        case MouseMode::Rotation:
        {
          switch(core().rotation_type)
          {
            default:
              assert(false && "Unknown rotation type");
            case ViewerCore::ROTATION_TYPE_NO_ROTATION:
              break;
            case ViewerCore::ROTATION_TYPE_TRACKBALL:
              igl::trackball(
                core().viewport(2),
                core().viewport(3),
                2.0f,
                down_rotation,
                down_mouse_x - core().viewport(0),
                down_mouse_y - (height_window - core().viewport(1) - core().viewport(3)),
                mouse_x - core().viewport(0),
                mouse_y - (height_window - core().viewport(1) - core().viewport(3)),
                core().trackball_angle);
              break;
            case ViewerCore::ROTATION_TYPE_TWO_AXIS_VALUATOR_FIXED_UP:
              igl::two_axis_valuator_fixed_up(
                core().viewport(2),core().viewport(3),
                2.0,
                down_rotation,
                down_mouse_x - core().viewport(0),
                down_mouse_y - (height_window - core().viewport(1) - core().viewport(3)),
                mouse_x - core().viewport(0),
                mouse_y - (height_window - core().viewport(1) - core().viewport(3)),
                core().trackball_angle);
              break;
          }
          //Eigen::Vector4f snapq = core().trackball_angle;

          break;
        }

        case MouseMode::Translation:
        {
          //translation
          Eigen::Vector3f pos1 = igl::unproject(Eigen::Vector3f(mouse_x, core().viewport[3] - mouse_y, down_mouse_z), core().view, core().proj, core().viewport);
          Eigen::Vector3f pos0 = igl::unproject(Eigen::Vector3f(down_mouse_x, core().viewport[3] - down_mouse_y, down_mouse_z), core().view, core().proj, core().viewport);

          Eigen::Vector3f diff = pos1 - pos0;
          core().camera_translation = down_translation + Eigen::Vector3f(diff[0],diff[1],diff[2]);

          break;
        }
        case MouseMode::Zoom:
        {
          float delta = 0.001f * (mouse_x - down_mouse_x + mouse_y - down_mouse_y);
          core().camera_zoom *= 1 + delta;
          down_mouse_x = mouse_x;
          down_mouse_y = mouse_y;
          break;
        }

        default:
          break;
      }
    }
    return true;
  }

  IGL_INLINE bool Viewer::mouse_scroll(float delta_y)
  {
    // Direct the scrolling operation to the appropriate viewport
    // (unless the core selection is locked by an ongoing mouse interaction).
    if (!down)
      select_hovered_core();
    scroll_position += delta_y;

    for (unsigned int i = 0; i<plugins.size(); ++i)
      if (plugins[i]->mouse_scroll(delta_y))
        return true;

    if (callback_mouse_scroll)
      if (callback_mouse_scroll(*this,delta_y))
        return true;

    // Only zoom if there's actually a change
    if(delta_y != 0)
    {
      float mult = (1.0+((delta_y>0)?1.:-1.)*0.05);
      const float min_zoom = 0.1f;
      core().camera_zoom = (core().camera_zoom * mult > min_zoom ? core().camera_zoom * mult : min_zoom);
    }
    return true;
  }

  IGL_INLINE bool Viewer::load_scene()
  {
    std::string fname = igl::file_dialog_open();
    if(fname.length() == 0)
      return false;
    return load_scene(fname);
  }

  IGL_INLINE bool Viewer::load_scene(std::string fname)
  {
    igl::deserialize(core(),"Core",fname.c_str());
    igl::deserialize(data(),"Data",fname.c_str());
    return true;
  }

  IGL_INLINE bool Viewer::save_scene()
  {
    std::string fname = igl::file_dialog_save();
    if (fname.length() == 0)
      return false;
    return save_scene(fname);
  }

  IGL_INLINE bool Viewer::save_scene(std::string fname)
  {
    igl::serialize(core(),"Core",fname.c_str(),true);
    igl::serialize(data(),"Data",fname.c_str());

    return true;
  }

  IGL_INLINE void Viewer::draw()
  {
    using namespace std;
    using namespace Eigen;

    int width, height;
    glfwGetFramebufferSize(window, &width, &height);

    int width_window, height_window;
    glfwGetWindowSize(window, &width_window, &height_window);

    auto highdpiw_tmp = (width_window == 0 ||  width == 0) ? highdpiw : (width/width_window);
    auto highdpih_tmp = (height_window == 0 ||  height == 0) ? highdpih : (height/height_window);

    if(fabs(highdpiw_tmp-highdpiw)>1e-8 || fabs(highdpih_tmp-highdpih)>1e-8)
    {
      post_resize(width, height);
      highdpiw=highdpiw_tmp;
      highdpih=highdpih_tmp;
    }

    for (auto& core : core_list)
    {
      core.clear_framebuffers();
    }

    for (unsigned int i = 0; i<plugins.size(); ++i)
    {
      if (plugins[i]->pre_draw())
      {
        return;
      }
    }
    if (callback_pre_draw)
    {
      if (callback_pre_draw(*this))
      {
        return;
      }
    }
    
    // Shadow pass
    for (auto& core : core_list)
    {
      if(core.is_shadow_mapping)
      {
        core.initialize_shadow_pass();
        for (auto& mesh : data_list)
        {
          if (mesh.is_visible & core.id)
          {
            core.draw_shadow_pass(mesh);
          }
        }
        core.deinitialize_shadow_pass();
      }
    }

    for (auto& core : core_list)
    {
      for (auto& mesh : data_list)
      {
        if (mesh.is_visible & core.id)
        {
          core.draw(mesh);
        }
      }
    }
    for (unsigned int i = 0; i<plugins.size(); ++i)
    {
      if (plugins[i]->post_draw())
      {
        break;
      }
    }
    if (callback_post_draw)
    {
      if (callback_post_draw(*this))
      {
        return;
      }
    }
  }

  template <typename T>
  IGL_INLINE void Viewer::draw_buffer(
    igl::opengl::ViewerCore & core,
    Eigen::Matrix<T,Eigen::Dynamic,Eigen::Dynamic> & R,
    Eigen::Matrix<T,Eigen::Dynamic,Eigen::Dynamic> & G,
    Eigen::Matrix<T,Eigen::Dynamic,Eigen::Dynamic> & B,
    Eigen::Matrix<T,Eigen::Dynamic,Eigen::Dynamic> & A,
    Eigen::Matrix<T,Eigen::Dynamic,Eigen::Dynamic> & D)
  {
    // follows igl::opengl::ViewerCore::draw_buffer, image is transposed from
    // typical matrix view
    const int width = R.rows() ? R.rows() :  core.viewport(2);
    const int height = R.cols() ? R.cols() : core.viewport(3);
    R.resize(width,height);
    G.resize(width,height);
    B.resize(width,height);
    A.resize(width,height);
    D.resize(width,height);

    ////////////////////////////////////////////////////////////////////////
    // Create an initial multisampled framebuffer
    ////////////////////////////////////////////////////////////////////////
    unsigned int framebuffer;
    unsigned int color_buffer;
    unsigned int depth_buffer;
    {
      glGenFramebuffers(1, &framebuffer);
      glBindFramebuffer(GL_FRAMEBUFFER, framebuffer);
      // create a multisampled color attachment texture (is a texture really
      // needed? Could this be a renderbuffer instead?)
      glGenTextures(1, &color_buffer);
      glBindTexture(GL_TEXTURE_2D_MULTISAMPLE, color_buffer);
      glTexImage2DMultisample(GL_TEXTURE_2D_MULTISAMPLE, 4, GL_RGBA, width, height, GL_TRUE);
      glBindTexture(GL_TEXTURE_2D_MULTISAMPLE, 0);
      glFramebufferTexture2D(GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, GL_TEXTURE_2D_MULTISAMPLE, color_buffer, 0);
      // create a (also multisampled) renderbuffer object for depth and stencil attachments
      glGenRenderbuffers(1, &depth_buffer);
      glBindRenderbuffer(GL_RENDERBUFFER, depth_buffer);
      glRenderbufferStorageMultisample(GL_RENDERBUFFER, 4, GL_DEPTH24_STENCIL8, width, height);
      glBindRenderbuffer(GL_RENDERBUFFER, 0);
      glFramebufferRenderbuffer(GL_FRAMEBUFFER, GL_DEPTH_STENCIL_ATTACHMENT, GL_RENDERBUFFER, depth_buffer);


      assert(glCheckFramebufferStatus(GL_FRAMEBUFFER) == GL_FRAMEBUFFER_COMPLETE);
      report_gl_error("glCheckFramebufferStatus: ");
      glBindFramebuffer(GL_FRAMEBUFFER, 0);
    }

    ////////////////////////////////////////////////////////////////////////
    // configure second post-processing framebuffer
    ////////////////////////////////////////////////////////////////////////
    unsigned int intermediateFBO;
    unsigned int screenTexture, depthTexture;
    {
      glGenFramebuffers(1, &intermediateFBO);
      glBindFramebuffer(GL_FRAMEBUFFER, intermediateFBO);
      // create a color attachment texture
      glGenTextures(1, &screenTexture);
      glBindTexture(GL_TEXTURE_2D, screenTexture);
      glTexImage2D(GL_TEXTURE_2D, 0, GL_RGBA, width, height, 0, GL_RGBA, GL_UNSIGNED_BYTE, NULL);
      glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_LINEAR);
      glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_LINEAR);
      glFramebufferTexture2D(GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, GL_TEXTURE_2D, screenTexture, 0);
      
      // create depth attachment texture
      glGenTextures(1, &depthTexture);
      glBindTexture(GL_TEXTURE_2D, depthTexture);
      glTexImage2D(GL_TEXTURE_2D, 0, GL_DEPTH24_STENCIL8, width, height, 0, GL_DEPTH_STENCIL, GL_UNSIGNED_INT_24_8, NULL);
      glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_LINEAR);
      glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_LINEAR);
      glFramebufferTexture2D(GL_FRAMEBUFFER, GL_DEPTH_STENCIL_ATTACHMENT, GL_TEXTURE_2D, depthTexture, 0);

      assert(glCheckFramebufferStatus(GL_FRAMEBUFFER) == GL_FRAMEBUFFER_COMPLETE);
      glBindFramebuffer(GL_FRAMEBUFFER, 0);
    }

    ////////////////////////////////////////////////////////////////////////
    // attach initial framebuffer and draw all `data`
    ////////////////////////////////////////////////////////////////////////
    glBindFramebuffer(GL_FRAMEBUFFER, framebuffer);
    // Clear the buffer
    glClearColor(
      core.background_color(0), 
      core.background_color(1), 
      core.background_color(2),
      core.background_color(3));
    glClear(GL_COLOR_BUFFER_BIT | GL_DEPTH_BUFFER_BIT);
    // Save old viewport
    Eigen::Vector4f viewport_ori = core.viewport;
    core.viewport << 0,0,width,height;
    // Draw all `data`
    for (auto& data : data_list)
    {
      if (data.is_visible & core.id)
      {
        core.draw(data);
      }
    }
    // Restore viewport
    core.viewport = viewport_ori;

    ////////////////////////////////////////////////////////////////////////
    // attach second framebuffer and redraw (for anti-aliasing?)
    ////////////////////////////////////////////////////////////////////////
    glBindFramebuffer(GL_READ_FRAMEBUFFER, framebuffer);
    glBindFramebuffer(GL_DRAW_FRAMEBUFFER, intermediateFBO);
    report_gl_error("before: ");
    glBlitFramebuffer(0, 0, width, height, 0, 0, width, height, GL_COLOR_BUFFER_BIT|GL_DEPTH_BUFFER_BIT, GL_NEAREST);
    report_gl_error("glBlitFramebuffer: ");


    ////////////////////////////////////////////////////////////////////////
    // Read pixel data from framebuffer, write into buffers
    ////////////////////////////////////////////////////////////////////////
    glBindFramebuffer(GL_FRAMEBUFFER, intermediateFBO);
    // Copy back in the given Eigen matrices
    {
      typedef typename std::conditional< std::is_floating_point<T>::value,GLfloat,GLubyte>::type GLType;
      GLenum type = std::is_floating_point<T>::value ?  GL_FLOAT : GL_UNSIGNED_BYTE;
      GLType* pixels = (GLType*)calloc(width*height*4,sizeof(GLType));
      GLType * depth = (GLType*)calloc(width*height*1,sizeof(GLType));
      glReadPixels(0, 0,width, height,GL_RGBA,            type, pixels);
      glReadPixels(0, 0,width, height,GL_DEPTH_COMPONENT, type, depth);
      int count = 0;
      for (unsigned j=0; j<height; ++j)
      {
        for (unsigned i=0; i<width; ++i)
        {
          R(i,j) = pixels[count*4+0];
          G(i,j) = pixels[count*4+1];
          B(i,j) = pixels[count*4+2];
          A(i,j) = pixels[count*4+3];
          D(i,j) = depth[count*1+0];
          ++count;
        }
      }
      // Clean up
      free(pixels);
      free(depth);
    }

    // Clean up
    glBindFramebuffer(GL_DRAW_FRAMEBUFFER, 0);
    glBindFramebuffer(GL_READ_FRAMEBUFFER, 0);
    glBindFramebuffer(GL_FRAMEBUFFER, 0);
    glDeleteTextures(1, &screenTexture);
    glDeleteTextures(1, &depthTexture);
    glDeleteTextures(1, &color_buffer);
    glDeleteRenderbuffers(1, &depth_buffer);
    glDeleteFramebuffers(1, &framebuffer);
    glDeleteFramebuffers(1, &intermediateFBO);
  }

  IGL_INLINE void Viewer::resize(int w,int h)
  {
    if (window) {
      glfwSetWindowSize(window, w/highdpiw, h/highdpih);
    }
    post_resize(w, h);
  }

  IGL_INLINE void Viewer::post_resize(int w,int h)
  {
    if (core_list.size() == 1)
    {
      core().viewport = Eigen::Vector4f(0,0,w,h);
    }
    else
    {
      // It is up to the user to define the behavior of the post_resize() function
      // when there are multiple viewports (through the `callback_post_resize` callback)
    }
    for (unsigned int i = 0; i<plugins.size(); ++i)
    {
      plugins[i]->post_resize(w, h);
    }
    if (callback_post_resize)
    {
      callback_post_resize(*this, w, h);
    }
  }

  IGL_INLINE void Viewer::snap_to_canonical_quaternion()
  {
    Eigen::Quaternionf snapq = this->core().trackball_angle;
    igl::snap_to_canonical_view_quat(snapq,1.0f,this->core().trackball_angle);
  }

  IGL_INLINE void Viewer::open_dialog_load_mesh()
  {
    std::string fname = igl::file_dialog_open();

    if (fname.length() == 0)
      return;

    this->load_mesh_from_file(fname.c_str());
  }

  IGL_INLINE void Viewer::open_dialog_save_mesh()
  {
    std::string fname = igl::file_dialog_save();

    if(fname.length() == 0)
      return;

    this->save_mesh_to_file(fname.c_str());
  }

  IGL_INLINE ViewerData& Viewer::data(int mesh_id /*= -1*/)
  {
    assert(!data_list.empty() && "data_list should never be empty");
    int index;
    if (mesh_id == -1)
      index = selected_data_index;
    else
      index = mesh_index(mesh_id);

    assert((index >= 0 && index < data_list.size()) &&
      "selected_data_index or mesh_id should be in bounds");
    return data_list[index];
  }

  IGL_INLINE const ViewerData& Viewer::data(int mesh_id /*= -1*/) const
  {
    assert(!data_list.empty() && "data_list should never be empty");
    int index;
    if (mesh_id == -1)
      index = selected_data_index;
    else
      index = mesh_index(mesh_id);

    assert((index >= 0 && index < data_list.size()) &&
      "selected_data_index or mesh_id should be in bounds");
    return data_list[index];
  }

  IGL_INLINE int Viewer::append_mesh(bool visible /*= true*/)
  {
    assert(data_list.size() >= 1);

    data_list.emplace_back();
    selected_data_index = data_list.size()-1;
    data_list.back().id = next_data_id++;
    if (visible)
        for (int i = 0; i < core_list.size(); i++)
            data_list.back().set_visible(true, core_list[i].id);
    else
        data_list.back().is_visible = 0;
    return data_list.back().id;
  }

  IGL_INLINE bool Viewer::erase_mesh(const size_t index)
  {
    assert((index >= 0 && index < data_list.size()) && "index should be in bounds");
    assert(data_list.size() >= 1);
    if(data_list.size() == 1)
    {
      // Cannot remove last mesh
      return false;
    }
    data_list[index].meshgl.free();
    data_list.erase(data_list.begin() + index);
    if(selected_data_index >= index && selected_data_index > 0)
    {
      selected_data_index--;
    }

    return true;
  }

  IGL_INLINE size_t Viewer::mesh_index(const int id) const {
    for (size_t i = 0; i < data_list.size(); ++i)
    {
      if (data_list[i].id == id)
        return i;
    }
    return 0;
  }

  IGL_INLINE ViewerCore& Viewer::core(unsigned core_id /*= 0*/)
  {
    assert(!core_list.empty() && "core_list should never be empty");
    int core_index;
    if (core_id == 0)
      core_index = selected_core_index;
    else
      core_index = this->core_index(core_id);
    assert((core_index >= 0 && core_index < core_list.size()) && "selected_core_index should be in bounds");
    return core_list[core_index];
  }

  IGL_INLINE const ViewerCore& Viewer::core(unsigned core_id /*= 0*/) const
  {
    assert(!core_list.empty() && "core_list should never be empty");
    int core_index;
    if (core_id == 0)
      core_index = selected_core_index;
    else
      core_index = this->core_index(core_id);
    assert((core_index >= 0 && core_index < core_list.size()) && "selected_core_index should be in bounds");
    return core_list[core_index];
  }

  IGL_INLINE bool Viewer::erase_core(const size_t index)
  {
    assert((index >= 0 && index < core_list.size()) && "index should be in bounds");
    assert(data_list.size() >= 1);
    if (core_list.size() == 1)
    {
      // Cannot remove last viewport
      return false;
    }
    core_list[index].shut(); // does nothing
    core_list.erase(core_list.begin() + index);
    if (selected_core_index >= index && selected_core_index > 0)
    {
      selected_core_index--;
    }
    return true;
  }

  IGL_INLINE size_t Viewer::core_index(const int id) const {
    for (size_t i = 0; i < core_list.size(); ++i)
    {
      if (core_list[i].id == id)
        return i;
    }
    return 0;
  }

  IGL_INLINE int Viewer::append_core(Eigen::Vector4f viewport, bool append_empty /*= false*/)
  {
    core_list.push_back(core()); // copies the previous active core and only changes the viewport
    core_list.back().viewport = viewport;
    core_list.back().id = next_core_id;
    next_core_id <<= 1;
    if (!append_empty)
    {
      for (auto &data : data_list)
      {
        data.set_visible(true, core_list.back().id);
        data.copy_options(core(), core_list.back());
      }
    }
    selected_core_index = core_list.size()-1;
    return core_list.back().id;
  }

} // end namespace
} // end namespace
}

#ifdef IGL_STATIC_LIBRARY
template void igl::opengl::glfw::Viewer::draw_buffer<unsigned char>(igl::opengl::ViewerCore&, Eigen::Matrix<unsigned char, -1, -1, 0, -1, -1>&, Eigen::Matrix<unsigned char, -1, -1, 0, -1, -1>&, Eigen::Matrix<unsigned char, -1, -1, 0, -1, -1>&, Eigen::Matrix<unsigned char, -1, -1, 0, -1, -1>&, Eigen::Matrix<unsigned char, -1, -1, 0, -1, -1>&);
template void igl::opengl::glfw::Viewer::draw_buffer<double>(igl::opengl::ViewerCore&, Eigen::Matrix<double, -1, -1, 0, -1, -1>&, Eigen::Matrix<double, -1, -1, 0, -1, -1>&, Eigen::Matrix<double, -1, -1, 0, -1, -1>&, Eigen::Matrix<double, -1, -1, 0, -1, -1>&, Eigen::Matrix<double, -1, -1, 0, -1, -1>&);
template void igl::opengl::glfw::Viewer::draw_buffer<float>(igl::opengl::ViewerCore&, Eigen::Matrix<float, -1, -1, 0, -1, -1>&, Eigen::Matrix<float, -1, -1, 0, -1, -1>&, Eigen::Matrix<float, -1, -1, 0, -1, -1>&, Eigen::Matrix<float, -1, -1, 0, -1, -1>&, Eigen::Matrix<float, -1, -1, 0, -1, -1>&);
#endif