imgsrv/server.go

package main

import (
  "fmt"
  "io"
  "labix.org/v2/mgo"
  "labix.org/v2/mgo/bson"
  "log"
  "mime"
  "net/http"
  "os"
  "path/filepath"
  "strings"
  "time"
)

var defaultPageLimit int = 25

func serverErr(w http.ResponseWriter, r *http.Request, e error) {
      log.Printf("Error: %s", e)
      LogRequest(r,503)
      fmt.Fprintf(w,"Error: %s", e)
      http.Error(w, "Service Unavailable", 503)
      return
}

/* return a <a href/> for a given filename 
   and root is the relavtive base of the explicit link.
*/
func linkToFile(root string, filename string) (html string) {
  return fmt.Sprintf("<a href='%s/f/%s'>%s</a>",
                root,
                filename,
                filename)
}

/* return the sections of the URI Path.
   This will disregard the leading '/'
*/
func chunkURI(uri string) (chunks []string) {
  var str string
  if (uri[0] == '/') {
    str = uri[1:]
  } else {
    str = uri
  }
  return strings.Split(str, "/")
}

/* kindof a common log type output */
func LogRequest(r *http.Request, statusCode int) {
  var addr string
  var user_agent string

  user_agent = ""
  addr = r.RemoteAddr

  for k, v := range r.Header {
    if k == "User-Agent" {
      user_agent = strings.Join(v, " ")
    }
    if k == "X-Forwarded-For" {
      addr = strings.Join(v," ")
    }
  }

  fmt.Printf("%s - - [%s] \"%s %s\" \"%s\" %d %d\n",
    addr,
    time.Now(),
    r.Method,
    r.URL.Path,
    user_agent,
    statusCode,
    r.ContentLength )
}

/*
  GET /f/
  GET /f/:name
*/
// Show a page of most recent images, and tags, and uploaders ...
func routeFilesGET(w http.ResponseWriter, r *http.Request) {
  uriChunks := chunkURI(r.URL.Path)
  if ( len(uriChunks) > 2 ) {
    LogRequest(r,404)
    http.NotFound(w,r)
    return
  }

  if (len(uriChunks) == 2 && len(uriChunks[1]) > 0) {
    log.Printf("Searching for [%s] ...", uriChunks[1])
    query := gfs.Find(bson.M{"filename": uriChunks[1] })

    c, err := query.Count()
    // preliminary checks, if they've passed an image name
    if (err != nil) {
      serverErr(w,r,err)
      return
    }
    log.Printf("Results for [%s] = %d", uriChunks[1], c)
    if (c == 0) {
      LogRequest(r,404)
      http.NotFound(w,r)
      return
    }

    ext := filepath.Ext(uriChunks[1])
    w.Header().Set("Content-Type", mime.TypeByExtension(ext))
    w.Header().Set("Cache-Control", "max-age=315360000")
    w.WriteHeader(http.StatusOK)

    file, err := gfs.Open(uriChunks[1])
    if (err != nil) {
      serverErr(w,r,err)
      return
    }

    io.Copy(w,file) // send the contents of the file in the body

  } else {
    // TODO show a list of recent uploads? ...
  }
  LogRequest(r,200)
}

/*
  POST /f/[:name][?k=v&k=v]
*/
// Create the file by the name in the path and/or parameter?
// add keywords from the parameters
// look for an image in the r.Body
func routeFilesPOST(w http.ResponseWriter, r *http.Request) {
  uriChunks := chunkURI(r.URL.Path)
  if (len(uriChunks) > 2 &&
      ((len(uriChunks) == 2 && len(uriChunks[1]) == 0) &&
       len(r.URL.RawQuery) == 0 )) {
    LogRequest(r,403)
    http.Error(w, "Not Acceptable", 403)
    return
  }

  var filename string
  info := Info{
    Ip: r.RemoteAddr,
    Random: Rand64(),
    TimeStamp: time.Now(),
  }

  filename = r.FormValue("filename")
  if (len(filename) == 0 && len(uriChunks) == 2 && len(uriChunks[1]) != 0) {
    filename = uriChunks[1]
  }
  log.Printf("%s\n", filename)

  var p_ext string
  p_ext = r.FormValue("ext")
  if (len(filename) > 0 && len(p_ext) == 0) {
    p_ext = filepath.Ext(filename)
  } else if (len(p_ext) > 0 && strings.HasPrefix(p_ext, ".")) {
    p_ext = fmt.Sprintf(".%s", p_ext)
  }

  for _, word := range []string{
    "k", "key", "keyword",
    "keys", "keywords",
  } {
    v := r.FormValue(word)
    if (len(v) > 0) {
      if (strings.Contains(v, ",")) {
        info.Keywords = append(info.Keywords, strings.Split(v,",")...)
      } else {
        info.Keywords = append(info.Keywords, v)
      }
    }
  }

  if (len(filename) == 0) {
    str := GetSmallHash()
    if (len(p_ext) == 0) {
      filename = fmt.Sprintf("%s.jpg", str)
    } else {
      filename = fmt.Sprintf("%s%s", str, p_ext)
    }
  }

  exists, err := HasFileByFilename(filename)
  if (err == nil && !exists) {
    file, err := gfs.Create(filename)
    defer file.Close()
    if (err != nil) {
      serverErr(w,r,err)
      return
    }

    file.SetMeta(&info)

    // copy the request body into the gfs file
    n, err := io.Copy(file, r.Body)
    if (err != nil) {
      serverErr(w,r,err)
      return
    }

    if (n != r.ContentLength) {
      log.Printf("WARNING: [%s] content-length (%d), content written (%d)",
          filename,
          r.ContentLength,
          n)
    }
  } else if (exists) {
    if (r.Method == "PUT") {
      // TODO nothing will get here presently. Workflow needs more review
      file, err := gfs.Open(filename)
      defer file.Close()
      if (err != nil) {
        serverErr(w,r,err)
        return
      }

      var mInfo Info
      err = file.GetMeta(&mInfo)
      if (err != nil) {
        log.Printf("ERROR: failed to get metadata for %s. %s\n", filename, err)
      }
      mInfo.Keywords = append(mInfo.Keywords, info.Keywords...)
      file.SetMeta(&mInfo)
    } else {
      log.Printf("[%s] already exists", filename)
    }
  } else {
    serverErr(w,r,err)
    return
  }

  if (strings.Contains(r.Header.Get("Accept"), "text/html")) {
    io.WriteString(w,
        fmt.Sprintf("<a href=\"/f/%s\">/f/%s</a>\n", filename, filename))
  } else {
    io.WriteString(w, fmt.Sprintf("/f/%s\n", filename))
  }

  LogRequest(r,200)
}

func routeFilesPUT(w http.ResponseWriter, r *http.Request) {
  // update the file by the name in the path and/or parameter?
  // update/add keywords from the parameters
  // look for an image in the r.Body
  LogRequest(r,200)
}

func routeFilesDELETE(w http.ResponseWriter, r *http.Request) {
  uriChunks := chunkURI(r.URL.Path)
  if ( len(uriChunks) > 2 ) {
    LogRequest(r,404)
    http.NotFound(w,r)
    return
  } else if (len(uriChunks) == 2 && len(uriChunks[1]) == 0) {
  }
  exists, err := HasFileByFilename(uriChunks[1])
  if (err != nil) {
    serverErr(w,r,err)
    return
  }
  if (exists) {
    err = gfs.Remove(uriChunks[1])
    if (err != nil) {
      serverErr(w,r,err)
      return
    }
    LogRequest(r,200)
  } else {
    LogRequest(r,404)
    http.NotFound(w,r)
  }
  // delete the name in the path and/or parameter?
}

func routeFiles(w http.ResponseWriter, r *http.Request) {
  switch {
  case r.Method == "GET":
    routeFilesGET(w,r)
  case r.Method == "PUT":
    routeFilesPUT(w,r)
  case r.Method == "POST":
    routeFilesPOST(w,r)
  case r.Method == "DELETE":
    routeFilesDELETE(w,r)
  default:
    LogRequest(r,404)
    http.NotFound(w,r)
    return
  }
}

func routeRoot(w http.ResponseWriter, r *http.Request) {
  if (r.Method != "GET") {
    LogRequest(r,404)
    http.NotFound(w,r)
    return
  }
  // Show a page of most recent images, and tags, and uploaders ...

  w.Header().Set("Content-Type", "text/html")
  //iter := gfs.Find(bson.M{"uploadDate": bson.M{"$gt": time.Now().Add(-time.Hour)}}).Limit(defaultPageLimit).Iter()
  var files []File
  err := gfs.Find(nil).Sort("-metadata.timestamp").Limit(defaultPageLimit).All(&files)
  if (err != nil) {
    serverErr(w,r,err)
    return
  }
  ListFilesPage(w,files)
  LogRequest(r,200)
}

func routeAll(w http.ResponseWriter, r *http.Request) {
  if (r.Method != "GET") {
    LogRequest(r,404)
    http.NotFound(w,r)
    return
  }

  w.Header().Set("Content-Type", "text/html")

  // Show a page of all the images
  var files []File
  err := gfs.Find(nil).All(&files)
  if (err != nil) {
    serverErr(w,r,err)
    return
  }
  ListFilesPage(w,files)
  LogRequest(r,200)
}

/*
  GET /k/
  GET /k/:name
  GET /k/:name/r
  
  Show a page of all the keyword tags, and then the images
  If /k/:name/r then show a random image by keyword name
  Otherwise 404
*/
func routeKeywords(w http.ResponseWriter, r *http.Request) {
  uriChunks := chunkURI(r.URL.Path)
  if (r.Method != "GET" ||
      len(uriChunks) > 3 ||
      (len(uriChunks) == 3 && uriChunks[2] != "r")) {
    LogRequest(r,404)
    http.NotFound(w,r)
    return
  } else if (len(uriChunks) == 1 || (len(uriChunks) == 2 && len(uriChunks[1]) == 0)) {
    routeRoot(w,r)
    return
  }

  log.Printf("K: %s (%d)", uriChunks, len(uriChunks))

  var iter *mgo.Iter
  if (uriChunks[len(uriChunks)-1] == "r") {
    // TODO determine how to show a random image by keyword ...
    log.Println("random isn't built yet")
    LogRequest(r,404)
    return
  } else if (len(uriChunks) == 2) {
    log.Println(uriChunks[1])
    iter = gfs.Find(bson.M{"metadata.keywords": uriChunks[1] }).Sort("-metadata.timestamp").Limit(defaultPageLimit).Iter()
  }

  var files []File
  err := iter.All(&files)
  if (err != nil) {
    serverErr(w,r,err)
    return
  }
  log.Println(len(files))
  ListFilesPage(w, files)

  LogRequest(r,200)
}

func routeMD5s(w http.ResponseWriter, r *http.Request) {
  uriChunks := chunkURI(r.URL.Path)
  if (r.Method != "GET") {
    LogRequest(r,404)
    http.NotFound(w,r)
    return
  } else if (len(uriChunks) != 2) {
    // they didn't give an MD5, re-route
    routeRoot(w,r)
    return
  }

  var files []File
  err := gfs.Find(bson.M{"md5": uriChunks[1]}).Sort("-metadata.timestamp").Limit(defaultPageLimit).All(&files)
  if (err != nil) {
    serverErr(w,r,err)
    return
  }
  ListFilesPage(w, files)

  LogRequest(r,200)
}

// Show a page of file extensions, and allow paging by ext
func routeExt(w http.ResponseWriter, r *http.Request) {
  if (r.Method != "GET") {
    LogRequest(r,404)
    http.NotFound(w,r)
    return
  }

  LogRequest(r,200)
}

// Show a page of all the uploader's IPs, and the images
func routeIPs(w http.ResponseWriter, r *http.Request) {
  if (r.Method != "GET") {
    LogRequest(r,404)
    http.NotFound(w,r)
    return
  }

  LogRequest(r,200)
}

/*
  GET /urlie
  POST /urlie
*/
func routeGetFromUrl(w http.ResponseWriter, r *http.Request) {
  if (r.Method == "POST") {
    info := Info{
      Ip: r.RemoteAddr,
      Random: Rand64(),
      TimeStamp: time.Now(),
    }
    log.Println(info)

    err := r.ParseMultipartForm(1024*5)
    if (err != nil) {
      serverErr(w,r,err)
      return
    }
    log.Printf("%q", r.MultipartForm.Value)
    var local_filename string
    for k, v := range r.MultipartForm.Value {
      if (k == "keywords") {
        info.Keywords = append(info.Keywords, strings.Split(v[0],",")...)
      } else if (k == "url") {
        local_filename, err = FetchFileFromURL(v[0])
        if (err != nil) {
          serverErr(w,r,err)
          return
        } else if (len(local_filename) == 0) {
          LogRequest(r,404)
          http.NotFound(w,r)
          return
        }
        // Yay, hopefully we got an image!
      } else {
        log.Printf("WARN: not sure what to do with param [%s = %s]", k,v)
      }
    }
    exists, err := HasFileByFilename(local_filename)
    if (err == nil && !exists) {
      file, err := gfs.Create(filepath.Base(local_filename))
      defer file.Close()
      if (err != nil) {
        serverErr(w,r,err)
        return
      }

      local_fh, err := os.Open(local_filename)
      defer local_fh.Close()
      if (err != nil) {
        serverErr(w,r,err)
        return
      }

      file.SetMeta(&info)

      // copy the request body into the gfs file
      n, err := io.Copy(file, local_fh)
      if (err != nil) {
        serverErr(w,r,err)
        return
      }
      log.Printf("Wrote [%d] bytes from %s", n, local_filename)

      http.Redirect(w,r,fmt.Sprintf("/f/%s", filepath.Base(local_filename)), 302)
    } else {
      serverErr(w,r,err)
      return
    }
  } else if (r.Method == "GET") {
    UrliePage(w)
  } else {
    LogRequest(r,404)
    http.NotFound(w,r)
    return
  }
  LogRequest(r,200)
}

/*
  GET /upload
  POST /upload
*/
func routeUpload(w http.ResponseWriter, r *http.Request) {
  if (r.Method == "POST") {
    info := Info{
      Ip: r.RemoteAddr,
      Random: Rand64(),
      TimeStamp: time.Now(),
    }

    // handle the form posting to this route
    err := r.ParseMultipartForm(1024*5)
    if (err != nil) {
      serverErr(w,r,err)
      return
    }
    log.Printf("%q", r.MultipartForm.Value)
    for k, v := range r.MultipartForm.Value {
      if (k == "keywords") {
        info.Keywords = append(info.Keywords, strings.Split(v[0],",")...)
      } else {
        log.Printf("WARN: not sure what to do with param [%s = %s]", k,v)
      }
    }

    filehdr := r.MultipartForm.File["filename"][0]
    exists, err := HasFileByFilename(filehdr.Filename)
    if (err != nil) {
      serverErr(w,r,err)
      return
    } else if (err == nil && !exists) {
      file, err := gfs.Create(filehdr.Filename)
      defer file.Close()
      if (err != nil) {
        serverErr(w,r,err)
        return
      }
      file.SetMeta(&info)

      multiFile, err := filehdr.Open()
      if (err != nil) {
        log.Println(err)
        return
      }
      n, err := io.Copy(file, multiFile)
      if (err != nil) {
        serverErr(w,r,err)
        return
      }
      if (n != r.ContentLength) {
        log.Printf("WARNING: [%s] content-length (%d), content written (%d)",
            filehdr.Filename,
            r.ContentLength,
            n)
      }

      http.Redirect(w,r,fmt.Sprintf("/f/%s", filehdr.Filename), 302)
    } else if (exists) {
      // print some message about the file already existing
    } else {
      serverErr(w,r,err)
      return
    }
  } else if (r.Method == "GET") {
    // Show the upload form
    UploadPage(w)
  } else {
    LogRequest(r,404)
    http.NotFound(w,r)
    return
  }
  LogRequest(r,200) // if we make it this far, then log success
}

func routeAssets(w http.ResponseWriter, r *http.Request) {
  path, err := filepath.Rel("/assets", r.URL.Path)
  if (err != nil) {
    serverErr(w,r,err)
    return
  }

  switch path {
    case "bootstrap.css":
      fmt.Fprint(w,bootstrapCSS)
      w.Header().Set("Content-Type", "text/css")
  }
}

func initMongo() {
  mongo_session, err := mgo.Dial(MongoHost)
  if err != nil {
    log.Panic(err)
  }
  images_db = mongo_session.DB(MongoDB)
  if (len(MongoUsername) > 0 && len(MongoPassword) > 0) {
    err = images_db.Login(MongoUsername, MongoPassword)
    if (err != nil) {
      log.Panic(err)
    }
  }
	gfs = images_db.GridFS("fs")
}

/* Run as the image server */
func runServer(ip, port string) {
  var addr = fmt.Sprintf("%s:%s", ip, port)

  initMongo()
  defer mongo_session.Close()

  http.HandleFunc("/", routeRoot)
  http.HandleFunc("/assets/", routeAssets)
  http.HandleFunc("/upload", routeUpload)
  http.HandleFunc("/urlie", routeGetFromUrl)
  http.HandleFunc("/all", routeAll)
  http.HandleFunc("/f/", routeFiles)
  http.HandleFunc("/k/", routeKeywords)
  http.HandleFunc("/ip/", routeIPs)
  http.HandleFunc("/ext/", routeExt)
  http.HandleFunc("/md5/", routeMD5s)

  log.Printf("Serving on %s ...", addr)
  log.Fatal(http.ListenAndServe(addr, nil))
}