Add an IPC for PNaCl to check if the session is incognito,

before deciding to cache a translated nexe (current cache
mechanism won't work in incognito). Use this to decide
whether or not to cache translations for now.

For now, the linker always writes to a self-deleting temp
file, instead of to the cache directly.  We then copy the
data from the temp file to the cache as a separate step.

Took about 60ms to copy a 4.6MB nexe in debug mode with a
128kb buffer and 15ms with a 1mb buffer...

BUG= http://code.google.com/p/nativeclient/issues/detail?id=2683
TEST= try compiling an app that doesn't use the File system
in incognito mode -- we should add a test though...
we should add a test though

Review URL: https://chromiumcodereview.appspot.com/10826107

git-svn-id: svn://svn.chromium.org/chrome/trunk/src@149749 0039d316-1c4b-4281-b951-d872f2087c98

chrome/renderer/pepper/ppb_nacl_private_impl.cc

@@ -13,6 +13,7 @@
 #include "base/rand_util.h"
 #include "chrome/common/chrome_switches.h"
 #include "chrome/common/render_messages.h"
+#include "chrome/renderer/chrome_render_process_observer.h"
 #include "content/public/common/content_client.h"
 #include "content/public/common/content_switches.h"
 #include "content/public/common/sandbox_init.h"
@@ -20,6 +21,7 @@
 #include "content/public/renderer/render_view.h"
 #include "content/public/renderer/renderer_restrict_dispatch_group.h"
 #include "ipc/ipc_sync_message_filter.h"
+#include "ppapi/c/pp_bool.h"
 #include "ppapi/c/private/pp_file_handle.h"
 #include "ppapi/c/private/ppb_nacl_private.h"
 #include "ppapi/native_client/src/trusted/plugin/nacl_entry_points.h"
@@ -307,6 +309,10 @@ PP_FileHandle CreateTemporaryFile(PP_Instance instance) {
   return handle;
 }
 
+PP_Bool IsOffTheRecord() {
+  return PP_FromBool(ChromeRenderProcessObserver::is_incognito_process());
+}
+
 const PPB_NaCl_Private nacl_interface = {
   &LaunchSelLdr,
   &StartPpapiProxy,
@@ -315,7 +321,8 @@ const PPB_NaCl_Private nacl_interface = {
   &EnableBackgroundSelLdrLaunch,
   &BrokerDuplicateHandle,
   &GetReadonlyPnaclFD,
-  &CreateTemporaryFile
+  &CreateTemporaryFile,
+  &IsOffTheRecord
 };
 
 }  // namespace

ppapi/api/private/finish_writing_these/ppb_nacl_private.idl

@@ -8,20 +8,20 @@
 #include "ppapi/c/private/pp_file_handle.h"
 
 /* PPB_NaCl_Private */
-interface PPB_NaCl_Private_0_7 {
+interface PPB_NaCl_Private_0_8 {
   /* This function launches NaCl's sel_ldr process.  On success, the function
    * returns true, otherwise it returns false.  When it returns true, it will
    * write |socket_count| nacl::Handles to imc_handles.
    */
-  bool LaunchSelLdr([in] PP_Instance instance,
-                    [in] str_t alleged_url,
-                    [in] int32_t socket_count,
-                    [out] mem_t imc_handles);
+  PP_Bool LaunchSelLdr([in] PP_Instance instance,
+                       [in] str_t alleged_url,
+                       [in] int32_t socket_count,
+                       [out] mem_t imc_handles);
 
   /* This function starts the PPAPI proxy so the nexe can communicate with the
    * browser's renderer process.
    */
-  bool StartPpapiProxy([in] PP_Instance instance);
+  PP_Bool StartPpapiProxy([in] PP_Instance instance);
 
   /* On POSIX systems, this function returns the file descriptor of
    * /dev/urandom.  On non-POSIX systems, this function returns 0.
@@ -46,4 +46,8 @@ interface PPB_NaCl_Private_0_7 {
    * returns a posix handle to that temporary file.
    */
   PP_FileHandle CreateTemporaryFile([in] PP_Instance instance);
+
+  /* Return true if we are off the record.
+   */
+  PP_Bool IsOffTheRecord([in] PP_Instance instance);
 };

ppapi/c/private/ppb_nacl_private.h

@@ -11,7 +11,7 @@
 #include "ppapi/c/pp_stdint.h"
 #include "ppapi/c/private/pp_file_handle.h"
 
-#define PPB_NACL_PRIVATE_INTERFACE "PPB_NaCl(Private);0.7"
+#define PPB_NACL_PRIVATE_INTERFACE "PPB_NaCl(Private);0.8"
 
 struct PPB_NaCl_Private {
   // This function launches NaCl's sel_ldr process.  On success, the function
@@ -66,6 +66,9 @@ struct PPB_NaCl_Private {
   // the last handle is closed (or earlier on POSIX systems), and
   // returns a posix handle to that temporary file.
   PP_FileHandle (*CreateTemporaryFile)(PP_Instance instance);
+
+  // Return true if we are off the record.
+  PP_Bool (*IsOffTheRecord)();
 };
 
 #endif  // PPAPI_C_PRIVATE_PPB_NACL_PRIVATE_H_

ppapi/native_client/src/trusted/plugin/local_temp_file.h

@@ -82,7 +82,7 @@ class LocalTempFile {
   const nacl::string identifier() const {
     return nacl::string(reinterpret_cast<const char*>(identifier_));
   }
-  const pp::FileIO& write_file_io() const { return *write_io_; }
+  pp::FileIO* write_file_io() const { return write_io_.get(); }
 
  private:
   NACL_DISALLOW_COPY_AND_ASSIGN(LocalTempFile);

ppapi/native_client/src/trusted/plugin/pnacl_coordinator.h

@@ -62,17 +62,18 @@ class TempFile;
 // The coordinator proceeds through several states.  They are
 // LOAD_TRANSLATOR_BINARIES
 //     Complete when ResourcesDidLoad is invoked.
-// OPEN_LOCAL_FILE_SYSTEM
-//     Complete when FileSystemDidOpen is invoked.
-// CREATED_PNACL_TEMP_DIRECTORY
-//     Complete when DirectoryWasCreated is invoked.
-// CACHED_FILE_OPEN
-//     Complete with success if cached version is available and jump to end.
-//     Otherwise, proceed with usual pipeline of translation.
-// OPEN_TMP_WRITE_FOR_LLC_TO_LD_COMMUNICATION
-//     Complete when ObjectWriteDidOpen is invoked.
-// OPEN_TMP_READ_FOR_LLC_TO_LD_COMMUNICATION
-//     Complete when ObjectReadDidOpen is invoked.
+//
+// If cache is enabled:
+//   OPEN_LOCAL_FILE_SYSTEM
+//       Complete when FileSystemDidOpen is invoked.
+//   CREATED_PNACL_TEMP_DIRECTORY
+//       Complete when DirectoryWasCreated is invoked.
+//   CACHED_FILE_OPEN
+//       Complete with success if cached version is available and jump to end.
+//       Otherwise, proceed with usual pipeline of translation.
+//
+// OPEN_TMP_FOR_LLC_TO_LD_COMMUNICATION
+//     Complete when ObjectFileDidOpen is invoked.
 // OPEN_TMP_FOR_LD_WRITING
 //     Complete when NexeWriteDidOpen is invoked.
 // PREPARE_PEXE_FOR_STREAMING
@@ -81,16 +82,17 @@ class TempFile;
 //     Complete when RunTranslate returns.
 // TRANSLATION_COMPLETE
 //     Complete when TranslateFinished is invoked.
-// CLOSE_OBJECT_FILE
-//     Complete when ObjectFileWasClosed is invoked.
-// DELETE_OBJECT_FILE
-//     Complete when ObjectFileWasDeleted is invoked.
-// CLOSE_NEXE_FILE
-//     Complete when NexeFileWasClosed is invoked.
-// RENAME_NEXE_FILE
+//
+// If cache is enabled:
+//   OPEN_CACHE_FOR_WRITE
+//     Complete when CachedNexeOpenedForWrite is invoked
+//   COPY_NEXE_TO_CACHE
+//     Complete when NexeWasCopiedToCache is invoked.
+//   RENAME_CACHE_FILE
 //     Complete when NexeFileWasRenamed is invoked.
+//
 // OPEN_NEXE_FOR_SEL_LDR
-//     Complete when NexeReadDidOpen is invoked.
+//   Complete when NexeReadDidOpen is invoked.
 class PnaclCoordinator: public CallbackSource<FileStreamData> {
  public:
   virtual ~PnaclCoordinator();
@@ -155,21 +157,27 @@ class PnaclCoordinator: public CallbackSource<FileStreamData> {
   void BitcodeStreamDidFinish(int32_t pp_error);
   // Invoked when the write descriptor for obj_file_ is created.
   void ObjectFileDidOpen(int32_t pp_error);
-  // Invoked when the descriptors for nexe_file_ have been closed.
-  void NexeFileWasClosed(int32_t pp_error);
-  // Invoked when the nexe_file_ temporary has been renamed to the nexe name.
-  void NexeFileWasRenamed(int32_t pp_error);
-  // Invoked when the read descriptor for nexe_file_ is created.
-  void NexeReadDidOpen(int32_t pp_error);
-  // Invoked if there was an error and we've cleaned up the nexe_file_ temp.
-  void NexeFileWasDeleted(int32_t pp_error);
-
   // Once llc and ld nexes have been loaded and the two temporary files have
   // been created, this starts the translation.  Translation starts two
   // subprocesses, one for llc and one for ld.
   void RunTranslate(int32_t pp_error);
 
+  // Invoked when translation is finished.
   void TranslateFinished(int32_t pp_error);
+
+  // If the cache is enabled, open a cache file for write, then copy
+  // the nexe data from temp_nexe_file_ to> cached_nexe_file_.
+  // Once the copy is done, we commit it to the cache by renaming the
+  // cache file to the final name.
+  void CachedNexeOpenedForWrite(int32_t pp_error);
+  void DidCopyNexeToCachePartial(int32_t pp_error, int32_t num_read_prev,
+                                 int64_t cur_offset);
+  void NexeWasCopiedToCache(int32_t pp_error);
+  // Invoked when the nexe_file_ temporary has been renamed to the nexe name.
+  void NexeFileWasRenamed(int32_t pp_error);
+  // Invoked when the read descriptor for nexe_file_ is created.
+  void NexeReadDidOpen(int32_t pp_error);
+
   // Keeps track of the pp_error upon entry to TranslateFinished,
   // for inspection after cleanup.
   int32_t translate_finish_error_;
@@ -209,8 +217,12 @@ class PnaclCoordinator: public CallbackSource<FileStreamData> {
   nacl::string cache_identity_;
   // Object file, produced by the translator and consumed by the linker.
   nacl::scoped_ptr<TempFile> obj_file_;
-  // Translated nexe file, produced by the linker and consumed by sel_ldr.
-  nacl::scoped_ptr<LocalTempFile> nexe_file_;
+  // Translated nexe file, produced by the linker.
+  nacl::scoped_ptr<TempFile> temp_nexe_file_;
+  // Cached nexe file, consumed by sel_ldr.  This will be NULL if we do
+  // not have a writeable cache file.  That is currently the case when
+  // off_the_record_ is true.
+  nacl::scoped_ptr<LocalTempFile> cached_nexe_file_;
 
   // Downloader for streaming translation
   nacl::scoped_ptr<FileDownloader> streaming_downloader_;
@@ -221,6 +233,9 @@ class PnaclCoordinator: public CallbackSource<FileStreamData> {
   // was already run/consumed.
   bool error_already_reported_;
 
+  // True if compilation is off_the_record.
+  bool off_the_record_;
+
   // The helper thread used to do translations via SRPC.
   // Keep this last in declaration order to ensure the other variables
   // haven't been destroyed yet when its destructor runs.

ppapi/native_client/src/trusted/plugin/pnacl_translate_thread.cc

@@ -33,7 +33,7 @@ void PnaclTranslateThread::RunTranslate(
     const Manifest* manifest,
     const Manifest* ld_manifest,
     TempFile* obj_file,
-    LocalTempFile* nexe_file,
+    TempFile* nexe_file,
     ErrorInfo* error_info,
     PnaclResources* resources,
     Plugin* plugin) {
@@ -131,7 +131,7 @@ void PnaclTranslateThread::DoTranslate() {
   }
   // Run LLC.
   SrpcParams params;
-  nacl::DescWrapper* llc_out_file = obj_file_->get_wrapper();
+  nacl::DescWrapper* llc_out_file = obj_file_->write_wrapper();
   PluginReverseInterface* llc_reverse =
       llc_subprocess->service_runtime()->rev_interface();
   llc_reverse->AddTempQuotaManagedFile(obj_file_->identifier());
@@ -233,12 +233,11 @@ bool PnaclTranslateThread::RunLdSubprocess(int is_shared_library,
     TranslateFailed("Link process could not reset object file");
     return false;
   }
-  nacl::DescWrapper* ld_in_file = obj_file_->get_wrapper();
+  nacl::DescWrapper* ld_in_file = obj_file_->read_wrapper();
   nacl::DescWrapper* ld_out_file = nexe_file_->write_wrapper();
   PluginReverseInterface* ld_reverse =
       ld_subprocess->service_runtime()->rev_interface();
-  ld_reverse->AddQuotaManagedFile(nexe_file_->identifier(),
-                                  nexe_file_->write_file_io());
+  ld_reverse->AddTempQuotaManagedFile(nexe_file_->identifier());
   RegisterReverseInterface(ld_reverse);
   if (!ld_subprocess->InvokeSrpcMethod("RunWithDefaultCommandLine",
                                        "hhiss",

ppapi/native_client/src/trusted/plugin/pnacl_translate_thread.h

@@ -25,7 +25,6 @@ class DescWrapper;
 
 namespace plugin {
 
-class LocalTempFile;
 class Manifest;
 class NaClSubprocess;
 class Plugin;
@@ -43,7 +42,7 @@ class PnaclTranslateThread {
                     const Manifest* manifest,
                     const Manifest* ld_manifest,
                     TempFile* obj_file,
-                    LocalTempFile* nexe_file,
+                    TempFile* nexe_file,
                     ErrorInfo* error_info,
                     PnaclResources* resources,
                     Plugin* plugin);
@@ -115,7 +114,7 @@ class PnaclTranslateThread {
   const Manifest* manifest_;
   const Manifest* ld_manifest_;
   TempFile* obj_file_;
-  LocalTempFile* nexe_file_;
+  TempFile* nexe_file_;
   ErrorInfo* coordinator_error_info_;
   PnaclResources* resources_;
   Plugin* plugin_;

ppapi/native_client/src/trusted/plugin/temporary_file.cc

@@ -69,16 +69,31 @@ void TempFile::Open(const pp::CompletionCallback& cb) {
     return;
   }
 
+  // dup the fd to make allow making a non-Quota-based wrapper.
+  // sel_ldr currently does not allow loading from Quota-backed descs,
+  // only plain host descs.  It's probably good hygiene to separate the
+  // read wrapper from the write wrapper anyway.
+  int32_t read_fd = DUP(fd);
+  if (read_fd == NACL_NO_FILE_DESC) {
+    PLUGIN_PRINTF(("TempFile::Open DUP failed\n"));
+    core->CallOnMainThread(0, cb, PP_ERROR_FAILED);
+    return;
+  }
+
   // The descriptor for a writeable file needs to have quota management.
-  wrapper_.reset(
-    plugin_->wrapper_factory()->MakeFileDescQuota(fd, O_RDWR, identifier_));
+  write_wrapper_.reset(
+      plugin_->wrapper_factory()->MakeFileDescQuota(fd, O_RDWR, identifier_));
+  read_wrapper_.reset(
+      plugin_->wrapper_factory()->MakeFileDesc(fd, O_RDONLY));
   core->CallOnMainThread(0, cb, PP_OK);
 }
 
 bool TempFile::Reset() {
   PLUGIN_PRINTF(("TempFile::Reset\n"));
-  CHECK(wrapper_.get() != NULL);
-  nacl_off64_t newpos = wrapper_->Seek(0, SEEK_SET);
+  // Use the write_wrapper_ to reset the file pos.  The read_wrapper_ is also
+  // backed by the same file, so it should also reset.
+  CHECK(write_wrapper_.get() != NULL);
+  nacl_off64_t newpos = write_wrapper_->Seek(0, SEEK_SET);
   return newpos >= 0;
 }
 

ppapi/native_client/src/trusted/plugin/temporary_file.h

@@ -47,9 +47,10 @@ class TempFile {
 
   // Accessors.
   // The nacl::DescWrapper* for the writeable version of the file.
-  nacl::DescWrapper* get_wrapper() { return wrapper_.get(); }
-  nacl::DescWrapper* release_wrapper() {
-    return wrapper_.release();
+  nacl::DescWrapper* write_wrapper() { return write_wrapper_.get(); }
+  nacl::DescWrapper* read_wrapper() { return read_wrapper_.get(); }
+  nacl::DescWrapper* release_read_wrapper() {
+    return read_wrapper_.release();
   }
 
   // For quota management.
@@ -61,7 +62,8 @@ class TempFile {
   NACL_DISALLOW_COPY_AND_ASSIGN(TempFile);
 
   Plugin* plugin_;
-  nacl::scoped_ptr<nacl::DescWrapper> wrapper_;
+  nacl::scoped_ptr<nacl::DescWrapper> read_wrapper_;
+  nacl::scoped_ptr<nacl::DescWrapper> write_wrapper_;
 
   // An identifier string used for quota request processing.  The quota
   // interface needs a string that is unique per sel_ldr instance only, so