From 46f2f6d5b4055b49be139a93dc97f3ddf6664140 Mon Sep 17 00:00:00 2001
From: Jon Mease <jon.mease@gmail.com>
Date: Sat, 9 Feb 2019 09:02:06 -0500
Subject: [PATCH 01/11] Automatically extract inline data arrays from figure in
 create_animations

Auto upload extracted grid
---
 plotly/plotly/plotly.py | 180 +++++++++++++++++++++++++++++++++++++---
 1 file changed, 169 insertions(+), 11 deletions(-)

diff --git a/plotly/plotly/plotly.py b/plotly/plotly/plotly.py
index f06489622d2..c996a4c6b61 100644
--- a/plotly/plotly/plotly.py
+++ b/plotly/plotly/plotly.py
@@ -20,6 +20,7 @@
 import json
 import os
 import time
+import uuid
 import warnings
 import webbrowser
 
@@ -27,14 +28,16 @@
 import six.moves
 from requests.compat import json as _json
 
+from _plotly_utils.basevalidators import CompoundValidator, \
+    CompoundArrayValidator
 from plotly import exceptions, files, session, tools, utils
 from plotly.api import v1, v2
 from plotly.basedatatypes import BaseTraceType, BaseFigure, BaseLayoutType
 from plotly.plotly import chunked_requests
 
-from plotly.graph_objs import Scatter
+from plotly.graph_objs import Figure
 
-from plotly.grid_objs import Grid, Column
+from plotly.grid_objs import Grid
 from plotly.dashboard_objs import dashboard_objs as dashboard
 
 # This is imported like this for backwards compat. Careful if changing.
@@ -919,7 +922,7 @@ def ensure_uploaded(fid):
         )
 
     @classmethod
-    def upload(cls, grid, filename,
+    def upload(cls, grid, filename=None,
                world_readable=True, auto_open=True, meta=None):
         """
         Upload a grid to your Plotly account with the specified filename.
@@ -933,7 +936,8 @@ def upload(cls, grid, filename,
                         separated by backslashes (`/`).
                         If a grid, plot, or folder already exists with the same
                         filename, a `plotly.exceptions.RequestError` will be
-                        thrown with status_code 409
+                        thrown with status_code 409.  If filename is None,
+                        and randomly generated filename will be used.
 
         Optional keyword arguments:
             - world_readable (default=True): make this grid publically (True)
@@ -980,16 +984,21 @@ def upload(cls, grid, filename,
 
         """
         # Make a folder path
-        if filename[-1] == '/':
-            filename = filename[0:-1]
+        if filename:
+            if filename[-1] == '/':
+                filename = filename[0:-1]
 
-        paths = filename.split('/')
-        parent_path = '/'.join(paths[0:-1])
+            paths = filename.split('/')
+            parent_path = '/'.join(paths[0:-1])
 
-        filename = paths[-1]
+            filename = paths[-1]
 
-        if parent_path != '':
-            file_ops.mkdirs(parent_path)
+            if parent_path != '':
+                file_ops.mkdirs(parent_path)
+        else:
+            # Create anonymous grid name
+            filename = 'grid_' + str(uuid.uuid4())[:13]
+            parent_path = ''
 
         # transmorgify grid object into plotly's format
         grid_json = grid._to_plotly_grid_json()
@@ -1607,6 +1616,145 @@ def upload(cls, presentation, filename, sharing='public', auto_open=True):
         return url
 
 
+def _extract_grid_graph_obj(obj_dict, reference_obj, grid, path):
+    """
+    Extract inline data arrays from a graph_obj instance and place them in
+    a grid
+
+    Parameters
+    ----------
+    obj_dict: dict
+        dict representing a graph object that may contain inline arrays
+    reference_obj: BasePlotlyType
+        An empty instance of a `graph_obj` with type corresponding to obj_dict
+    grid: Grid
+        Grid to extract data arrays too
+    path: str
+        Path string of the location of `obj_dict` in the figure
+
+    Returns
+    -------
+    None
+        Function modifies obj_dict and grid in-place
+    """
+
+    from plotly.grid_objs import Column
+
+    for prop in list(obj_dict.keys()):
+        propsrc = '{}src'.format(prop)
+        if propsrc in reference_obj:
+            column = Column(obj_dict[prop], path + prop)
+            grid.append(column)
+            obj_dict[propsrc] = 'TBD'
+            del obj_dict[prop]
+
+        elif prop in reference_obj:
+            prop_validator = reference_obj._validators[prop]
+            if isinstance(prop_validator, CompoundValidator):
+                # Recurse on compound child
+                _extract_grid_graph_obj(
+                    obj_dict[prop],
+                    reference_obj[prop],
+                    grid,
+                    '{path}{prop}.'.format(path=path, prop=prop))
+
+            elif isinstance(prop_validator, CompoundArrayValidator):
+                # Recurse on elements of object arary
+                reference_element = prop_validator.validate_coerce([{}])[0]
+                for i, element_dict in enumerate(obj_dict[prop]):
+                    _extract_grid_graph_obj(
+                        element_dict,
+                        reference_element,
+                        grid,
+                        '{path}{prop}.i.'.format(path=path, prop=prop, i=i)
+                    )
+
+
+def _extract_grid_from_fig_like(fig, grid=None, path=''):
+    """
+    Extract inline data arrays from a figure and place them in a grid
+
+    Parameters
+    ----------
+    fig: dict
+         A dict representing a figure or a frame
+    grid: Grid or None (default None)
+        The grid to place the extracted columns in. If None, a new grid will
+        be constructed
+    path: str (default '')
+        Parent path, set to `frames` for use with frame objects
+    Returns
+    -------
+    (dict, Grid)
+        * dict: Figure dict with data arrays removed
+        * Grid: Grid object containing one column for each removed data array.
+                Columns are named with the path the corresponding data array
+                (e.g. 'data.0.marker.size')
+    """
+
+    if grid is None:
+        # If not grid, this is top-level call so deep copy figure
+        copy_fig = True
+        grid = Grid([])
+    else:
+        # Grid passed in so this is recursive call, don't copy figure
+        copy_fig = False
+
+    if isinstance(fig, BaseFigure):
+        fig_dict = fig.to_dict()
+    elif isinstance(fig, dict):
+        fig_dict = copy.deepcopy(fig) if copy_fig else fig
+    else:
+        raise ValueError('Invalid figure type {}'.format(type(fig)))
+
+    # Process traces
+    reference_fig = Figure()
+    reference_traces = {}
+    for i, trace_dict in enumerate(fig_dict.get('data', [])):
+        trace_type = trace_dict.get('type', 'scatter')
+        if trace_type not in reference_traces:
+            reference_traces[trace_type] = reference_fig.add_trace(
+                {'type': trace_type})
+
+        reference_trace = reference_traces[trace_type]
+        _extract_grid_graph_obj(
+            trace_dict, reference_trace, grid, path + 'data.{}.'.format(i))
+
+    # Process frames
+    if 'frames' in fig_dict:
+        for i, frame_dict in enumerate(fig_dict['frames']):
+            _extract_grid_from_fig_like(
+                frame_dict, grid, 'frames.{}.'.format(i))
+
+    return fig_dict, grid
+
+
+def _set_grid_column_references(figure, grid):
+    """
+    Populate *src columns in a figure from uploaded grid
+
+    Parameters
+    ----------
+    figure: dict
+        Figure dict that previously had inline data arrays extracted
+    grid: Grid
+        Grid that was created by extracting inline data arrays from figure
+        using the _extract_grid_from_fig_like function
+
+    Returns
+    -------
+    None
+        Function modifies figure in-place
+    """
+    for col in grid:
+        prop_path = BaseFigure._str_to_dict_path(col.name)
+        prop_parent = figure
+        for prop in prop_path[:-1]:
+            prop_parent = prop_parent[prop]
+
+        prop_parent[prop_path[-1] + 'src'] = col.id
+
+
 def create_animations(figure, filename=None, sharing='public', auto_open=True):
     """
     BETA function that creates plots with animations via `frames`.
@@ -1802,6 +1950,16 @@ def create_animations(figure, filename=None, sharing='public', auto_open=True):
             SHARING_ERROR_MSG
         )
 
+    # Extract grid
+    figure, grid = _extract_grid_from_fig_like(figure)
+    if len(grid) > 0:
+        grid_ops.upload(grid=grid,
+                        filename=filename + '_grid' if filename else None,
+                        world_readable=body['world_readable'],
+                        auto_open=False)
+        _set_grid_column_references(figure, grid)
+        body['figure'] = figure
+
     response = v2.plots.create(body)
     parsed_content = response.json()
 

From 3ea0d4a754cad78d64a91860900cd9471b4dca2b Mon Sep 17 00:00:00 2001
From: Jon Mease <jon.mease@gmail.com>
Date: Sat, 9 Feb 2019 09:14:58 -0500
Subject: [PATCH 02/11] Don't extract columns inside object arrays since chart
 studio doens't support this yet

---
 plotly/plotly/plotly.py | 25 +++++++++++++++----------
 1 file changed, 15 insertions(+), 10 deletions(-)

diff --git a/plotly/plotly/plotly.py b/plotly/plotly/plotly.py
index c996a4c6b61..38938c6ee18 100644
--- a/plotly/plotly/plotly.py
+++ b/plotly/plotly/plotly.py
@@ -1658,16 +1658,20 @@ def _extract_grid_graph_obj(obj_dict, reference_obj, grid, path):
                     grid,
                     '{path}{prop}.'.format(path=path, prop=prop))
 
-            elif isinstance(prop_validator, CompoundArrayValidator):
-                # Recurse on elements of object arary
-                reference_element = prop_validator.validate_coerce([{}])[0]
-                for i, element_dict in enumerate(obj_dict[prop]):
-                    _extract_grid_graph_obj(
-                        element_dict,
-                        reference_element,
-                        grid,
-                        '{path}{prop}.i.'.format(path=path, prop=prop, i=i)
-                    )
+            # Chart studio doesn't handle links to columns inside object
+            # arrays, so we don't extract them for now.  Logic below works
+            # and should be reinstated if chart studio gets this capability
+            # 
+            # elif isinstance(prop_validator, CompoundArrayValidator):
+            #     # Recurse on elements of object arary
+            #     reference_element = prop_validator.validate_coerce([{}])[0]
+            #     for i, element_dict in enumerate(obj_dict[prop]):
+            #         _extract_grid_graph_obj(
+            #             element_dict,
+            #             reference_element,
+            #             grid,
+            #             '{path}{prop}.{i}.'.format(path=path, prop=prop, i=i)
+            #         )
 
 
 def _extract_grid_from_fig_like(fig, grid=None, path=''):
@@ -1959,6 +1963,7 @@ def create_animations(figure, filename=None, sharing='public', auto_open=True):
                         auto_open=False)
         _set_grid_column_references(figure, grid)
         body['figure'] = figure
+        print(figure)
 
     response = v2.plots.create(body)
     parsed_content = response.json()

From df6e4db93a5f8fe2bdc0bbde911d77d0710a3138 Mon Sep 17 00:00:00 2001
From: Jon Mease <jon.mease@gmail.com>
Date: Sat, 9 Feb 2019 12:18:46 -0500
Subject: [PATCH 03/11] Update plots/grids if file already exists with the same
 filename

---
 plotly/plotly/plotly.py | 129 +++++++++++++++++++++-------------------
 1 file changed, 68 insertions(+), 61 deletions(-)

diff --git a/plotly/plotly/plotly.py b/plotly/plotly/plotly.py
index 38938c6ee18..335b7d2f72d 100644
--- a/plotly/plotly/plotly.py
+++ b/plotly/plotly/plotly.py
@@ -1014,12 +1014,11 @@ def upload(cls, grid, filename=None,
         if parent_path != '':
             payload['parent_path'] = parent_path
 
-        response = v2.grids.create(payload)
+        file_info = _create_or_update(payload, 'grid')
 
-        parsed_content = response.json()
-        cols = parsed_content['file']['cols']
-        fid = parsed_content['file']['fid']
-        web_url = parsed_content['file']['web_url']
+        cols = file_info['cols']
+        fid = file_info['fid']
+        web_url = file_info['web_url']
 
         # mutate the grid columns with the id's returned from the server
         cls._fill_in_response_column_ids(grid, cols, fid)
@@ -1382,6 +1381,59 @@ def get_grid(grid_url, raw=False):
     return Grid(parsed_content, fid)
 
 
+def _create_or_update(data, filetype):
+    """
+    Create or update (if file exists) and grid, plot, spectacle, or dashboard
+    object
+
+    Parameters
+    ----------
+    data: dict
+        update/create API payload
+    filetype: str
+        One of 'plot', 'grid', 'spectacle_presentation', or 'dashboard'
+
+    Returns
+    -------
+    dict
+        File info from API response
+    """
+    api_module = getattr(v2, filetype + 's')
+
+    # lookup if pre-existing filename already exists
+    filename = data['filename']
+    try:
+        lookup_res = v2.files.lookup(filename)
+        matching_file = json.loads(lookup_res.content)
+
+        if matching_file['filetype'] == filetype:
+            fid = matching_file['fid']
+            res = api_module.update(fid, data)
+        else:
+            raise exceptions.PlotlyError("""
+'{filename}' is already a {other_filetype} in your account. 
+While you can overwrite {filetype}s with the same name, you can't overwrite
+files with a different type. Try deleting '{filename}' in your account or
+changing the filename.""".format(
+                    filename=filename,
+                    filetype=filetype,
+                    other_filetype=matching_file['filetype']
+                )
+            )
+
+    except exceptions.PlotlyRequestError:
+        res = api_module.create(data)
+
+    # Check response
+    res.raise_for_status()
+
+    # Get resulting file content
+    file_info = res.json()
+    file_info = file_info.get('file', file_info)
+
+    return file_info
+
+
 class dashboard_ops:
     """
     Interface to Plotly's Dashboards API.
@@ -1462,37 +1514,15 @@ def upload(cls, dashboard, filename, sharing='public', auto_open=True):
             'world_readable': world_readable
         }
 
-        # lookup if pre-existing filename already exists
-        try:
-            lookup_res = v2.files.lookup(filename)
-            matching_file = json.loads(lookup_res.content)
-
-            if matching_file['filetype'] == 'dashboard':
-                old_fid = matching_file['fid']
-                res = v2.dashboards.update(old_fid, data)
-            else:
-                raise exceptions.PlotlyError(
-                    "'{filename}' is already a {filetype} in your account. "
-                    "While you can overwrite dashboards with the same name, "
-                    "you can't change overwrite files with a different type. "
-                    "Try deleting '{filename}' in your account or changing "
-                    "the filename.".format(
-                        filename=filename,
-                        filetype=matching_file['filetype']
-                    )
-                )
-
-        except exceptions.PlotlyRequestError:
-            res = v2.dashboards.create(data)
-        res.raise_for_status()
+        file_info = _create_or_update(data, 'dashboard')
 
-        url = res.json()['web_url']
+        url = file_info['web_url']
 
         if sharing == 'secret':
             url = add_share_key_to_url(url)
 
         if auto_open:
-            webbrowser.open_new(res.json()['web_url'])
+            webbrowser.open_new(file_info['web_url'])
 
         return url
 
@@ -1582,36 +1612,15 @@ def upload(cls, presentation, filename, sharing='public', auto_open=True):
             'world_readable': world_readable
         }
 
-        # lookup if pre-existing filename already exists
-        try:
-            lookup_res = v2.files.lookup(filename)
-            lookup_res.raise_for_status()
-            matching_file = json.loads(lookup_res.content)
-
-            if matching_file['filetype'] != 'spectacle_presentation':
-                raise exceptions.PlotlyError(
-                    "'{filename}' is already a {filetype} in your account. "
-                    "You can't overwrite a file that is not a spectacle_"
-                    "presentation. Please pick another filename.".format(
-                        filename=filename,
-                        filetype=matching_file['filetype']
-                    )
-                )
-            else:
-                old_fid = matching_file['fid']
-                res = v2.spectacle_presentations.update(old_fid, data)
+        file_info = _create_or_update(data, 'spectacle_presentation')
 
-        except exceptions.PlotlyRequestError:
-            res = v2.spectacle_presentations.create(data)
-        res.raise_for_status()
-
-        url = res.json()['web_url']
+        url = file_info['web_url']
 
         if sharing == 'secret':
             url = add_share_key_to_url(url)
 
         if auto_open:
-            webbrowser.open_new(res.json()['web_url'])
+            webbrowser.open_new(file_info['web_url'])
 
         return url
 
@@ -1661,7 +1670,7 @@ def _extract_grid_graph_obj(obj_dict, reference_obj, grid, path):
             # Chart studio doesn't handle links to columns inside object
             # arrays, so we don't extract them for now.  Logic below works
             # and should be reinstated if chart studio gets this capability
-            # 
+            #
             # elif isinstance(prop_validator, CompoundArrayValidator):
             #     # Recurse on elements of object arary
             #     reference_element = prop_validator.validate_coerce([{}])[0]
@@ -1963,16 +1972,14 @@ def create_animations(figure, filename=None, sharing='public', auto_open=True):
                         auto_open=False)
         _set_grid_column_references(figure, grid)
         body['figure'] = figure
-        print(figure)
 
-    response = v2.plots.create(body)
-    parsed_content = response.json()
+    file_info = _create_or_update(body, 'plot')
 
     if sharing == 'secret':
-        web_url = (parsed_content['file']['web_url'][:-1] +
-                   '?share_key=' + parsed_content['file']['share_key'])
+        web_url = (file_info['web_url'][:-1] +
+                   '?share_key=' + file_info['share_key'])
     else:
-        web_url = parsed_content['file']['web_url']
+        web_url = file_info['web_url']
 
     if auto_open:
         _open_url(web_url)

From 3d0ac5252d9d1ce6a3bb6cb3b091731aac1c90cb Mon Sep 17 00:00:00 2001
From: Jon Mease <jon.mease@gmail.com>
Date: Sat, 9 Feb 2019 13:17:09 -0500
Subject: [PATCH 04/11] Add nested directory support to create_animations

---
 plotly/plotly/plotly.py | 73 ++++++++++++++++++++++++++++++-----------
 1 file changed, 53 insertions(+), 20 deletions(-)

diff --git a/plotly/plotly/plotly.py b/plotly/plotly/plotly.py
index 335b7d2f72d..043a4447b22 100644
--- a/plotly/plotly/plotly.py
+++ b/plotly/plotly/plotly.py
@@ -884,6 +884,20 @@ def mkdirs(cls, folder_path):
         response = v2.folders.create({'path': folder_path})
         return response.status_code
 
+    @classmethod
+    def ensure_dirs(cls, folder_path):
+        """
+        Create folder(s) if they don't exist, but unlike mkdirs, doesn't
+        raise an error if folder path already exist
+        """
+        try:
+            cls.mkdirs(folder_path)
+        except exceptions.PlotlyRequestError as e:
+            if 'already exists' in e.message:
+                pass
+            else:
+                raise e
+
 
 class grid_ops:
     """
@@ -990,11 +1004,10 @@ def upload(cls, grid, filename=None,
 
             paths = filename.split('/')
             parent_path = '/'.join(paths[0:-1])
-
             filename = paths[-1]
 
             if parent_path != '':
-                file_ops.mkdirs(parent_path)
+                file_ops.ensure_dirs(parent_path)
         else:
             # Create anonymous grid name
             filename = 'grid_' + str(uuid.uuid4())[:13]
@@ -1401,7 +1414,11 @@ def _create_or_update(data, filetype):
     api_module = getattr(v2, filetype + 's')
 
     # lookup if pre-existing filename already exists
-    filename = data['filename']
+    if 'parent_path' in data:
+        filename = data['parent_path'] + '/' + data['filename']
+    else:
+        filename = data['filename']
+
     try:
         lookup_res = v2.files.lookup(filename)
         matching_file = json.loads(lookup_res.content)
@@ -1934,30 +1951,39 @@ def create_animations(figure, filename=None, sharing='public', auto_open=True):
     py.create_animations(figure, 'growing_circles')
     ```
     """
-    body = {
+    payload = {
         'figure': figure,
         'world_readable': True
     }
 
     # set filename if specified
     if filename:
-        # warn user that creating folders isn't support in this version
-        if '/' in filename:
-            warnings.warn(
-                "This BETA version of 'create_animations' does not support "
-                "automatic folder creation. This means a filename of the form "
-                "'name1/name2' will just create the plot with that name only."
-            )
-        body['filename'] = filename
+        # Strip trailing slash
+        if filename[-1] == '/':
+            filename = filename[0:-1]
+
+        # split off any parent directory
+        paths = filename.split('/')
+        parent_path = '/'.join(paths[0:-1])
+        filename = paths[-1]
+
+        # Create parent directory
+        if parent_path != '':
+            file_ops.ensure_dirs(parent_path)
+            payload['parent_path'] = parent_path
+    else:
+        parent_path = ''
+
+    payload['filename'] = filename
 
     # set sharing
     if sharing == 'public':
-        body['world_readable'] = True
+        payload['world_readable'] = True
     elif sharing == 'private':
-        body['world_readable'] = False
+        payload['world_readable'] = False
     elif sharing == 'secret':
-        body['world_readable'] = False
-        body['share_key_enabled'] = True
+        payload['world_readable'] = False
+        payload['share_key_enabled'] = True
     else:
         raise exceptions.PlotlyError(
             SHARING_ERROR_MSG
@@ -1966,14 +1992,21 @@ def create_animations(figure, filename=None, sharing='public', auto_open=True):
     # Extract grid
     figure, grid = _extract_grid_from_fig_like(figure)
     if len(grid) > 0:
+        if not filename:
+            grid_filename = None
+        elif parent_path:
+            grid_filename = parent_path + '/' + filename + '_grid'
+        else:
+            grid_filename = filename + '_grid'
+
         grid_ops.upload(grid=grid,
-                        filename=filename + '_grid' if filename else None,
-                        world_readable=body['world_readable'],
+                        filename=grid_filename,
+                        world_readable=payload['world_readable'],
                         auto_open=False)
         _set_grid_column_references(figure, grid)
-        body['figure'] = figure
+        payload['figure'] = figure
 
-    file_info = _create_or_update(body, 'plot')
+    file_info = _create_or_update(payload, 'plot')
 
     if sharing == 'secret':
         web_url = (file_info['web_url'][:-1] +

From 1ad7b93f3805d1eca67aede95c3ff92512fad7ce Mon Sep 17 00:00:00 2001
From: Jon Mease <jon.mease@gmail.com>
Date: Sat, 9 Feb 2019 13:50:27 -0500
Subject: [PATCH 05/11] Remove unused import

---
 plotly/plotly/plotly.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/plotly/plotly/plotly.py b/plotly/plotly/plotly.py
index 043a4447b22..b9fc8825ae3 100644
--- a/plotly/plotly/plotly.py
+++ b/plotly/plotly/plotly.py
@@ -28,8 +28,7 @@
 import six.moves
 from requests.compat import json as _json
 
-from _plotly_utils.basevalidators import CompoundValidator, \
-    CompoundArrayValidator
+from _plotly_utils.basevalidators import CompoundValidator
 from plotly import exceptions, files, session, tools, utils
 from plotly.api import v1, v2
 from plotly.basedatatypes import BaseTraceType, BaseFigure, BaseLayoutType

From 503af12f7083059c61cebaa2624859488db72e1a Mon Sep 17 00:00:00 2001
From: Jon Mease <jon.mease@gmail.com>
Date: Sun, 10 Feb 2019 05:58:03 -0500
Subject: [PATCH 06/11] Don't extract non-array values

---
 plotly/plotly/plotly.py | 13 ++++++++-----
 1 file changed, 8 insertions(+), 5 deletions(-)

diff --git a/plotly/plotly/plotly.py b/plotly/plotly/plotly.py
index b9fc8825ae3..5eae68a5e92 100644
--- a/plotly/plotly/plotly.py
+++ b/plotly/plotly/plotly.py
@@ -28,7 +28,7 @@
 import six.moves
 from requests.compat import json as _json
 
-from _plotly_utils.basevalidators import CompoundValidator
+from _plotly_utils.basevalidators import CompoundValidator, is_array
 from plotly import exceptions, files, session, tools, utils
 from plotly.api import v1, v2
 from plotly.basedatatypes import BaseTraceType, BaseFigure, BaseLayoutType
@@ -1668,10 +1668,12 @@ def _extract_grid_graph_obj(obj_dict, reference_obj, grid, path):
     for prop in list(obj_dict.keys()):
         propsrc = '{}src'.format(prop)
         if propsrc in reference_obj:
-            column = Column(obj_dict[prop], path + prop)
-            grid.append(column)
-            obj_dict[propsrc] = 'TBD'
-            del obj_dict[prop]
+            val = obj_dict[prop]
+            if is_array(val):
+                column = Column(val, path + prop)
+                grid.append(column)
+                obj_dict[propsrc] = 'TBD'
+                del obj_dict[prop]
 
         elif prop in reference_obj:
             prop_validator = reference_obj._validators[prop]
@@ -1990,6 +1992,7 @@ def create_animations(figure, filename=None, sharing='public', auto_open=True):
 
     # Extract grid
     figure, grid = _extract_grid_from_fig_like(figure)
+    print(grid)
     if len(grid) > 0:
         if not filename:
             grid_filename = None

From b7db3d4ceba202d4dd4a4b23cb5b888cdd1217f9 Mon Sep 17 00:00:00 2001
From: Jon Mease <jon.mease@gmail.com>
Date: Sun, 10 Feb 2019 05:58:33 -0500
Subject: [PATCH 07/11] Remove print statement

---
 plotly/plotly/plotly.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/plotly/plotly/plotly.py b/plotly/plotly/plotly.py
index 5eae68a5e92..dbbcaedaf19 100644
--- a/plotly/plotly/plotly.py
+++ b/plotly/plotly/plotly.py
@@ -1992,7 +1992,7 @@ def create_animations(figure, filename=None, sharing='public', auto_open=True):
 
     # Extract grid
     figure, grid = _extract_grid_from_fig_like(figure)
-    print(grid)
+
     if len(grid) > 0:
         if not filename:
             grid_filename = None

From f008066c1311200978e3027824705b413aa201cd Mon Sep 17 00:00:00 2001
From: Jon Mease <jon.mease@gmail.com>
Date: Sun, 10 Feb 2019 07:56:02 -0500
Subject: [PATCH 08/11] Fix no filename case

---
 plotly/plotly/plotly.py | 30 +++++++++++++++++-------------
 1 file changed, 17 insertions(+), 13 deletions(-)

diff --git a/plotly/plotly/plotly.py b/plotly/plotly/plotly.py
index dbbcaedaf19..e4e9c527fa5 100644
--- a/plotly/plotly/plotly.py
+++ b/plotly/plotly/plotly.py
@@ -1416,17 +1416,19 @@ def _create_or_update(data, filetype):
     if 'parent_path' in data:
         filename = data['parent_path'] + '/' + data['filename']
     else:
-        filename = data['filename']
+        filename = data.get('filename', None)
 
-    try:
-        lookup_res = v2.files.lookup(filename)
-        matching_file = json.loads(lookup_res.content)
+    if filename:
+        try:
+            print(filename)
+            lookup_res = v2.files.lookup(filename)
+            matching_file = json.loads(lookup_res.content)
 
-        if matching_file['filetype'] == filetype:
-            fid = matching_file['fid']
-            res = api_module.update(fid, data)
-        else:
-            raise exceptions.PlotlyError("""
+            if matching_file['filetype'] == filetype:
+                fid = matching_file['fid']
+                res = api_module.update(fid, data)
+            else:
+                raise exceptions.PlotlyError("""
 '{filename}' is already a {other_filetype} in your account. 
 While you can overwrite {filetype}s with the same name, you can't overwrite
 files with a different type. Try deleting '{filename}' in your account or
@@ -1434,10 +1436,12 @@ def _create_or_update(data, filetype):
                     filename=filename,
                     filetype=filetype,
                     other_filetype=matching_file['filetype']
+                    )
                 )
-            )
 
-    except exceptions.PlotlyRequestError:
+        except exceptions.PlotlyRequestError:
+            res = api_module.create(data)
+    else:
         res = api_module.create(data)
 
     # Check response
@@ -1972,11 +1976,11 @@ def create_animations(figure, filename=None, sharing='public', auto_open=True):
         if parent_path != '':
             file_ops.ensure_dirs(parent_path)
             payload['parent_path'] = parent_path
+
+        payload['filename'] = filename
     else:
         parent_path = ''
 
-    payload['filename'] = filename
-
     # set sharing
     if sharing == 'public':
         payload['world_readable'] = True

From cafd5fdd32fc6dcbdec8f578c37f6c95ad69f148 Mon Sep 17 00:00:00 2001
From: Jon Mease <jon.mease@gmail.com>
Date: Sun, 10 Feb 2019 07:57:09 -0500
Subject: [PATCH 09/11] Use base64 encoding of hash of grid json rather than
 random UID.

This way repeated figures with the same data don't create multiple
duplicate grids.
---
 plotly/plotly/plotly.py | 17 +++++++++++------
 1 file changed, 11 insertions(+), 6 deletions(-)

diff --git a/plotly/plotly/plotly.py b/plotly/plotly/plotly.py
index e4e9c527fa5..22468b4f057 100644
--- a/plotly/plotly/plotly.py
+++ b/plotly/plotly/plotly.py
@@ -16,6 +16,7 @@
 """
 from __future__ import absolute_import
 
+import base64
 import copy
 import json
 import os
@@ -996,6 +997,11 @@ def upload(cls, grid, filename=None,
         ```
 
         """
+        # transmorgify grid object into plotly's format
+        grid_json = grid._to_plotly_grid_json()
+        if meta is not None:
+            grid_json['metadata'] = meta
+
         # Make a folder path
         if filename:
             if filename[-1] == '/':
@@ -1009,14 +1015,13 @@ def upload(cls, grid, filename=None,
                 file_ops.ensure_dirs(parent_path)
         else:
             # Create anonymous grid name
-            filename = 'grid_' + str(uuid.uuid4())[:13]
+            hash_val = hash(json.dumps(grid_json, sort_keys=True))
+            id = base64.urlsafe_b64encode(str(hash_val).encode('utf8'))
+            id_str = id.decode(encoding='utf8').replace('=', '')
+            filename = 'grid_' + id_str
+            # filename = 'grid_' + str(hash_val)
             parent_path = ''
 
-        # transmorgify grid object into plotly's format
-        grid_json = grid._to_plotly_grid_json()
-        if meta is not None:
-            grid_json['metadata'] = meta
-
         payload = {
             'filename': filename,
             'data': grid_json,

From 6d0c8163304c2ce07c154cc34454bf340e7b98b5 Mon Sep 17 00:00:00 2001
From: Jon Mease <jon.mease@gmail.com>
Date: Wed, 20 Feb 2019 08:23:04 -0500
Subject: [PATCH 10/11] Add DeprecationWarning to plotly.plotly.plot when
 fileopt parameter is specified with a non-default value.

This will allow us to drop this parameter and the clientresp API
in plotly.py version 4
---
 plotly/plotly/plotly.py                       | 24 ++++++++---
 .../test_plot_ly/test_plotly/test_plot.py     | 41 +++++++++++++++++++
 2 files changed, 60 insertions(+), 5 deletions(-)

diff --git a/plotly/plotly/plotly.py b/plotly/plotly/plotly.py
index 22468b4f057..1227a98651e 100644
--- a/plotly/plotly/plotly.py
+++ b/plotly/plotly/plotly.py
@@ -55,6 +55,10 @@
     'sharing': files.FILE_CONTENT[files.CONFIG_FILE]['sharing']
 }
 
+warnings.filterwarnings(
+    'default', r'The fileopt parameter is deprecated .*', DeprecationWarning
+)
+
 SHARING_ERROR_MSG = (
     "Whoops, sharing can only be set to either 'public', 'private', or "
     "'secret'."
@@ -74,7 +78,7 @@ def sign_in(username, api_key, **kwargs):
 update_plot_options = session.update_session_plot_options
 
 
-def _plot_option_logic(plot_options_from_call_signature):
+def _plot_option_logic(plot_options_from_args):
     """
     Given some plot_options as part of a plot call, decide on final options.
     Precedence:
@@ -87,10 +91,21 @@ def _plot_option_logic(plot_options_from_call_signature):
     default_plot_options = copy.deepcopy(DEFAULT_PLOT_OPTIONS)
     file_options = tools.get_config_file()
     session_options = session.get_session_plot_options()
-    plot_options_from_call_signature = copy.deepcopy(plot_options_from_call_signature)
+    plot_options_from_args = copy.deepcopy(plot_options_from_args)
+
+    # fileopt deprecation warnings
+    fileopt_warning = ('The fileopt parameter is deprecated '
+                       'and will be removed in plotly.py version 4')
+    if ('filename' in plot_options_from_args and
+            plot_options_from_args.get('fileopt', 'overwrite') != 'overwrite'):
+        warnings.warn(fileopt_warning, DeprecationWarning)
+
+    if ('filename' not in plot_options_from_args and
+            plot_options_from_args.get('fileopt', 'new') != 'new'):
+        warnings.warn(fileopt_warning, DeprecationWarning)
 
     # Validate options and fill in defaults w world_readable and sharing
-    for option_set in [plot_options_from_call_signature,
+    for option_set in [plot_options_from_args,
                        session_options, file_options]:
         utils.validate_world_readable_and_sharing_settings(option_set)
         utils.set_sharing_and_world_readable(option_set)
@@ -104,7 +119,7 @@ def _plot_option_logic(plot_options_from_call_signature):
     user_plot_options.update(default_plot_options)
     user_plot_options.update(file_options)
     user_plot_options.update(session_options)
-    user_plot_options.update(plot_options_from_call_signature)
+    user_plot_options.update(plot_options_from_args)
     user_plot_options = {k: v for k, v in user_plot_options.items()
                          if k in default_plot_options}
 
@@ -1425,7 +1440,6 @@ def _create_or_update(data, filetype):
 
     if filename:
         try:
-            print(filename)
             lookup_res = v2.files.lookup(filename)
             matching_file = json.loads(lookup_res.content)
 
diff --git a/plotly/tests/test_plot_ly/test_plotly/test_plot.py b/plotly/tests/test_plot_ly/test_plotly/test_plot.py
index 5c8b0935e86..d20479cbedb 100644
--- a/plotly/tests/test_plot_ly/test_plotly/test_plot.py
+++ b/plotly/tests/test_plot_ly/test_plotly/test_plot.py
@@ -11,6 +11,7 @@
 import six
 import sys
 from requests.compat import json as _json
+import warnings
 
 from nose.plugins.attrib import attr
 
@@ -162,6 +163,46 @@ def test_plot_option_logic_only_sharing_given(self):
                                       'sharing': 'private'}
         self.assertEqual(plot_option_logic, expected_plot_option_logic)
 
+    def test_plot_option_fileopt_deprecations(self):
+        # If filename is not given and fileopt is not 'new',
+        # raise a deprecation warning
+        kwargs = {'auto_open': True,
+                  'fileopt': 'overwrite',
+                  'validate': True,
+                  'sharing': 'private'}
+
+        with warnings.catch_warnings(record=True) as w:
+            plot_option_logic = py._plot_option_logic(kwargs)
+            assert w[0].category == DeprecationWarning
+
+        expected_plot_option_logic = {'filename': 'plot from API',
+                                      'auto_open': True,
+                                      'fileopt': 'overwrite',
+                                      'validate': True,
+                                      'world_readable': False,
+                                      'sharing': 'private'}
+        self.assertEqual(plot_option_logic, expected_plot_option_logic)
+
+        # If filename is given and fileopt is not 'overwrite',
+        # raise a depreacation warning
+        kwargs = {'filename': 'test',
+                  'auto_open': True,
+                  'fileopt': 'append',
+                  'validate': True,
+                  'sharing': 'private'}
+
+        with warnings.catch_warnings(record=True) as w:
+            plot_option_logic = py._plot_option_logic(kwargs)
+            assert w[0].category == DeprecationWarning
+
+        expected_plot_option_logic = {'filename': 'test',
+                                      'auto_open': True,
+                                      'fileopt': 'append',
+                                      'validate': True,
+                                      'world_readable': False,
+                                      'sharing': 'private'}
+        self.assertEqual(plot_option_logic, expected_plot_option_logic)
+
     @attr('slow')
     def test_plot_url_given_sharing_key(self):
 

From d4026e2b36c52dce7ffc3fb3c43247ae698987ef Mon Sep 17 00:00:00 2001
From: Jon Mease <jon.mease@gmail.com>
Date: Wed, 20 Feb 2019 09:06:03 -0500
Subject: [PATCH 11/11] Explicitly enable Deprecation warnings in test case

Seems nose filters them out by default so nothing is caught
---
 plotly/tests/test_plot_ly/test_plotly/test_plot.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/plotly/tests/test_plot_ly/test_plotly/test_plot.py b/plotly/tests/test_plot_ly/test_plotly/test_plot.py
index d20479cbedb..8227df07ab7 100644
--- a/plotly/tests/test_plot_ly/test_plotly/test_plot.py
+++ b/plotly/tests/test_plot_ly/test_plotly/test_plot.py
@@ -164,6 +164,10 @@ def test_plot_option_logic_only_sharing_given(self):
         self.assertEqual(plot_option_logic, expected_plot_option_logic)
 
     def test_plot_option_fileopt_deprecations(self):
+
+        # Make sure DeprecationWarnings aren't filtered out by nose
+        warnings.filterwarnings('default', category=DeprecationWarning)
+
         # If filename is not given and fileopt is not 'new',
         # raise a deprecation warning
         kwargs = {'auto_open': True,