merge PRs

Lukasz Kaiser · Ryan Sepassi · commit d3ececf3b39a · 2017-09-29T14:59:52.000-07:00
PiperOrigin-RevId: 170416256
diff --git a/tensor2tensor/utils/model_builder.py b/tensor2tensor/utils/model_builder.py
@@ -288,7 +288,7 @@ def nth_model(n):
   diet_vars = [
       v for v in tf.global_variables() if v.dtype == dtypes.float16_ref
   ]
-  _log_variable_sizes(diet_vars, "Diet Varaibles")
+  _log_variable_sizes(diet_vars, "Diet Variables")
 
   # Optimize
   total_loss = tf.identity(total_loss, name="total_loss")
diff --git a/tensor2tensor/visualization/TransformerVisualization.ipynb b/tensor2tensor/visualization/TransformerVisualization.ipynb
@@ -15,7 +15,9 @@
   {
    "cell_type": "code",
    "execution_count": 1,
-   "metadata": {},
+   "metadata": {
+    "collapsed": true
+   },
    "outputs": [],
    "source": [
     "from __future__ import absolute_import\n",
@@ -34,7 +36,9 @@
   {
    "cell_type": "code",
    "execution_count": 2,
-   "metadata": {},
+   "metadata": {
+    "collapsed": false
+   },
    "outputs": [
     {
      "data": {
@@ -71,8 +75,13 @@
   },
   {
    "cell_type": "code",
+   "metadata": {
+     "collapsed": false
+   },
    "execution_count": 3,
-   "metadata": {},
+   "metadata": {
+    "collapsed": false
+   },
    "outputs": [
     {
      "name": "stdout",
@@ -105,6 +114,7 @@
    "cell_type": "code",
    "execution_count": 4,
    "metadata": {
+    "collapsed": false
     "scrolled": true
    },
    "outputs": [
@@ -176,6 +186,9 @@
   {
    "cell_type": "code",
    "execution_count": 6,
+   "metadata": {
+    "collapsed": false
+   },
    "metadata": {},
    "outputs": [
     {
@@ -191,12 +204,15 @@
    ],
    "source": [
     "spec = utils.model_builder.model_fn(MODEL, features, tf.estimator.ModeKeys.EVAL, hparams, problem_names=[PROBLEM])\n",
-    "predictions_dict = spec.predictions",
+    "predictions_dict = spec.predictions"
    ]
   },
   {
    "cell_type": "code",
    "execution_count": 7,
+   "metadata": {
+    "collapsed": false
+   },
    "metadata": {},
    "outputs": [
     {
@@ -214,7 +230,7 @@
    "source": [
     "with tf.variable_scope(tf.get_variable_scope(), reuse=True):\n",
     "    spec = utils.model_builder.model_fn(MODEL, features, tf.estimator.ModeKeys.PREDICT, hparams, problem_names=[PROBLEM])\n",
-    "    beam_out = spec.predictions['outputs']",
+    "    beam_out = spec.predictions['outputs']"
    ]
   },
   {
@@ -227,6 +243,9 @@
   {
    "cell_type": "code",
    "execution_count": 8,
+   "metadata": {
+    "collapsed": false
+   },
    "metadata": {},
    "outputs": [
     {
@@ -307,6 +326,7 @@
    "cell_type": "code",
    "execution_count": 10,
    "metadata": {
+    "collapsed": false
     "scrolled": false
    },
    "outputs": [
@@ -353,7 +373,9 @@
   {
    "cell_type": "code",
    "execution_count": 12,
-   "metadata": {},
+   "metadata": {
+    "collapsed": false
+   },
    "outputs": [
     {
      "name": "stdout",
@@ -392,6 +414,9 @@
   {
    "cell_type": "code",
    "execution_count": 14,
+   "metadata": {
+    "collapsed": false
+   },
    "metadata": {},
    "outputs": [
     {
@@ -440,6 +465,7 @@
    "cell_type": "code",
    "execution_count": null,
    "metadata": {
+    "collapsed": true
     "scrolled": true
    },
    "outputs": [],
@@ -467,7 +493,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython2",
-   "version": "2.7.12"
+   "version": "2.7.13"
   }
  },
  "nbformat": 4,

Original file line number	Diff line number	Diff line change
`@@ -288,7 +288,7 @@ def nth_model(n):`
`288`	`288`	`diet_vars = [`
`289`	`289`	`v for v in tf.global_variables() if v.dtype == dtypes.float16_ref`
`290`	`290`	`]`
`291`		`- _log_variable_sizes(diet_vars, "Diet Varaibles")`
	`291`	`+ _log_variable_sizes(diet_vars, "Diet Variables")`
`292`	`292`
`293`	`293`	`# Optimize`
`294`	`294`	`total_loss = tf.identity(total_loss, name="total_loss")`