add Copyright (c) 2020 NVIDIA Corporation. All rights reserved.to all python/bash scripts

ai/Megatron/English/Python/jupyter_notebook/Day3-5_run_Megatron_with_varying_config.ipynb

@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "markdown",
-   "id": "appreciated-playing",
+   "id": "boxed-privilege",
    "metadata": {},
    "source": [
     "# \n",
@@ -50,7 +50,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "homeless-academy",
+   "id": "royal-holiday",
    "metadata": {},
    "source": [
     "<a id=\"Rerun_Cell\"></a>"
@@ -59,7 +59,7 @@
   {
    "cell_type": "code",
    "execution_count": 30,
-   "id": "through-marketing",
+   "id": "opening-description",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -69,7 +69,7 @@
   {
    "cell_type": "code",
    "execution_count": 29,
-   "id": "legitimate-thermal",
+   "id": "future-explorer",
    "metadata": {},
    "outputs": [
     {
@@ -82,7 +82,7 @@
    ],
    "source": [
     "%%writefile ./Megatron-LM/profile_SVGPT_BIG.sh\n",
-    "\n",
+    "# Copyright (c) 2020 NVIDIA Corporation.  All rights reserved.\n",
     "MASTER_ADDR=localhost\n",
     "MASTER_PORT=6000\n",
     "NNODES=1 #<-- currently we are using 1 node multigpus\n",
@@ -151,7 +151,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "accurate-riding",
+   "id": "confident-prerequisite",
    "metadata": {},
    "source": [
     "---\n",
@@ -162,7 +162,7 @@
   {
    "cell_type": "code",
    "execution_count": 26,
-   "id": "minimal-lighter",
+   "id": "affecting-function",
    "metadata": {},
    "outputs": [
     {
@@ -180,7 +180,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "cutting-patrol",
+   "id": "hairy-dominican",
    "metadata": {},
    "source": [
     "---\n",
@@ -205,7 +205,7 @@
   {
    "cell_type": "code",
    "execution_count": 31,
-   "id": "demographic-macro",
+   "id": "acknowledged-brake",
    "metadata": {},
    "outputs": [
     {
@@ -509,7 +509,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "opening-latter",
+   "id": "determined-right",
    "metadata": {},
    "source": [
     "## Remember to copy and paste your output on Slack or Zoom\n",
@@ -518,7 +518,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "jewish-tomorrow",
+   "id": "searching-worthy",
    "metadata": {},
    "source": [
     "-----\n",

ai/Megatron/English/Python/jupyter_notebook/Megatron-LM/SV_preprocess_gpt.sh

@@ -1,3 +1,4 @@
+# Copyright (c) 2020 NVIDIA Corporation.  All rights reserved.
 INPUT_JSON_FILE=/workspace/SVdata/raw/json/79803/SV_CC100Sprakbank.json
 #OUTPUT_PATH=./SVdata/gpt2bpe/SV_GPT3_56kvocab_CC100Sprakbank
 OUTPUT_PATH=./SVdata/gpt2bpe/SV_GPT3_56kvocab_CC100Sprakbank

ai/Megatron/English/Python/jupyter_notebook/Megatron-LM/nsys_test.sh

@@ -1,3 +1,4 @@
+# Copyright (c) 2020 NVIDIA Corporation.  All rights reserved.
 GPUS_PER_NODE=8 # <--- remember to change the number of GPUs you actually have in your system
 # Change for multinode config
 MASTER_ADDR=localhost

ai/Megatron/English/Python/jupyter_notebook/Megatron-LM/nvidia_smi_detail.sh

@@ -1 +1,2 @@
+# Copyright (c) 2020 NVIDIA Corporation.  All rights reserved.
 nvidia-smi dmon -s pucvmt

ai/Megatron/English/Python/jupyter_notebook/Megatron-LM/profile_2nd_run.sh

@@ -1,3 +1,4 @@
+# Copyright (c) 2020 NVIDIA Corporation.  All rights reserved.
 GPUS_PER_NODE=8 # <--- remember to change the number of GPUs you actually have in your system
 # Change for multinode config
 MASTER_ADDR=localhost

ai/Megatron/English/Python/jupyter_notebook/Megatron-LM/profile_SVGPT_BIG.sh

@@ -1,4 +1,4 @@
-
+# Copyright (c) 2020 NVIDIA Corporation.  All rights reserved.
 MASTER_ADDR=localhost
 MASTER_PORT=6000
 NNODES=1 #<-- currently we are using 1 node multigpus

ai/Megatron/English/Python/jupyter_notebook/Megatron-LM/profile_naive_run.sh

@@ -1,3 +1,4 @@
+# Copyright (c) 2020 NVIDIA Corporation.  All rights reserved.
 GPUS_PER_NODE=8 # <--- remember to change the number of GPUs you actually have in your system
 # Change for multinode config
 MASTER_ADDR=localhost

ai/Megatron/English/Python/jupyter_notebook/Megatron-LM/verify_GPT3_Svenska.sh

@@ -1,3 +1,4 @@
+# Copyright (c) 2020 NVIDIA Corporation.  All rights reserved.
 GPUS_PER_NODE=4
 # Change for multinode config
 MASTER_ADDR=localhost

ai/Megatron/English/Python/jupyter_notebook/create_loose_json.py

@@ -1,3 +1,4 @@
+# Copyright (c) 2020 NVIDIA Corporation.  All rights reserved.
 # -*- coding: utf-8 -*-
 import json
 import os, sys

ai/Megatron/English/Python/jupyter_notebook/params_cnt.sh

@@ -1,4 +1,4 @@
-
+# Copyright (c) 2020 NVIDIA Corporation.  All rights reserved.
 NLAYERS=32
 NHIDDEN=2048
 NHEADS=32