update copyright

examples/__init__.py

@@ -0,0 +1,2 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]

examples/fairseq/__init__.py

@@ -0,0 +1,2 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]

examples/fairseq/generate.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import models
 import tasks
 

examples/fairseq/interactive.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import models
 import tasks
 

examples/fairseq/models/__init__.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import argparse
 import importlib
 import os

examples/fairseq/models/bert.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import math
 import logging
 from typing import Any, Dict, List, Optional

examples/fairseq/models/language_modeling.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 # Copyright (c) Facebook, Inc. and its affiliates.
 #
 # This source code is licensed under the MIT license found in the

examples/fairseq/models/machine_translation.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 # Copyright (c) Facebook, Inc. and its affiliates.
 #
 # This source code is licensed under the MIT license found in the

examples/fairseq/tasks/__init__.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import argparse
 import importlib
 import os

examples/fairseq/tasks/data/__init__.py

@@ -0,0 +1,2 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]

examples/fairseq/tasks/data/basic_loader.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import math
 import re
 import sys

examples/fairseq/tasks/data/mlm_loader.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import glob
 import os
 import torch

examples/fairseq/tasks/data/utils.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import os
 import gzip
 import numpy as np

examples/fairseq/tasks/pretraining.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 # Copyright (c) Facebook, Inc. and its affiliates.
 #
 # This source code is licensed under the MIT license found in the

examples/fairseq/train.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import models
 import tasks
 

examples/fairseq/utils/__init__.py

@@ -0,0 +1,2 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]

examples/fairseq/utils/sparse_clip.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import torch
 import warnings
 from fairseq.utils import multi_tensor_l2norm_available, multi_tensor_total_norm

setup.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 from io import open
 from setuptools import find_packages, setup
 

tests/__init__.py

@@ -0,0 +1,2 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]

tests/test_decoder.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import pytest
 from torchscale.architecture.config import DecoderConfig
 from torchscale.architecture.decoder import Decoder

tests/test_encoder.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import pytest
 from torchscale.architecture.config import EncoderConfig
 from torchscale.architecture.encoder import Encoder

tests/test_encoder_decoder.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import pytest
 from torchscale.architecture.config import EncoderDecoderConfig
 from torchscale.architecture.encoder_decoder import EncoderDecoder

torchscale/__init__.py

@@ -0,0 +1,2 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]

torchscale/architecture/__init__.py

@@ -0,0 +1,2 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]

torchscale/architecture/config.py

@@ -1,4 +1,5 @@
-
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
 
 class EncoderConfig(object):
     def __init__(self, **kwargs):

torchscale/architecture/decoder.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import math
 import torch
 import torch.nn as nn

torchscale/architecture/encoder.py

@@ -1,3 +1,5 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
 
 import math
 import torch

torchscale/architecture/encoder_decoder.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import torch.nn as nn
 from torchscale.architecture.encoder import Encoder
 from torchscale.architecture.decoder import Decoder

torchscale/architecture/utils.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import torch.nn as nn
 from torchscale.component.multihead_attention import MultiheadAttention
 from torchscale.component.multiway_network import MultiwayNetwork

torchscale/component/__init__.py

@@ -0,0 +1,2 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]

torchscale/component/droppath.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 from timm.models.layers import drop_path
 import torch.nn as nn
 

torchscale/component/embedding.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import torch
 import torch.nn as nn
 import torch.nn.functional as F

torchscale/component/feedforward_network.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import torch
 import torch.nn as nn
 import torch.nn.functional as F

torchscale/component/multihead_attention.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import math
 import torch
 from torch import nn

torchscale/component/multiway_network.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import copy
 import torch
 import torch.nn as nn

torchscale/component/relative_position_bias.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import math
 import torch
 import torch.nn as nn

torchscale/component/xmoe/__init__.py

@@ -0,0 +1,2 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]

torchscale/component/xmoe/moe_layer.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 # Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 #
 # This source code is licensed under the BSD license found in the

torchscale/component/xmoe/routing.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 # Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 #
 # This source code is licensed under the BSD license found in the

torchscale/model/BEiT3.py

@@ -1,3 +1,6 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+
 import torch
 import torch.nn as nn
 from torchscale.architecture.encoder import Encoder

torchscale/model/__init__.py

@@ -0,0 +1,2 @@
+# Copyright (c) 2022 Microsoft
+# Licensed under The MIT License [see LICENSE for details]