Add initial GitHub workflows (CarperAI#43)

* Add initial GitHub workflows

* Temporarily remove `F82` undefined-name check

* Format for `black` style check

.github/ISSUE_TEMPLATE/bug_report.yml

@@ -1,17 +1,17 @@
 ---
 name: 🐛 Bug Report
-description: Report a bug or unexpected behavior to help us improve trlX 
+description: Report a bug or unexpected behavior to help us improve trlX
 labels:
 - bug
 
 body:
 - type: markdown
   attributes:
     value: >
-      #### Before submitting your bug report, please check to see that the 
+      #### Before submitting your bug report, please check to see that the
       issue hasn't already been reported and/or fixed in a latest version.
       [Search Issues][Issue Search].
-    
+
       If you're asking a question or seeking support, please consider creating a
       new [GitHub discussion][Discussions] or heading over to CarperAI's
       [Discord server][CarperAI Discord].
@@ -62,4 +62,4 @@ body:
 - type: markdown
   attributes:
     value: >
-      Thanks for contributing 🐠! 
+      Thanks for contributing 🐠!

.github/ISSUE_TEMPLATE/documentation.yml

@@ -9,7 +9,7 @@ body:
   attributes:
     label: 📚 The doc issue
     description: >
-      Please provide a clear and concise description of what content in https://trlx.readthedocs.io/en/latest/index.html is an issue. 
+      Please provide a clear and concise description of what content in https://trlx.readthedocs.io/en/latest/index.html is an issue.
   validations:
     required: true
 

.github/workflows/build.yml

@@ -0,0 +1,41 @@
+name: Build
+
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: [ master ]
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v2
+
+    - name: Set up Python 3.9
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.9.13
+        cache: 'pip'
+
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -e .[dev]
+
+    - name: Lint with flake8
+      run: |
+        # Stop the build if there are Python syntax errors or undefined names
+        flake8 . --count --select=E9,F63,F7 --show-source --statistics
+        # Exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
+        flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
+
+    - name: Run tests
+      run: |
+        pytest -vv --cov=trlx/ tests/
+
+    - name: Upload coverage to Codecov
+      run: |
+        bash <(curl -s https://codecov.io/bash) -t $CODECOV_TOKEN

.github/workflows/code_quality.yml

@@ -0,0 +1,13 @@
+name: Code Quality
+
+on: [pull_request]
+
+jobs:
+  code-quality:
+    runs-on: ubuntu-20.04
+    steps:
+      - uses: actions/checkout@v2
+      - uses: actions/setup-python@v2
+        with:
+          python-version: 3.9
+      - uses: pre-commit/[email protected]

trlx/model/accelerate_base_model.py

@@ -11,10 +11,7 @@
 from transformers import AutoConfig, AutoTokenizer
 
 from trlx.data import BatchElement, RLElement
-from trlx.data.accelerate_base_datatypes import (
-    AccelerateRLBatchElement,
-    PromptBatch
-)
+from trlx.data.accelerate_base_datatypes import AccelerateRLBatchElement, PromptBatch
 from trlx.data.configs import TRLConfig
 from trlx.model import BaseRLModel, register_model
 from trlx.pipeline.accelerate_base_pipeline import AccelerateRolloutStorage

trlx/model/accelerate_ilql_model.py

@@ -11,10 +11,7 @@
 
 from trlx.model import BaseRLModel, register_model
 from trlx.model.nn.ilql_models import CausalLMWithValueHeads
-from trlx.pipeline.offline_pipeline import (
-    OfflinePipeline,
-    OfflineRolloutStorage
-)
+from trlx.pipeline.offline_pipeline import OfflinePipeline, OfflineRolloutStorage
 from trlx.utils import Clock, rampup_decay, safe_mkdir, topk_mask
 
 WORLD_SIZE = int(os.environ.get("WORLD_SIZE", 1))

trlx/model/accelerate_ppo_model.py

@@ -16,10 +16,7 @@
 from trlx.data.configs import TRLConfig
 from trlx.model import BaseRLModel, register_model
 from trlx.model.accelerate_base_model import AccelerateRLModel
-from trlx.model.nn.ppo_models import (
-    GPTHeadWithValueModel,
-    GPTHydraHeadWithValueModel
-)
+from trlx.model.nn.ppo_models import GPTHeadWithValueModel, GPTHydraHeadWithValueModel
 from trlx.pipeline.ppo_pipeline import PPORolloutStorage
 from trlx.utils import Clock, rampup_decay, safe_mkdir, topk_mask
 from trlx.utils.modeling import clip_by_value, logprobs_from_logits, whiten

trlx/model/nn/ppo_models.py

@@ -17,7 +17,7 @@
     GPTJModel,
     PretrainedConfig,
     PreTrainedModel,
-    top_k_top_p_filtering
+    top_k_top_p_filtering,
 )
 from transformers.modeling_outputs import ModelOutput
 

trlx/orchestrator/offline_orchestrator.py

@@ -2,10 +2,7 @@
 
 from trlx.model import BaseRLModel
 from trlx.orchestrator import Orchestrator, register_orchestrator
-from trlx.pipeline.offline_pipeline import (
-    OfflinePipeline,
-    OfflineRolloutStorage
-)
+from trlx.pipeline.offline_pipeline import OfflinePipeline, OfflineRolloutStorage
 
 
 @register_orchestrator

trlx/orchestrator/ppo_orchestrator.py

@@ -8,10 +8,7 @@
 from trlx.data.accelerate_base_datatypes import PromptBatch
 from trlx.data.ppo_types import PPORLElement
 from trlx.model import BaseRLModel
-from trlx.model.nn.ppo_models import (
-    GPTHeadWithValueModel,
-    GPTHydraHeadWithValueModel
-)
+from trlx.model.nn.ppo_models import GPTHeadWithValueModel, GPTHydraHeadWithValueModel
 from trlx.orchestrator import Orchestrator, register_orchestrator
 from trlx.pipeline.ppo_pipeline import PPOPipeline
 from trlx.utils import Clock, chunk, flatten, sentiment_score

trlx/pipeline/accelerate_base_pipeline.py

@@ -10,7 +10,7 @@
     AccelerateRLBatchElement,
     AccelerateRLElement,
     PromptBatch,
-    PromptElement
+    PromptElement,
 )
 from trlx.pipeline import BasePipeline, BaseRolloutStore, register_datapipeline