orign 0.2.3

A globally distributed container orchestrator
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

FROM huggingface/trl-latest-gpu:latest

RUN apt-get update && apt-get install -y \
    wget \
    curl \
    build-essential \
    git \
    unzip
    # libopenmpi-dev \
    # openmpi-bin \


ARG CACHE_BUST=unknown
RUN pip install wandb deepspeed qwen-vl-utils torchvision pyav
# mpi4py

RUN mkdir -p /workspace/output

RUN curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" && \
    unzip awscliv2.zip && \
    ./aws/install && \
    rm -rf awscliv2.zip aws

RUN wget https://storage.googleapis.com/orign/releases/latest/orign-latest-linux-amd64.tar.gz && \
    tar -xvzf orign-latest-linux-amd64.tar.gz && \
    chmod +x orign && \
    ./orign --version || exit 1