use async_stream::stream as async_stream;
use futures::{Stream, StreamExt, stream};
use reqwest_middleware::ClientWithMiddleware;
use serde::{Deserialize, Serialize};
use super::*;
use crate::config::Remote;
use crate::error::*;
pub const START_FETCHING_MSG: &str = "Retrieving data from GitHub...";
pub const FINISHED_FETCHING_MSG: &str = "Done fetching GitHub data.";
pub(crate) const TEMPLATE_VARIABLES: &[&str] = &["github", "commit.github", "commit.remote"];
#[derive(Default, Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct GitHubCommit {
pub sha: String,
pub author: Option<GitHubCommitAuthor>,
pub commit: Option<GitHubCommitDetails>,
}
#[derive(Default, Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct GitHubCommitDetails {
pub author: GitHubCommitDetailsAuthor,
}
#[derive(Default, Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct GitHubCommitDetailsAuthor {
pub date: String,
}
impl RemoteCommit for GitHubCommit {
fn id(&self) -> String {
self.sha.clone()
}
fn username(&self) -> Option<String> {
self.author.clone().and_then(|v| v.login)
}
fn timestamp(&self) -> Option<i64> {
self.commit
.clone()
.map(|f| self.convert_to_unix_timestamp(f.author.date.clone().as_str()))
}
}
#[derive(Default, Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct GitHubCommitAuthor {
pub login: Option<String>,
}
#[derive(Default, Debug, Clone, PartialEq, Serialize, Deserialize)]
#[serde(rename_all = "camelCase")]
pub struct PullRequestLabel {
pub name: String,
}
#[derive(Default, Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct GitHubPullRequest {
pub number: i64,
pub title: Option<String>,
pub merge_commit_sha: Option<String>,
pub labels: Vec<PullRequestLabel>,
}
impl RemotePullRequest for GitHubPullRequest {
fn number(&self) -> i64 {
self.number
}
fn title(&self) -> Option<String> {
self.title.clone()
}
fn labels(&self) -> Vec<String> {
self.labels.iter().map(|v| v.name.clone()).collect()
}
fn merge_commit(&self) -> Option<String> {
self.merge_commit_sha.clone()
}
}
#[derive(Debug, Clone)]
pub struct GitHubClient {
remote: Remote,
client: ClientWithMiddleware,
}
impl TryFrom<Remote> for GitHubClient {
type Error = Error;
fn try_from(remote: Remote) -> Result<Self> {
Ok(Self {
client: remote.create_client("application/vnd.github+json")?,
remote,
})
}
}
impl RemoteClient for GitHubClient {
const API_URL: &'static str = "https://api.github.com";
const API_URL_ENV: &'static str = "GITHUB_API_URL";
fn remote(&self) -> Remote {
self.remote.clone()
}
fn client(&self) -> ClientWithMiddleware {
self.client.clone()
}
}
impl GitHubClient {
fn commits_url(api_url: &str, remote: &Remote, ref_name: Option<&str>, page: i32) -> String {
let mut url = format!(
"{}/repos/{}/{}/commits?per_page={MAX_PAGE_SIZE}&page={page}",
api_url, remote.owner, remote.repo
);
if let Some(ref_name) = ref_name {
url.push_str(&format!("&sha={ref_name}"));
}
url
}
fn pull_requests_url(api_url: &str, remote: &Remote, page: i32) -> String {
format!(
"{}/repos/{}/{}/pulls?per_page={MAX_PAGE_SIZE}&page={page}&state=closed",
api_url, remote.owner, remote.repo
)
}
pub async fn get_commits(&self, ref_name: Option<&str>) -> Result<Vec<Box<dyn RemoteCommit>>> {
use futures::TryStreamExt;
self.get_commit_stream(ref_name).try_collect().await
}
pub async fn get_pull_requests(&self) -> Result<Vec<Box<dyn RemotePullRequest>>> {
use futures::TryStreamExt;
self.get_pull_request_stream().try_collect().await
}
fn get_commit_stream<'a>(
&'a self,
ref_name: Option<&str>,
) -> impl Stream<Item = Result<Box<dyn RemoteCommit>>> + 'a {
let ref_name = ref_name.map(ToString::to_string);
async_stream! {
let page_stream = stream::iter(0..)
.map(|page|
{
let ref_name = ref_name.clone();
async move {
let url = Self::commits_url(&self.api_url(), &self.remote(), ref_name.as_deref(), page);
self.get_json::<Vec<GitHubCommit>>(&url).await
}})
.buffered(10);
let mut page_stream = Box::pin(page_stream);
while let Some(page_result) = page_stream.next().await {
match page_result {
Ok(commits) => {
if commits.is_empty() {
break;
}
for commit in commits {
yield Ok(Box::new(commit) as Box<dyn RemoteCommit>);
}
}
Err(e) => {
yield Err(e);
break;
}
}
}
}
}
fn get_pull_request_stream<'a>(
&'a self,
) -> impl Stream<Item = Result<Box<dyn RemotePullRequest>>> + 'a {
async_stream! {
let page_stream = stream::iter(0..)
.map(|page| async move {
let url = Self::pull_requests_url(&self.api_url(), &self.remote(), page);
self.get_json::<Vec<GitHubPullRequest>>(&url).await
})
.buffered(5);
let mut page_stream = Box::pin(page_stream);
while let Some(page_result) = page_stream.next().await {
match page_result {
Ok(prs) => {
if prs.is_empty() {
break;
}
for pr in prs {
yield Ok(Box::new(pr) as Box<dyn RemotePullRequest>);
}
}
Err(e) => {
yield Err(e);
break;
}
}
}
}
}
}
#[cfg(test)]
mod test {
use pretty_assertions::assert_eq;
use super::*;
use crate::remote::RemoteCommit;
#[test]
fn timestamp() {
let remote_commit = GitHubCommit {
sha: String::from("1d244937ee6ceb8e0314a4a201ba93a7a61f2071"),
author: Some(GitHubCommitAuthor {
login: Some(String::from("orhun")),
}),
commit: Some(GitHubCommitDetails {
author: GitHubCommitDetailsAuthor {
date: String::from("2021-07-18T15:14:39+03:00"),
},
}),
};
assert_eq!(Some(1_626_610_479), remote_commit.timestamp());
}
}