feat(platform/bitbucket): add support for fetching release notes

lib/constants/platforms.ts

@@ -26,4 +26,8 @@ export const GITLAB_API_USING_HOST_TYPES = [
   'gitlab-changelog',
 ];
 
-export const BITBUCKET_API_USING_HOST_TYPES = ['bitbucket', 'bitbucket-tags'];
+export const BITBUCKET_API_USING_HOST_TYPES = [
+  'bitbucket',
+  'bitbucket-changelog',
+  'bitbucket-tags',
+];

lib/modules/platform/bitbucket/schema.ts

@@ -0,0 +1,22 @@
+import { z } from 'zod';
+
+const BitbucketSourceTypeSchema = z.enum(['commit_directory', 'commit_file']);
+
+const SourceResultsSchema = z.object({
+  path: z.string(),
+  type: BitbucketSourceTypeSchema,
+  commit: z.object({
+    hash: z.string(),
+  }),
+});
+
+const PagedSchema = z.object({
+  page: z.number().optional(),
+  pagelen: z.number(),
+  size: z.number().optional(),
+  next: z.string().optional(),
+});
+
+export const PagedSourceResultsSchema = PagedSchema.extend({
+  values: z.array(SourceResultsSchema),
+});

lib/workers/repository/update/pr/changelog/api.ts

@@ -1,9 +1,11 @@
+import { BitbucketChangeLogSource } from './bitbucket/source';
 import type { ChangeLogSource } from './source';
 import { GitHubChangeLogSource } from './source-github';
 import { GitLabChangeLogSource } from './source-gitlab';
 
 const api = new Map<string, ChangeLogSource>();
 export default api;
 
+api.set('bitbucket', new BitbucketChangeLogSource());
 api.set('github', new GitHubChangeLogSource());
 api.set('gitlab', new GitLabChangeLogSource());

lib/workers/repository/update/pr/changelog/bitbucket/index.spec.ts

@@ -0,0 +1,158 @@
+import { ChangeLogProject, ChangeLogRelease, getChangeLogJSON } from '..';
+import { Fixtures } from '../../../../../../../test/fixtures';
+import * as httpMock from '../../../../../../../test/http-mock';
+import { partial } from '../../../../../../../test/util';
+import * as semverVersioning from '../../../../../../modules/versioning/semver';
+import type { BranchUpgradeConfig } from '../../../../../types';
+import { getReleaseNotesMd } from '../release-notes';
+
+jest.mock('../../../../../../modules/datasource/npm');
+
+const changelogMd = Fixtures.get('gitter-webapp.md', '../..');
+
+const upgrade = partial<BranchUpgradeConfig>({
+  manager: 'some-manager',
+  branchName: '',
+  endpoint: 'https://api.bitbucket.org/',
+  packageName: 'some-repo',
+  versioning: semverVersioning.id,
+  currentVersion: '5.2.0',
+  newVersion: '5.7.0',
+  sourceUrl: 'https://bitbucket.org/some-org/some-repo',
+  releases: [
+    { version: '5.2.0' },
+    {
+      version: '5.4.0',
+      releaseTimestamp: '2018-08-24T14:23:00.000Z',
+    },
+    { version: '5.5.0', gitRef: 'abcd' },
+    {
+      version: '5.6.0',
+      gitRef: '1234',
+      releaseTimestamp: '2020-02-13T15:37:00.000Z',
+    },
+    { version: '5.6.1', gitRef: 'asdf' },
+  ],
+});
+
+const bitbucketTreeResponse = {
+  values: [
+    {
+      type: 'commit_directory',
+      path: 'lib',
+      commit: {
+        hash: '1234',
+      },
+    },
+    {
+      type: 'commit_file',
+      path: 'CHANGELOG.md',
+      commit: {
+        hash: 'abcd',
+      },
+    },
+    {
+      type: 'commit_file',
+      path: 'RELEASE_NOTES.md',
+      commit: {
+        hash: 'asdf',
+      },
+    },
+  ],
+};
+
+const bitbucketTreeResponseNoChangelogFiles = {
+  values: [
+    {
+      type: 'commit_directory',
+      path: 'lib',
+      commit: {
+        hash: '1234',
+      },
+    },
+  ],
+};
+
+const bitbucketProject = partial<ChangeLogProject>({
+  type: 'bitbucket',
+  apiBaseUrl: 'https://api.bitbucket.org',
+  baseUrl: 'https://bitbucket.org/',
+});
+
+describe('workers/repository/update/pr/changelog/bitbucket/index', () => {
+  afterEach(() => {
+    // FIXME: add missing http mocks
+    httpMock.clear(false);
+    jest.resetAllMocks();
+  });
+
+  it('retrieves changelog json', async () => {
+    expect(
+      await getChangeLogJSON({
+        ...upgrade,
+      })
+    ).toEqual({
+      hasReleaseNotes: true,
+      project: {
+        apiBaseUrl: 'https://api.bitbucket.org/',
+        baseUrl: 'https://bitbucket.org/',
+        packageName: 'some-repo',
+        repository: 'some-org/some-repo',
+        sourceDirectory: undefined,
+        sourceUrl: 'https://bitbucket.org/some-org/some-repo',
+        type: 'bitbucket',
+      },
+      versions: [
+        expect.objectContaining({ version: '5.6.1' }),
+        expect.objectContaining({ version: '5.6.0' }),
+        expect.objectContaining({ version: '5.5.0' }),
+        expect.objectContaining({ version: '5.4.0' }),
+      ],
+    });
+  });
+
+  it('generates release notes', async () => {
+    httpMock
+      .scope('https://api.bitbucket.org/')
+      .get('/2.0/repositories/some-org/some-repo/src?pagelen=100')
+      .reply(200, bitbucketTreeResponse)
+      .get('/2.0/repositories/some-org/some-repo/src/abcd/CHANGELOG.md')
+      .reply(200, changelogMd);
+    const res = await getReleaseNotesMd(
+      {
+        ...bitbucketProject,
+        repository: 'some-org/some-repo',
+        apiBaseUrl: 'https://api.bitbucket.org/',
+        baseUrl: 'https://bitbucket.org/',
+      },
+      partial<ChangeLogRelease>({
+        version: '20.26.0',
+        gitRef: '20.26.0',
+      })
+    );
+
+    expect(res).toMatchObject({
+      notesSourceUrl:
+        'https://bitbucket.org/some-org/some-repo/blob/HEAD/CHANGELOG.md',
+      url: 'https://bitbucket.org/some-org/some-repo/blob/HEAD/CHANGELOG.md#20260---2020-05-18',
+    });
+  });
+
+  it('handles not found', async () => {
+    httpMock
+      .scope('https://api.bitbucket.org/')
+      .get('/2.0/repositories/some-org/some-repo/src?pagelen=100')
+      .reply(200, bitbucketTreeResponseNoChangelogFiles);
+    const res = await getReleaseNotesMd(
+      {
+        ...bitbucketProject,
+        repository: 'some-org/some-repo',
+      },
+      partial<ChangeLogRelease>({
+        version: '2.0.0',
+        gitRef: '2.0.0',
+      })
+    );
+    expect(res).toBeNull();
+  });
+});

lib/workers/repository/update/pr/changelog/bitbucket/index.ts

@@ -0,0 +1,76 @@
+import is from '@sindresorhus/is';
+import changelogFilenameRegex from 'changelog-filename-regex';
+import { logger } from '../../../../../../logger';
+import { PagedSourceResultsSchema } from '../../../../../../modules/platform/bitbucket/schema';
+import { BitbucketHttp } from '../../../../../../util/http/bitbucket';
+import { joinUrlParts } from '../../../../../../util/url';
+import type {
+  ChangeLogFile,
+  ChangeLogNotes,
+  ChangeLogProject,
+  ChangeLogRelease,
+} from '../types';
+
+export const id = 'bitbucket-changelog';
+const bitbucketHttp = new BitbucketHttp(id);
+
+export async function getReleaseNotesMd(
+  repository: string,
+  apiBaseUrl: string,
+  sourceDirectory?: string
+): Promise<ChangeLogFile | null> {
+  logger.trace('bitbucket.getReleaseNotesMd()');
+
+  const repositorySourceURl = joinUrlParts(
+    apiBaseUrl,
+    `2.0/repositories`,
+    repository,
+    'src'
+  );
+
+  const rootFiles = (
+    await bitbucketHttp.getJson(
+      repositorySourceURl,
+      {
+        paginate: true,
+      },
+      PagedSourceResultsSchema
+    )
+  ).body.values;
+
+  const allFiles = rootFiles.filter((f) => f.type === 'commit_file');
+
+  const files = allFiles.filter((f) => changelogFilenameRegex.test(f.path));
+
+  const changelogFile = files.shift();
+  if (is.nullOrUndefined(changelogFile)) {
+    logger.trace('no changelog file found');
+    return null;
+  }
+
+  if (files.length !== 0) {
+    logger.debug(
+      `Multiple candidates for changelog file, using ${changelogFile.path}`
+    );
+  }
+
+  const fileRes = await bitbucketHttp.get(
+    joinUrlParts(
+      repositorySourceURl,
+      changelogFile.commit.hash,
+      changelogFile.path
+    )
+  );
+
+  const changelogMd = `${fileRes.body}\n#\n##`;
+  return { changelogFile: changelogFile.path, changelogMd };
+}
+
+export function getReleaseList(
+  project: ChangeLogProject,
+  _release: ChangeLogRelease
+): ChangeLogNotes[] {
+  logger.trace('bitbucket.getReleaseList()');
+  logger.warn('TODO: implement getReleaseList() for Bitbucket');
+  return [];
+}

lib/workers/repository/update/pr/changelog/bitbucket/source.ts

@@ -0,0 +1,21 @@
+import type { BranchUpgradeConfig } from '../../../../../types';
+import { ChangeLogSource } from '../source';
+
+export class BitbucketChangeLogSource extends ChangeLogSource {
+  constructor() {
+    super('bitbucket', 'bitbucket-tags');
+  }
+
+  getAPIBaseUrl(config: BranchUpgradeConfig): string {
+    return 'https://api.bitbucket.org/';
+  }
+
+  getCompareURL(
+    baseUrl: string,
+    repository: string,
+    prevHead: string,
+    nextHead: string
+  ): string {
+    return `${baseUrl}${repository}/branches/compare/${nextHead}%0D${prevHead}`;
+  }
+}

lib/workers/repository/update/pr/changelog/release-notes.ts

@@ -10,6 +10,7 @@ import { detectPlatform } from '../../../../../util/common';
 import { linkify } from '../../../../../util/markdown';
 import { newlineRegex, regEx } from '../../../../../util/regex';
 import type { BranchUpgradeConfig } from '../../../../types';
+import * as bitbucket from './bitbucket';
 import * as github from './github';
 import * as gitlab from './gitlab';
 import type {
@@ -35,7 +36,8 @@ export async function getReleaseList(
         return await gitlab.getReleaseList(project, release);
       case 'github':
         return await github.getReleaseList(project, release);
-
+      case 'bitbucket':
+        return bitbucket.getReleaseList(project, release);
       default:
         logger.warn({ apiBaseUrl, repository, type }, 'Invalid project type');
         return [];
@@ -262,7 +264,12 @@ export async function getReleaseNotesMdFileInner(
           apiBaseUrl,
           sourceDirectory
         );
-
+      case 'bitbucket':
+        return await bitbucket.getReleaseNotesMd(
+          repository,
+          apiBaseUrl,
+          sourceDirectory
+        );
       default:
         logger.warn({ apiBaseUrl, repository, type }, 'Invalid project type');
         return null;

lib/workers/repository/update/pr/changelog/source.ts

@@ -23,8 +23,8 @@ export abstract class ChangeLogSource {
   private cacheNamespace: string;
 
   constructor(
-    platform: 'github' | 'gitlab',
-    datasource: 'github-tags' | 'gitlab-tags'
+    platform: 'bitbucket' | 'github' | 'gitlab',
+    datasource: 'bitbucket-tags' | 'github-tags' | 'gitlab-tags'
   ) {
     this.platform = platform;
     this.datasource = datasource;

lib/workers/repository/update/pr/changelog/types.ts

@@ -25,15 +25,18 @@ export interface ChangeLogRelease {
 
 export interface ChangeLogProject {
   packageName?: string;
-  type: 'github' | 'gitlab';
+  type: 'bitbucket' | 'github' | 'gitlab';
   apiBaseUrl?: string;
   baseUrl: string;
   repository: string;
   sourceUrl: string;
   sourceDirectory?: string;
 }
 
-export type ChangeLogError = 'MissingGithubToken' | 'MissingGitlabToken';
+export type ChangeLogError =
+  | 'MissingBitbucketToken'
+  | 'MissingGithubToken'
+  | 'MissingGitlabToken';
 
 export interface ChangeLogResult {
   hasReleaseNotes?: boolean;