Skip to content

Skip redhat.fabric8-analytics extension test in DS 3.22.0 and higher; log testing extensions #23524

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
dmytro-ndp merged 4 commits into from
Aug 16, 2025
Merged

Skip redhat.fabric8-analytics extension test in DS 3.22.0 and higher; log testing extensions #23524

Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
58dccc2
Fix the title of Workspace Recommendations section in RecommendedExte…
dmytro-ndp Aug 12, 2025
ddba6f5
add debug information
dmytro-ndp Aug 14, 2025
2611920
Skip redhat.fabric8-analytics extension in DS 3.22.0 and higher
dmytro-ndp Aug 15, 2025
a700f9c
Skip steps in 'Node.js Express' ReconnededExtension tests without fai…
dmytro-ndp Aug 15, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
75 changes: 61 additions & 14 deletions tests/e2e/specs/dashboard-samples/RecommendedExtensions.spec.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -78,7 +78,7 @@ function getSectionForCategory(title: string): string {
case '@outdated':
return 'Outdated';
case '@recommended':
return 'Other Recommendations';
return 'WORKSPACE RECOMMENDATIONS';
default:
return 'Marketplace';
}
Expand Down Expand Up @@ -120,6 +120,15 @@ async function findItem(extSection: ExtensionsViewSection, title: string): Promi
const sections: WebElement[] = await enclosingItem.findElements((extSection as any).constructor.locators.ViewContent.section);
Logger.debug(`Found ${sections.length} sections`);

// debug: Log all available section titles
const availableSections: string[] = [];
for (const sec of sections) {
const titleElement: WebElement = await sec.findElement((extSection as any).constructor.locators.ViewSection.title);
const sectionTitleText: string = await titleElement.getText();
availableSections.push(sectionTitleText);
}
Logger.debug(`Available sections: ${availableSections.join(', ')}`);

let targetSection: WebElement | undefined;
for (const sec of sections) {
const titleElement: WebElement = await sec.findElement((extSection as any).constructor.locators.ViewSection.title);
Expand All @@ -132,7 +141,7 @@ async function findItem(extSection: ExtensionsViewSection, title: string): Promi
}

if (!targetSection) {
Logger.debug(`Section "${sectionTitle}" not found`);
Logger.debug(`Section "${sectionTitle}" not found. Available sections: ${availableSections.join(', ')}`);
return undefined;
}

Expand Down Expand Up @@ -180,15 +189,36 @@ async function getVisibleFilteredItemsAndCompareWithRecommended(recommendations:
}
}
Logger.debug('marketplaceSection.getVisibleItems()');
const allFoundRecommendedItems: ExtensionsViewItem[] = await marketplaceSection.getVisibleItems();

const allFoundRecommendedAuthors: string[] = await Promise.all(
allFoundRecommendedItems.map(async (item: ExtensionsViewItem): Promise<string> => await item.getAuthor())
);
// debug: Log all found recommended items
try {
const allFoundRecommendedItems: ExtensionsViewItem[] = await marketplaceSection.getVisibleItems();
const itemTitles: string[] = await Promise.all(
allFoundRecommendedItems.map(async (item: ExtensionsViewItem): Promise<string> => await item.getTitle())
);

const allFoundAuthorsAsSortedString: string = allFoundRecommendedAuthors.sort().toString();
const allPublisherNamesAsSortedString: string = recommendations.sort().toString();
return allFoundAuthorsAsSortedString === allPublisherNamesAsSortedString;
const allFoundRecommendedAuthors: string[] = await Promise.all(
allFoundRecommendedItems.map(async (item: ExtensionsViewItem): Promise<string> => await item.getAuthor())
);

Logger.debug(`Found ${allFoundRecommendedItems.length} recommended items: ${itemTitles.join(', ')}`);
Logger.debug(`Found authors: ${allFoundRecommendedAuthors.join(', ')}`);
Logger.debug(`Expected authors: ${recommendations.join(', ')}`);

const allFoundAuthorsAsSortedString: string = allFoundRecommendedAuthors.sort().toString();
const allPublisherNamesAsSortedString: string = recommendations.sort().toString();

Logger.debug(`Sorted found authors: ${allFoundAuthorsAsSortedString}`);
Logger.debug(`Sorted expected authors: ${allPublisherNamesAsSortedString}`);

const result: boolean = allFoundAuthorsAsSortedString === allPublisherNamesAsSortedString;
Logger.debug(`Authors match: ${result}`);

return result;
} catch (error) {
Logger.error(`Error getting item titles: ${error}`);
return false;
}
}

// get visible items from Extension view, transform this from array to sorted string and compares it with existed installed extensions
Expand Down Expand Up @@ -223,6 +253,7 @@ for (const sample of samples) {
let extensionSection: ExtensionsViewSection;
let extensionsView: SideBarView | undefined;
let publisherNames: string[];
let skipSuite: boolean = false;

const [pathToExtensionsListFileName, extensionsListFileName]: string[] = ['.vscode', 'extensions.json'];

Expand All @@ -237,6 +268,12 @@ for (const sample of samples) {
await loginTests.loginIntoChe();
});

setup('Skip follow-up tests if flagged', function (): void {
if (skipSuite) {
this.skip();
}
});

test(`Create and open new workspace, stack:${sample}`, async function (): Promise<void> {
await workspaceHandlingTests.createAndOpenWorkspace(sample);
});
Expand Down Expand Up @@ -298,19 +335,21 @@ for (const sample of samples) {

Logger.debug('recommendedExtensions.recommendations: Get recommendations clear names using map().');

// skip the test if only redhat.fabric8-analytics extension is found in Dev Spaces 3.22.x (issue CRW-9186)
// skip redhat.fabric8-analytics extension in Dev Spaces 3.22+ (issue CRW-9186)
if (
BASE_TEST_CONSTANTS.TESTING_APPLICATION_NAME() === 'devspaces' &&
BASE_TEST_CONSTANTS.TESTING_APPLICATION_VERSION.startsWith('3.22')
BASE_TEST_CONSTANTS.TESTING_APPLICATION_VERSION >= '3.22'
) {
const dependencyAnalyticsExtensionName: string = 'redhat.fabric8-analytics';
if (
recommendedExtensions.recommendations.includes(dependencyAnalyticsExtensionName) &&
recommendedExtensions.recommendations.length === 1
) {
throw new Error(
Logger.info(
`Only '${dependencyAnalyticsExtensionName}' extension found. This extension will not be installed because of known issue https://issues.redhat.com/browse/CRW-9186`
);
skipSuite = true;
this.skip();
} else {
recommendedExtensions.recommendations = recommendedExtensions.recommendations.filter(
(rec: string): boolean => !rec.includes(dependencyAnalyticsExtensionName)
Expand Down Expand Up @@ -389,8 +428,16 @@ for (const sample of samples) {
}

Logger.debug('extensionSection.findItem by @recommended filter');
expect(await getVisibleFilteredItemsAndCompareWithRecommended(publisherNames)).to.be.true;
Logger.debug(`All recommended extensions were found by @recommended filter: ---- ${publisherNames} ----`);
try {
Logger.debug(`Expected publisher names: ${publisherNames.join(', ')}`);
const comparisonResult: boolean = await getVisibleFilteredItemsAndCompareWithRecommended(publisherNames);
Logger.debug(`Comparison result: ${comparisonResult}`);
expect(comparisonResult).to.be.true;
Logger.debug(`All recommended extensions were found by @recommended filter: ---- ${publisherNames} ----`);
} catch (error) {
Logger.error(`Error in getVisibleFilteredItemsAndCompareWithRecommended: ${error}`);
throw error;
}

Logger.debug('extensionSection.findItem by @installed filter');
try {
Expand Down