Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

TASK-5610 - Create the CVDB endpoint analysis/clinical/cvdb/variant/summary and overwrite analysis/clinical/variant #2480

Open
wants to merge 33 commits into
base: release-3.x.x
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from 7 commits
Commits
Show all changes
33 commits
Select commit Hold shift + click to select a range
c61a302
test: update test classes to be used by OpenCGA Enterprise tests, #TA…
jtarraga Feb 26, 2024
38d57aa
Merge branch 'develop' into TASK-5610
imedina Apr 11, 2024
39365be
Merge branch 'develop' into TASK-5610
jtarraga Apr 16, 2024
eca4214
Merge branch 'develop' into TASK-5610
jtarraga Jun 19, 2024
bfeb502
Merge branch 'develop' into TASK-5610
jtarraga Jul 1, 2024
67fc138
Merge branch 'TASK-5610' of https://github.com/opencb/opencga into TA…
jtarraga Jul 1, 2024
8a841f5
Merge branch 'develop' into TASK-5610
jtarraga Jul 2, 2024
d2e7b2e
Merge branch 'release-3.2.x' into TASK-5610
jtarraga Jul 22, 2024
e151da5
Preventive deleted long test
juanfeSanahuja Aug 14, 2024
0fa6e11
k8s: deleted nodeSelector kubernetes.io/role removed on k8s 1.29 #TAS…
juanrizetta Sep 5, 2024
ee9802f
pom: Update the cellbase dependency #TASK-6835
juanfeSanahuja Sep 6, 2024
6b8bf32
Merge pull request #2502 from opencb/TASK-6835
juanfeSanahuja Sep 6, 2024
a89b04f
Merge branch 'develop' into TASK-6458
juanrizetta Sep 6, 2024
4050b02
CICD: new SDLC Updating version number #TASK-6879
juanfeSanahuja Sep 18, 2024
a30b6f3
CICD: new SDLC Updating branches and version references #TASK-6879
juanfeSanahuja Sep 18, 2024
1f818cb
Merge pull request #2506 from opencb/TASK-6879-dev
juanfeSanahuja Sep 19, 2024
a94f7be
Merge branch 'release-3.x.x' into TASK-5610
jtarraga Sep 23, 2024
e6160e0
Merge branch 'release-3.2.x' into TASK-5610d
jtarraga Oct 2, 2024
bd04112
Merge branch 'develop' into TASK-6458
juanrizetta Oct 3, 2024
3b7a8df
Merge pull request #2501 from opencb/TASK-6458
juanrizetta Oct 3, 2024
6d19797
Port Patch 3.2.1 -> 4.0.0 XB 2.2.1 -> 3.0.0 #TASK-6780
juanfeSanahuja Oct 3, 2024
53eac91
Merge branch 'develop' into TASK-6780
juanfeSanahuja Oct 3, 2024
d1ba697
test: fix FamilyAnalysisTest JUnit tests, #TASK-6780
jtarraga Oct 8, 2024
1c9f023
Merge branch 'TASK-6780' of https://github.com/opencb/opencga into TA…
jtarraga Oct 8, 2024
d8116e9
Merge pull request #2513 from opencb/TASK-6780
juanfeSanahuja Oct 14, 2024
c53a2e7
Prepare Port Patch 3.3.0 -> 4.0.0 Xetabase 2.3.0 -> 3.0.0 #TASK-7097
juanfeSanahuja Oct 17, 2024
af4146d
Merge branch 'develop' into TASK-7097
juanfeSanahuja Oct 17, 2024
6ee003d
Merge pull request #2519 from opencb/TASK-7097
juanfeSanahuja Oct 21, 2024
3253853
core: add new CVDB index status in Clinical Analysis, #TASK-5610
pfurio Nov 18, 2024
c311286
Merge branch 'develop' into TASK-5610
jtarraga Nov 25, 2024
e390128
Merge branch 'TASK-5610' of https://github.com/opencb/opencga into TA…
jtarraga Nov 25, 2024
5cd5075
catalog: fix clinical analysis manager when updating clinical analysi…
jtarraga Nov 25, 2024
952687c
build: Fix method name for new endppoint and regenerated cli #TASK-5610
juanfeSanahuja Dec 9, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -61,7 +61,7 @@
*/
public class OpenCGATestExternalResource extends ExternalResource {

private final CatalogManagerExternalResource catalogManagerExternalResource = new CatalogManagerExternalResource();
private final CatalogManagerExternalResource catalogManagerExternalResource;
private Path opencgaHome;
private String storageEngine;
private boolean initiated = false;
Expand All @@ -70,20 +70,26 @@ public class OpenCGATestExternalResource extends ExternalResource {
private StorageConfiguration storageConfiguration;
private StorageEngineFactory storageEngineFactory;
private ToolRunner toolRunner;

protected Path sourceAnalysisPath;

public static HadoopVariantStorageTest.HadoopExternalResource hadoopExternalResource = new HadoopVariantStorageTest.HadoopExternalResource();

public OpenCGATestExternalResource() {
this(false);
this(false, Paths.get("../opencga-app/app/analysis/"));
}

public OpenCGATestExternalResource(boolean storageHadoop) {
this(storageHadoop, Paths.get("../opencga-app/app/analysis/"));
}

public OpenCGATestExternalResource(boolean storageHadoop, Path sourceAnalysisPath) {
if (storageHadoop) {
this.storageEngine = HadoopVariantStorageEngine.STORAGE_ENGINE_ID;
} else {
this.storageEngine = DummyVariantStorageEngine.STORAGE_ENGINE_ID;
}
this.sourceAnalysisPath = sourceAnalysisPath;
catalogManagerExternalResource = new CatalogManagerExternalResource(sourceAnalysisPath);
}

@Override
Expand Down Expand Up @@ -218,9 +224,9 @@ public Path isolateOpenCGA() throws IOException {
catalogManagerExternalResource.getConfiguration().getAdmin().setAlgorithm(null);
catalogManagerExternalResource.getConfiguration().serialize(
new FileOutputStream(conf.resolve("configuration.yml").toFile()));
InputStream inputStream = StorageManager.class.getClassLoader().getResourceAsStream("storage-configuration.yml");

storageConfiguration = StorageConfiguration.load(inputStream, "yml");
try (InputStream inputStream = StorageManager.class.getClassLoader().getResourceAsStream("storage-configuration.yml")) {
storageConfiguration = StorageConfiguration.load(inputStream, "yml");
}

storageConfiguration.getVariant().setDefaultEngine(storageEngine);
if (storageEngine.equals(HadoopVariantStorageEngine.STORAGE_ENGINE_ID)) {
Expand Down Expand Up @@ -254,20 +260,22 @@ public Path isolateOpenCGA() throws IOException {

// Mutational signatue analysis
Path analysisPath = Files.createDirectories(opencgaHome.resolve("analysis/mutational-signature")).toAbsolutePath();
inputStream = new FileInputStream("../opencga-app/app/analysis/mutational-signature/sv_clustering.R");
Files.copy(inputStream, analysisPath.resolve("sv_clustering.R"), StandardCopyOption.REPLACE_EXISTING);

Files.copy(sourceAnalysisPath.resolve("mutational-signature/sv_clustering.R"),
analysisPath.resolve("sv_clustering.R"), StandardCopyOption.REPLACE_EXISTING);

// Pedigree graph analysis
analysisPath = Files.createDirectories(opencgaHome.resolve("analysis/pedigree-graph")).toAbsolutePath();
inputStream = new FileInputStream("../opencga-app/app/analysis/pedigree-graph/ped.R");
Files.copy(inputStream, analysisPath.resolve("ped.R"), StandardCopyOption.REPLACE_EXISTING);

Files.copy(sourceAnalysisPath.resolve("pedigree-graph/ped.R"),
analysisPath.resolve("ped.R"), StandardCopyOption.REPLACE_EXISTING);

// Exomiser analysis files
analysisPath = Files.createDirectories(opencgaHome.resolve("analysis/exomiser")).toAbsolutePath();
List<String> exomiserFiles = Arrays.asList("application.properties", "exomiser-analysis.yml", "output.yml");
for (String exomiserFile : exomiserFiles) {
inputStream = new FileInputStream("../opencga-app/app/analysis/exomiser/" + exomiserFile);
Files.copy(inputStream, analysisPath.resolve(exomiserFile), StandardCopyOption.REPLACE_EXISTING);
Files.copy(sourceAnalysisPath.resolve("exomiser").resolve(exomiserFile),
analysisPath.resolve(exomiserFile), StandardCopyOption.REPLACE_EXISTING);
}

return opencgaHome;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -47,17 +47,25 @@
*/
public class CatalogManagerExternalResource extends ExternalResource {

private CatalogManager catalogManager;
private Configuration configuration;
private Path opencgaHome;
private String adminToken;
protected CatalogManager catalogManager;
protected Configuration configuration;
protected Path opencgaHome;
protected String adminToken;
public boolean initialized = false;

protected Path sourceAnalysisPath;

public CatalogManagerExternalResource() {
this(Paths.get("../opencga-app/app/analysis/"));
}

public CatalogManagerExternalResource(Path sourceAnalysisPath) {
this.sourceAnalysisPath = sourceAnalysisPath;
Configurator.setLevel("org.mongodb.driver.cluster", Level.WARN);
Configurator.setLevel("org.mongodb.driver.connection", Level.WARN);
}


@Override
public void before() throws Exception {
initialized = true;
Expand Down Expand Up @@ -93,8 +101,9 @@ public Path clearOpenCGAHome(String testName) throws IOException {

// Pedigree graph analysis
Path analysisPath = Files.createDirectories(opencgaHome.resolve("analysis/pedigree-graph")).toAbsolutePath();
FileInputStream inputStream = new FileInputStream("../opencga-app/app/analysis/pedigree-graph/ped.R");
Files.copy(inputStream, analysisPath.resolve("ped.R"), StandardCopyOption.REPLACE_EXISTING);
Files.copy(sourceAnalysisPath.resolve("pedigree-graph/ped.R"),
analysisPath.resolve("ped.R"), StandardCopyOption.REPLACE_EXISTING);

return opencgaHome;
}

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -1334,7 +1334,7 @@ protected Query getVariantQuery() {
}

// FIXME This method must be deleted once deprecated params are not supported any more
static Query getVariantQuery(QueryOptions queryOptions) {
public static Query getVariantQuery(QueryOptions queryOptions) {
Query query = VariantStorageManager.getVariantQuery(queryOptions);
queryOptions.forEach((key, value) -> {
org.opencb.commons.datastore.core.QueryParam newKey = DEPRECATED_VARIANT_QUERY_PARAM.get(key);
Expand Down
Loading