Skip to content

Commit

Permalink
finish renaming materialise stage to link
Browse files Browse the repository at this point in the history
  • Loading branch information
jamesamcl committed Dec 27, 2024
1 parent d38ff24 commit f21f5ad
Show file tree
Hide file tree
Showing 4 changed files with 5 additions and 5 deletions.
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@

[package]
name = "grebi_materialise"
name = "grebi_link"
version = "0.1.0"
edition = "2021"

Expand Down
File renamed without changes.
File renamed without changes.
8 changes: 4 additions & 4 deletions dataload/nextflow/load_subgraph.nf
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@ workflow {
indexed = index(merged.collect())

link(merged.flatten(), indexed.metadata_jsonl, indexed.summary_json, Channel.value(config.exclude_edges + config.identifier_props), Channel.value(config.exclude_self_referential_edges + config.identifier_props), groups_txt)
merge_summary_jsons(indexed.summary_json.collect() + link.out.mat_summary.collect())
merge_summary_jsons(indexed.summary_json.collect() + link.out.linked_summary.collect())

compressed_blobs = create_compressed_blobs(link.out.nodes.mix(link.out.edges))
sqlite = create_sqlite(compressed_blobs.collect())
Expand Down Expand Up @@ -250,19 +250,19 @@ process link {
output:
path("linked_nodes_${task.index}.jsonl"), emit: nodes
path("linked_edges_${task.index}.jsonl"), emit: edges
path("mat_summary_${task.index}.json"), emit: mat_summary
path("linked_summary_${task.index}.json"), emit: linked_summary

script:
"""
#!/usr/bin/env bash
set -Eeuo pipefail
cat ${merged_filename} \
| ${params.home}/target/release/grebi_materialise \
| ${params.home}/target/release/grebi_link \
--in-metadata-jsonl ${metadata_jsonl} \
--in-summary-json ${index_summary_json} \
--groups-txt ${groups_txt} \
--out-edges-jsonl linked_edges_${task.index}.jsonl \
--out-summary-json mat_summary_${task.index}.json \
--out-summary-json linked_summary_${task.index}.json \
--exclude ${exclude.iterator().join(",")} \
--exclude-self-referential ${exclude_self_referential.iterator().join(",")} \
> linked_nodes_${task.index}.jsonl
Expand Down

0 comments on commit f21f5ad

Please sign in to comment.