Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
File renamed without changes.
21 changes: 17 additions & 4 deletions .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ jobs:
env:
TRAVIS_DIR: computer-dist/src/assembly/travis
KUBERNETES_VERSION: 1.20.1
HUGEGRAPH_SERVER_COMMIT_ID: 848b8fb17804ddc561af832dff0bdc3f6221c904
HUGEGRAPH_SERVER_COMMIT_ID: b1b12098feb726e46c781a2f171c77558db05fc1

steps:
- name: Checkout
Expand All @@ -32,6 +32,19 @@ jobs:
uses: actions/setup-python@v4
with:
python-version: '3.8'

- name: Cache HDFS packages
uses: actions/cache@v3
id: hdfs-cache
with:
path: ~/hadoop-3.3.2.tar.gz
key: ${{ runner.os }}--hadoop
restore-keys: ${{ runner.os }}-hadoop

- name: Download HDFS
if: steps.hdfs-cache.outputs.cache-hit != 'true'
run: wget http://archive.apache.org/dist/hadoop/common/hadoop-3.3.2/hadoop-3.3.2.tar.gz -O ~/hadoop-3.3.2.tar.gz

- name: Setup HDFS
run: $TRAVIS_DIR/install-hdfs.sh

Expand Down Expand Up @@ -62,13 +75,13 @@ jobs:
distribution: 'zulu'

- name: Compile
run: mvn clean compile -Dmaven.javadoc.skip=true | grep -v "Downloading\|Downloaded"
run: mvn clean compile -Dmaven.javadoc.skip=true -ntp

- name: Integrate test
run: mvn test -P integrate-test
run: mvn test -P integrate-test -ntp

- name: Unit test
run: mvn test -P unit-test
run: mvn test -P unit-test -ntp

- name: Upload coverage to Codecov
uses: codecov/codecov-action@v3.0.0
Expand Down
2 changes: 1 addition & 1 deletion checkstyle.xml
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@
<module name="TreeWalker">
<!--检查行长度-->
<module name="LineLength">
<property name="max" value="80"/>
<property name="max" value="100"/>
<!--可以忽略的行-->
<property name="ignorePattern"
value="^package.*|^import.*|a href|href|http://|https://|ftp://"/>
Expand Down
10 changes: 10 additions & 0 deletions computer-algorithm/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -43,6 +43,16 @@
<include>*:*</include>
</includes>
</artifactSet>
<filters>
<filter>
<artifact>*:*</artifact>
<excludes>
<exclude>META-INF/*.SF</exclude>
<exclude>META-INF/*.DSA</exclude>
<exclude>META-INF/*.RSA</exclude>
</excludes>
</filter>
</filters>
</configuration>
</execution>
</executions>
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,7 @@
import com.baidu.hugegraph.computer.core.graph.vertex.Vertex;
import com.baidu.hugegraph.computer.core.worker.Computation;
import com.baidu.hugegraph.computer.core.worker.ComputationContext;
import com.baidu.hugegraph.util.Log;
import org.apache.hugegraph.util.Log;

public class BetweennessCentrality implements Computation<BetweennessMessage> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@
import com.baidu.hugegraph.computer.core.graph.value.Value.CustomizeValue;
import com.baidu.hugegraph.computer.core.io.RandomAccessInput;
import com.baidu.hugegraph.computer.core.io.RandomAccessOutput;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class BetweennessMessage implements CustomizeValue<BetweennessMessage> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -32,8 +32,8 @@
import com.baidu.hugegraph.computer.core.graph.vertex.Vertex;
import com.baidu.hugegraph.computer.core.worker.Computation;
import com.baidu.hugegraph.computer.core.worker.ComputationContext;
import com.baidu.hugegraph.util.Log;
import com.baidu.hugegraph.util.NumericUtil;
import org.apache.hugegraph.util.Log;
import org.apache.hugegraph.util.NumericUtil;

public class ClosenessCentrality implements Computation<ClosenessMessage> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,7 @@
import com.baidu.hugegraph.computer.core.worker.Computation;
import com.baidu.hugegraph.computer.core.worker.ComputationContext;
import com.baidu.hugegraph.computer.core.worker.WorkerContext;
import com.baidu.hugegraph.util.NumericUtil;
import org.apache.hugegraph.util.NumericUtil;

public class DegreeCentrality implements Computation<NullValue> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@
import com.baidu.hugegraph.computer.core.master.MasterComputation;
import com.baidu.hugegraph.computer.core.master.MasterComputationContext;
import com.baidu.hugegraph.computer.core.master.MasterContext;
import com.baidu.hugegraph.util.Log;
import org.apache.hugegraph.util.Log;

public class PageRank4Master implements MasterComputation {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@
import com.baidu.hugegraph.computer.core.graph.value.Value.CustomizeValue;
import com.baidu.hugegraph.computer.core.io.RandomAccessInput;
import com.baidu.hugegraph.computer.core.io.RandomAccessOutput;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class KcoreValue implements CustomizeValue<Object> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@

import org.apache.commons.collections.CollectionUtils;

import com.baidu.hugegraph.util.JsonUtil;
import org.apache.hugegraph.util.JsonUtil;
import com.fasterxml.jackson.annotation.JsonCreator;
import com.fasterxml.jackson.annotation.JsonProperty;
import com.google.common.collect.ImmutableList;
Expand Down
2 changes: 1 addition & 1 deletion computer-api/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@

<dependencies>
<dependency>
<groupId>com.baidu.hugegraph</groupId>
<groupId>org.apache.hugegraph</groupId>
<artifactId>hugegraph-client</artifactId>
</dependency>
</dependencies>
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -23,8 +23,8 @@

import org.slf4j.Logger;

import com.baidu.hugegraph.config.ConfigOption;
import com.baidu.hugegraph.util.Log;
import org.apache.hugegraph.config.ConfigOption;
import org.apache.hugegraph.util.Log;

public interface AlgorithmParams {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@
package com.baidu.hugegraph.computer.core.combiner;

import com.baidu.hugegraph.computer.core.graph.value.DoubleValue;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class DoubleValueSumCombiner implements Combiner<DoubleValue> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@
package com.baidu.hugegraph.computer.core.combiner;

import com.baidu.hugegraph.computer.core.graph.value.FloatValue;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class FloatValueSumCombiner implements Combiner<FloatValue> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@
package com.baidu.hugegraph.computer.core.combiner;

import com.baidu.hugegraph.computer.core.graph.value.IntValue;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class IntValueSumCombiner implements Combiner<IntValue> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@
package com.baidu.hugegraph.computer.core.combiner;

import com.baidu.hugegraph.computer.core.graph.value.LongValue;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class LongValueSumCombiner implements Combiner<LongValue> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@

import com.baidu.hugegraph.computer.core.graph.properties.Properties;
import com.baidu.hugegraph.computer.core.graph.value.Value;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class MergeNewPropertiesCombiner implements PropertiesCombiner {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@

import com.baidu.hugegraph.computer.core.graph.properties.Properties;
import com.baidu.hugegraph.computer.core.graph.value.Value;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class MergeOldPropertiesCombiner implements PropertiesCombiner {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@
package com.baidu.hugegraph.computer.core.combiner;

import com.baidu.hugegraph.computer.core.graph.value.Value;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class OverwriteCombiner<T extends Value> implements Combiner<T> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@
package com.baidu.hugegraph.computer.core.combiner;

import com.baidu.hugegraph.computer.core.graph.properties.Properties;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class OverwritePropertiesCombiner implements PropertiesCombiner {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@
package com.baidu.hugegraph.computer.core.combiner;

import com.baidu.hugegraph.computer.core.graph.value.Value;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class ValueMaxCombiner<T extends Value> implements Combiner<T> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@
package com.baidu.hugegraph.computer.core.combiner;

import com.baidu.hugegraph.computer.core.graph.value.Value;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class ValueMinCombiner<T extends Value> implements Combiner<T> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@
import com.baidu.hugegraph.computer.core.allocator.Allocator;
import com.baidu.hugegraph.computer.core.config.Config;
import com.baidu.hugegraph.computer.core.graph.GraphFactory;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public final class ComputerContext {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@

package com.baidu.hugegraph.computer.core.common;

import com.baidu.hugegraph.util.Bytes;
import org.apache.hugegraph.util.Bytes;

public final class Constants {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@
package com.baidu.hugegraph.computer.core.common;

import com.baidu.hugegraph.computer.core.common.exception.ComputerException;
import com.baidu.hugegraph.util.CollectionUtil;
import org.apache.hugegraph.util.CollectionUtil;
import com.google.common.collect.HashBasedTable;
import com.google.common.collect.Table;

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -19,9 +19,9 @@

package com.baidu.hugegraph.computer.core.config;

import com.baidu.hugegraph.config.ConfigOption;
import com.baidu.hugegraph.config.HugeConfig;
import com.baidu.hugegraph.config.TypedOption;
import org.apache.hugegraph.config.ConfigOption;
import org.apache.hugegraph.config.HugeConfig;
import org.apache.hugegraph.config.TypedOption;

public interface Config {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@

package com.baidu.hugegraph.computer.core.config;

import com.baidu.hugegraph.config.ConfigOption;
import org.apache.hugegraph.config.ConfigOption;

/**
* Null is used in ConfigOption<Class> to indicate a null class option.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@
import com.baidu.hugegraph.computer.core.graph.value.Value.Tvalue;
import com.baidu.hugegraph.computer.core.io.RandomAccessInput;
import com.baidu.hugegraph.computer.core.io.RandomAccessOutput;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class BooleanValue implements Tvalue<Boolean> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@
import com.baidu.hugegraph.computer.core.graph.value.Value.Tvalue;
import com.baidu.hugegraph.computer.core.io.RandomAccessInput;
import com.baidu.hugegraph.computer.core.io.RandomAccessOutput;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class DoubleValue extends Number implements Tvalue<Double> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@
import com.baidu.hugegraph.computer.core.graph.value.Value.Tvalue;
import com.baidu.hugegraph.computer.core.io.RandomAccessInput;
import com.baidu.hugegraph.computer.core.io.RandomAccessOutput;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class FloatValue extends Number implements Tvalue<Float> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@
import com.baidu.hugegraph.computer.core.graph.value.Value.Tvalue;
import com.baidu.hugegraph.computer.core.io.RandomAccessInput;
import com.baidu.hugegraph.computer.core.io.RandomAccessOutput;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class IntValue extends Number implements Tvalue<Integer> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@
import com.baidu.hugegraph.computer.core.graph.value.Value.Tvalue;
import com.baidu.hugegraph.computer.core.io.RandomAccessInput;
import com.baidu.hugegraph.computer.core.io.RandomAccessOutput;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class ListValue<T extends Tvalue<?>> implements Tvalue<List<Object>> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@
import com.baidu.hugegraph.computer.core.graph.value.Value.Tvalue;
import com.baidu.hugegraph.computer.core.io.RandomAccessInput;
import com.baidu.hugegraph.computer.core.io.RandomAccessOutput;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class LongValue extends Number implements Tvalue<Long> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@
import com.baidu.hugegraph.computer.core.graph.value.Value.Tvalue;
import com.baidu.hugegraph.computer.core.io.RandomAccessInput;
import com.baidu.hugegraph.computer.core.io.RandomAccessOutput;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class NullValue implements Tvalue<Void> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@
import com.baidu.hugegraph.computer.core.graph.value.Value.Tvalue;
import com.baidu.hugegraph.computer.core.io.RandomAccessInput;
import com.baidu.hugegraph.computer.core.io.RandomAccessOutput;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public class StringValue implements Tvalue<String> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@

import com.baidu.hugegraph.computer.core.io.Readable;
import com.baidu.hugegraph.computer.core.io.Writable;
import com.baidu.hugegraph.util.E;
import org.apache.hugegraph.util.E;

public interface Value extends Writable, Readable, Comparable<Value> {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -19,8 +19,8 @@

package com.baidu.hugegraph.computer.core.input;

import com.baidu.hugegraph.structure.graph.Edge;
import com.baidu.hugegraph.structure.graph.Vertex;
import org.apache.hugegraph.structure.graph.Edge;
import org.apache.hugegraph.structure.graph.Vertex;

/**
* Filter vertices or edges, user can filter vertices, edges and their
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@

import com.baidu.hugegraph.computer.core.graph.value.Value;
import com.baidu.hugegraph.computer.core.graph.vertex.Vertex;
import com.baidu.hugegraph.iterator.MapperIterator;
import org.apache.hugegraph.iterator.MapperIterator;

/**
* FilterComputation is computation that can't combine the messages. When
Expand Down
Loading