Expand graph collection and update project tooling

.github/dependabot.yml

@@ -0,0 +1,10 @@
+version: 2
+updates:
+  - package-ecosystem: "pip"
+    directory: "/"
+    schedule:
+      interval: "monthly"
+    ignore:
+      - dependency-name: "pyformlang"
+        versions:
+          - ">=1.0.0"

.github/workflows/coverage.yml

@@ -7,7 +7,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [ 3.9 ]
+        python-version: [ 3.11 ]
     steps:
       - uses: actions/checkout@v3
 
@@ -16,15 +16,25 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
 
+      - name: Install Poetry
+        run: |
+          pip install poetry
+
+      - name: Install dependencies with Poetry
+        run: |
+          poetry install --no-interaction --no-ansi --with dev,test
+
+      - name: Show installed packages
+        run: poetry show
+
       - name: Install packages
         run: |
-          python -m pip install --upgrade pip wheel setuptools
-          python -m pip install -r requirements.txt
-          python -m pip install -r requirements/tests.txt
           python -m pip install .
-          python -m pip list
+
 
       - name: Test CFPQ_Data with coverage
         run: |
-          pytest --cov=cfpq_data --doctest-modules -vv -s cfpq_data tests
-          codecov
+          poetry run pytest --cov=cfpq_data --doctest-modules -vv -s cfpq_data tests
+
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v3

.github/workflows/deploy_docs.yml

@@ -11,7 +11,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [ 3.9 ]
+        python-version: [ 3.11 ]
     steps:
       - uses: actions/checkout@v3
 
@@ -20,16 +20,23 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
 
+      - name: Install Poetry
+        run: |
+          pip install poetry
+
+      - name: Install dependencies with Poetry
+        run: |
+          poetry install --no-interaction --no-ansi --with docs
+
+      - name: Show installed packages
+        run: poetry show
+
       - name: Install packages
         run: |
-          python -m pip install --upgrade pip wheel setuptools
-          python -m pip install -r requirements.txt
-          python -m pip install -r requirements/docs.txt
-          python -m pip install .
-          python -m pip list
+          poetry run pip install .
 
       - name: Build
-        run: make -C docs/ html
+        run: poetry run make -C docs/ html
 
       - name: Deploy
         uses: JamesIves/github-pages-deploy-action@4.1.3

.github/workflows/tests.yml

@@ -12,7 +12,7 @@ jobs:
             macos-latest,
             windows-latest,
         ]
-        python-version: [ 3.9 ]
+        python-version: [ 3.11 ]
     steps:
       - uses: actions/checkout@v3
 
@@ -21,14 +21,21 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
 
+      - name: Install Poetry
+        run: |
+          pip install poetry
+
+      - name: Install dependencies with Poetry
+        run: |
+          poetry install --no-interaction --no-ansi --with dev,test
+
+      - name: Show installed packages
+        run: poetry show
+
       - name: Install packages
         run: |
-          python -m pip install --upgrade pip wheel setuptools
-          python -m pip install -r requirements.txt
-          python -m pip install -r requirements/tests.txt
           python -m pip install .
-          python -m pip list
 
       - name: Test CFPQ_Data
         run: |
-          pytest --doctest-modules -vv -s cfpq_data tests
+          poetry run pytest --doctest-modules -vv -s cfpq_data tests

docs/graphs/data/apache.rst

@@ -17,32 +17,12 @@ Info
      - apache_httpd_2_2_18_points_to_graph
    * - Version
      - 4.0.0
-   * - Direct download (.csv + .md)
-     - `.tar.gz <https://cfpq-data.storage.yandexcloud.net/4.0.0/graph/apache.tar.gz>`_
+   * - Direct download
+     - `.tar.gz <https://drive.google.com/uc?export=download&id=1HIfOYq_XYIb1G69ApSHYleWYA5SPUI6A>`_
    * - Origin
      - `.txt <https://drive.google.com/uc?export=download&id=0B8bQanV_QfNkRnhDRS00QmNkbGs>`_
 
 
-CSV File Structure
-------------------
-
-.. list-table::
-   :header-rows: 1
-
-   * - Column Number
-     - Column Type
-     - Column Description
-   * - 1
-     - int
-     - The tail of the edge
-   * - 2
-     - int
-     - The head of the edge
-   * - 3
-     - str
-     - The label of the edge
-
-
 Graph Statistics
 ----------------
 
@@ -52,7 +32,7 @@ Graph Statistics
    * - Num Nodes
      - Num Edges
    * - 1721418
-     - 1510411
+     - 3020822
 
 
 Edges Statistics
@@ -65,8 +45,13 @@ Edges Statistics
      - Num Edge Label
    * - d
      - 1147612
+   * - d_r
+     - 1147612
    * - a
      - 362799
+   * - a_r
+     - 362799
+
 
 Canonical grammars
 ------------------

docs/graphs/data/arch.rst

@@ -17,32 +17,12 @@ Info
      - arch_after_inline
    * - Version
      - 4.0.0
-   * - Direct download (.csv + .md)
-     - `.tar.gz <https://cfpq-data.storage.yandexcloud.net/4.0.0/graph/arch.tar.gz>`_
+   * - Direct download
+     - `.tar.gz <https://drive.google.com/uc?export=download&id=1ExNfE0po3he_0QJpQS1BlsZbckexg5Ww>`_
    * - Origin
      - `.txt <https://drive.google.com/uc?export=download&id=0B8bQanV_QfNkMmtacXNya3pCdFU>`_
 
 
-CSV File Structure
-------------------
-
-.. list-table::
-   :header-rows: 1
-
-   * - Column Number
-     - Column Type
-     - Column Description
-   * - 1
-     - int
-     - The tail of the edge
-   * - 2
-     - int
-     - The head of the edge
-   * - 3
-     - str
-     - The label of the edge
-
-
 Graph Statistics
 ----------------
 
@@ -52,7 +32,7 @@ Graph Statistics
    * - Num Nodes
      - Num Edges
    * - 3448422
-     - 2970242
+     - 5940484
 
 
 Edges Statistics
@@ -65,8 +45,13 @@ Edges Statistics
      - Num Edge Label
    * - d
      - 2298947
+   * - d_r
+     - 2298947
    * - a
      - 671295
+   * - a_r
+     - 671295
+
 
 Canonical grammars
 ------------------

docs/graphs/data/atom.rst

@@ -17,32 +17,12 @@ Info
      - atom_primitive
    * - Version
      - 4.0.0
-   * - Direct download (.csv + .md)
-     - `.tar.gz <https://cfpq-data.storage.yandexcloud.net/4.0.0/graph/atom.tar.gz>`_
+   * - Direct download
+     - `.tar.gz <https://drive.google.com/uc?export=download&id=1q-OhOXW3za7fXpH0KfVCB-MrXmSAUhb2>`_
    * - Origin
      - `link <http://ontology.dumontierlab.com/atom-primitive>`_
 
 
-CSV File Structure
-------------------
-
-.. list-table::
-   :header-rows: 1
-
-   * - Column Number
-     - Column Type
-     - Column Description
-   * - 1
-     - int
-     - The tail of the edge
-   * - 2
-     - int
-     - The head of the edge
-   * - 3
-     - str
-     - The label of the edge
-
-
 Graph Statistics
 ----------------
 
@@ -52,7 +32,7 @@ Graph Statistics
    * - Num Nodes
      - Num Edges
    * - 291
-     - 425
+     - 850
 
 
 Edges Statistics
@@ -65,38 +45,73 @@ Edges Statistics
      - Num Edge Label
    * - type
      - 138
+   * - type_r
+     - 138
    * - label
      - 129
+   * - label_r
+     - 129
    * - subClassOf
      - 122
+   * - subClassOf_r
+     - 122
    * - comment
      - 11
+   * - comment_r
+     - 11
    * - domain
      - 5
+   * - domain_r
+     - 5
    * - range
      - 5
+   * - range_r
+     - 5
    * - subPropertyOf
      - 4
+   * - subPropertyOf_r
+     - 4
    * - creator
      - 2
-   * - seeAlso
+   * - creator_r
+     - 2
+   * - date
      - 1
-   * - title
+   * - date_r
      - 1
    * - description
      - 1
-   * - imports
+   * - description_r
      - 1
-   * - date
+   * - format
      - 1
-   * - versionInfo
+   * - format_r
+     - 1
+   * - imports
+     - 1
+   * - imports_r
      - 1
    * - language
      - 1
+   * - language_r
+     - 1
    * - publisher
      - 1
-   * - format
+   * - publisher_r
+     - 1
+   * - seeAlso
+     - 1
+   * - seeAlso_r
+     - 1
+   * - title
+     - 1
+   * - title_r
      - 1
+   * - versionInfo
+     - 1
+   * - versionInfo_r
+     - 1
+
 
 Canonical grammars
 ------------------