Linearsys with known values (#18)

    Adds support for excluding terminal states from reward estimation
    Also updates configuration for policyeval experiments

.github/workflows/python-main.yml

@@ -13,15 +13,15 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.8']
+        python-version: ['3.9']
     steps:
     - uses: actions/checkout@v3
     - name: Set up Python ${{ matrix.python-version }}
       uses: actions/setup-python@v4
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install tox and any other packages
-      run: pip install tox
+      run: pip install tox tox-uv
     - name: Run tox
       # Run tox using tox.ini
       run: tox -c tox.ini

.github/workflows/python-pull-request.yml

@@ -14,15 +14,15 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.8']   
+        python-version: ['3.9']   
     steps:
     - uses: actions/checkout@v3
     - name: Set up Python ${{ matrix.python-version }}
       uses: actions/setup-python@v4
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install tox and any other packages
-      run: pip install tox
+      run: pip install tox tox-uv
     - name: Run tox
       # Run tox using tox.ini
       run: tox -c tox.ini

Makefile

@@ -1,13 +1,13 @@
-pip-compile: requirements.in test-requirements.in nb-requirements.in dev-requirements.in ray-env-requirements.in rendering-requirements.in 
-	pip-compile --no-emit-index-url --no-emit-options --no-emit-find-links requirements.in
-	pip-compile --no-emit-index-url --no-emit-options --no-emit-find-links test-requirements.in
-	pip-compile --no-emit-index-url --no-emit-options --no-emit-find-links nb-requirements.in
-	pip-compile --no-emit-index-url --no-emit-options --no-emit-find-links dev-requirements.in
-	pip-compile --no-emit-index-url --no-emit-options --no-emit-find-links ray-env-requirements.in --unsafe-package ray
-	pip-compile --no-emit-index-url --no-emit-options --no-emit-find-links rendering-requirements.in
+pip-compile: requirements.in test-requirements.in nb-requirements.in dev-requirements.in ray-env-requirements.in rendering-requirements.txt
+	uv pip compile --no-emit-index-url --no-emit-find-links requirements.in -o requirements.txt
+	uv pip compile --no-emit-index-url --no-emit-find-links test-requirements.in -o test-requirements.txt
+	uv pip compile --no-emit-index-url --no-emit-find-links nb-requirements.in -o nb-requirements.txt
+	uv pip compile --no-emit-index-url --no-emit-find-links dev-requirements.in -o dev-requirements.txt
+	uv pip compile --no-emit-index-url --no-emit-find-links ray-env-requirements.in -o ray-env-requirements.txt --unsafe-package ray
+	uv pip compile --no-emit-index-url --no-emit-find-links rendering-requirements.in -o rendering-requirements.txt
 
 pip-install: pip-compile
-	pip install -r dev-requirements.txt -e .
+	uv pip install -r dev-requirements.txt -e .
 
 format:
 	ruff format src tests --line-length 88

README.md

@@ -32,8 +32,8 @@ For specific snapshots of code submitted to conferences:
 
 ## Dev Env
 First, make sure the following python development tools are installed:
-  - pip
-  - pip-tools(==7.3.0)
+  - [uv](https://docs.astral.sh/uv/getting-started/installation/)
+  - [ruff](https://docs.astral.sh/ruff/installation/)
 
 Then, in a virtual environment, run pip-compile and install:
 
@@ -44,6 +44,12 @@ $ make pip-install
 
 These should install all the requirements dependencies for development.
 
+For building, install tox and tox-uv
+
+```
+$ pip install tox tox-uv
+```
+
 ## Dependencies
 
 The dependecy files map to a purpose as follows:
@@ -54,4 +60,4 @@ The dependecy files map to a purpose as follows:
   - [rendering-requirements.in](rendering-requirements.in): for environments can be rendered in a graphical interface, with OpenGL.
   - [ray-env-requirements.in](ray-env-requirements.in): for ray in a cluster environment. During compilation with `pip-compile`, it's best to exclude the version of ray (see [Makefile](Makefile)).
 
-All requirements files are compiled using `pip-compile`.
+All requirements files are compiled using `uv`.