Port Packed Producing Python Programs, #1008 (#1067)

apache · Dec 22, 2024 · 85c0141 · 85c0141
1 parent e40a520
commit 85c0141
Show file tree

Hide file tree

Showing 39 changed files with 1,607 additions and 142 deletions.
diff --git a/.github/workflows/Lucene-Net-Util-Packed-Python-Scripts.yml b/.github/workflows/Lucene-Net-Util-Packed-Python-Scripts.yml
@@ -0,0 +1,54 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+name: 'Lucene.Net.Util.Packed Python Scripts'
+
+# This will:
+# checkout this repo
+# run the python scripts in the src/Lucene.Net/Util/Packed folder
+# check for any pending git changes
+
+on:
+  workflow_dispatch:
+  pull_request:
+    paths:
+    - '.github/workflows/Lucene-Net-Packed-Python-Scripts.yml'
+    - 'src/Lucene.Net/Util/Packed/*.py'
+    - 'src/Lucene.Net/Util/Packed/BulkOperation*.cs'
+    - 'src/Lucene.Net/Util/Packed/Direct*.cs'
+    - 'src/Lucene.Net/Util/Packed/Packed*.cs'
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout Lucene.Net source
+        uses: actions/checkout@v3
+
+      - name: Execute Python scripts
+        working-directory: src/Lucene.Net/Util/Packed
+        run: |
+          python3 ./gen_BulkOperation.py
+          python3 ./gen_Direct.py
+          python3 ./gen_Packed64SingleBlock.py
+          python3 ./gen_PackedThreeBlocks.py
+        shell: bash
+
+      - name: Check for changes
+        run: |
+          git diff --exit-code
+        shell: bash
diff --git a/src/Lucene.Net/Util/Packed/BulkOperation.cs b/src/Lucene.Net/Util/Packed/BulkOperation.cs
@@ -1,7 +1,14 @@
-using Lucene.Net.Diagnostics;
+using Lucene.Net.Diagnostics;
 using System;
 
-// this file has been automatically generated, DO NOT EDIT
+//------------------------------------------------------------------------------
+// <auto-generated>
+//     This code was generated by the gen_BulkOperation.py script.
+//
+//     Changes to this file may cause incorrect behavior and will be lost if
+//     the code is regenerated.
+// </auto-generated>
+//------------------------------------------------------------------------------
 
 namespace Lucene.Net.Util.Packed
 {
@@ -121,7 +128,7 @@ internal abstract class BulkOperation : PackedInt32s.IDecoder, PackedInt32s.IEnc
             new BulkOperationPacked(61),
             new BulkOperationPacked(62),
             new BulkOperationPacked(63),
-            new BulkOperationPacked(64)
+            new BulkOperationPacked(64),
         };
 
         // NOTE: this is sparse (some entries are null):
@@ -157,9 +164,10 @@ internal abstract class BulkOperation : PackedInt32s.IDecoder, PackedInt32s.IEnc
             null,
             null,
             null,
-            new BulkOperationPackedSingleBlock(32)
+            new BulkOperationPackedSingleBlock(32),
         };
 
+
         public static BulkOperation Of(PackedInt32s.Format format, int bitsPerValue)
         {
             if (format == PackedInt32s.Format.PACKED)

diff --git a/src/Lucene.Net/Util/Packed/BulkOperationPacked1.cs b/src/Lucene.Net/Util/Packed/BulkOperationPacked1.cs
@@ -1,4 +1,11 @@
-// this file has been automatically generated, DO NOT EDIT
+//------------------------------------------------------------------------------
+// <auto-generated>
+//     This code was generated by the gen_BulkOperation.py script.
+//
+//     Changes to this file may cause incorrect behavior and will be lost if
+//     the code is regenerated.
+// </auto-generated>
+//------------------------------------------------------------------------------
 
 namespace Lucene.Net.Util.Packed
 {
@@ -45,7 +52,7 @@ public override void Decode(byte[] blocks, int blocksOffset, int[] values, int v
         {
             for (int j = 0; j < iterations; ++j)
             {
-                var block = blocks[blocksOffset++];
+                byte block = blocks[blocksOffset++];
                 values[valuesOffset++] = (block >>> 7) & 1;
                 values[valuesOffset++] = (block >>> 6) & 1;
                 values[valuesOffset++] = (block >>> 5) & 1;
@@ -56,15 +63,14 @@ public override void Decode(byte[] blocks, int blocksOffset, int[] values, int v
                 values[valuesOffset++] = block & 1;
             }
         }
-
         public override void Decode(long[] blocks, int blocksOffset, long[] values, int valuesOffset, int iterations)
         {
             for (int i = 0; i < iterations; ++i)
             {
                 long block = blocks[blocksOffset++];
                 for (int shift = 63; shift >= 0; shift -= 1)
                 {
-                    values[valuesOffset++] = ((block >>> shift)) & 1;
+                    values[valuesOffset++] = (block >>> shift) & 1;
                 }
             }
         }
@@ -73,7 +79,7 @@ public override void Decode(byte[] blocks, int blocksOffset, long[] values, int
         {
             for (int j = 0; j < iterations; ++j)
             {
-                var block = blocks[blocksOffset++];
+                byte block = blocks[blocksOffset++];
                 values[valuesOffset++] = (block >>> 7) & 1;
                 values[valuesOffset++] = (block >>> 6) & 1;
                 values[valuesOffset++] = (block >>> 5) & 1;

diff --git a/src/Lucene.Net/Util/Packed/BulkOperationPacked10.cs b/src/Lucene.Net/Util/Packed/BulkOperationPacked10.cs
@@ -1,4 +1,11 @@
-// this file has been automatically generated, DO NOT EDIT
+//------------------------------------------------------------------------------
+// <auto-generated>
+//     This code was generated by the gen_BulkOperation.py script.
+//
+//     Changes to this file may cause incorrect behavior and will be lost if
+//     the code is regenerated.
+// </auto-generated>
+//------------------------------------------------------------------------------
 
 namespace Lucene.Net.Util.Packed
 {
@@ -88,13 +95,12 @@ public override void Decode(byte[] blocks, int blocksOffset, int[] values, int v
                 values[valuesOffset++] = ((byte3 & 3) << 8) | byte4;
             }
         }
-
         public override void Decode(long[] blocks, int blocksOffset, long[] values, int valuesOffset, int iterations)
         {
             for (int i = 0; i < iterations; ++i)
             {
                 long block0 = blocks[blocksOffset++];
-                values[valuesOffset++] = (block0 >>> 54);
+                values[valuesOffset++] = block0 >>> 54;
                 values[valuesOffset++] = (block0 >>> 44) & 1023L;
                 values[valuesOffset++] = (block0 >>> 34) & 1023L;
                 values[valuesOffset++] = (block0 >>> 24) & 1023L;

diff --git a/src/Lucene.Net/Util/Packed/BulkOperationPacked11.cs b/src/Lucene.Net/Util/Packed/BulkOperationPacked11.cs
@@ -1,4 +1,11 @@
-// this file has been automatically generated, DO NOT EDIT
+//------------------------------------------------------------------------------
+// <auto-generated>
+//     This code was generated by the gen_BulkOperation.py script.
+//
+//     Changes to this file may cause incorrect behavior and will be lost if
+//     the code is regenerated.
+// </auto-generated>
+//------------------------------------------------------------------------------
 
 namespace Lucene.Net.Util.Packed
 {
@@ -136,7 +143,6 @@ public override void Decode(byte[] blocks, int blocksOffset, int[] values, int v
                 values[valuesOffset++] = ((byte9 & 7) << 8) | byte10;
             }
         }
-
         public override void Decode(long[] blocks, int blocksOffset, long[] values, int valuesOffset, int iterations)
         {
             for (int i = 0; i < iterations; ++i)

diff --git a/src/Lucene.Net/Util/Packed/BulkOperationPacked12.cs b/src/Lucene.Net/Util/Packed/BulkOperationPacked12.cs
@@ -1,4 +1,11 @@
-// this file has been automatically generated, DO NOT EDIT
+//------------------------------------------------------------------------------
+// <auto-generated>
+//     This code was generated by the gen_BulkOperation.py script.
+//
+//     Changes to this file may cause incorrect behavior and will be lost if
+//     the code is regenerated.
+// </auto-generated>
+//------------------------------------------------------------------------------
 
 namespace Lucene.Net.Util.Packed
 {
@@ -66,7 +73,6 @@ public override void Decode(byte[] blocks, int blocksOffset, int[] values, int v
                 values[valuesOffset++] = ((byte1 & 15) << 8) | byte2;
             }
         }
-
         public override void Decode(long[] blocks, int blocksOffset, long[] values, int valuesOffset, int iterations)
         {
             for (int i = 0; i < iterations; ++i)

diff --git a/src/Lucene.Net/Util/Packed/BulkOperationPacked13.cs b/src/Lucene.Net/Util/Packed/BulkOperationPacked13.cs
@@ -1,4 +1,11 @@
-// this file has been automatically generated, DO NOT EDIT
+//------------------------------------------------------------------------------
+// <auto-generated>
+//     This code was generated by the gen_BulkOperation.py script.
+//
+//     Changes to this file may cause incorrect behavior and will be lost if
+//     the code is regenerated.
+// </auto-generated>
+//------------------------------------------------------------------------------
 
 namespace Lucene.Net.Util.Packed
 {
@@ -140,7 +147,6 @@ public override void Decode(byte[] blocks, int blocksOffset, int[] values, int v
                 values[valuesOffset++] = ((byte11 & 31) << 8) | byte12;
             }
         }
-
         public override void Decode(long[] blocks, int blocksOffset, long[] values, int valuesOffset, int iterations)
         {
             for (int i = 0; i < iterations; ++i)

diff --git a/src/Lucene.Net/Util/Packed/BulkOperationPacked14.cs b/src/Lucene.Net/Util/Packed/BulkOperationPacked14.cs
@@ -1,4 +1,11 @@
-// this file has been automatically generated, DO NOT EDIT
+//------------------------------------------------------------------------------
+// <auto-generated>
+//     This code was generated by the gen_BulkOperation.py script.
+//
+//     Changes to this file may cause incorrect behavior and will be lost if
+//     the code is regenerated.
+// </auto-generated>
+//------------------------------------------------------------------------------
 
 namespace Lucene.Net.Util.Packed
 {
@@ -92,7 +99,6 @@ public override void Decode(byte[] blocks, int blocksOffset, int[] values, int v
                 values[valuesOffset++] = ((byte5 & 63) << 8) | byte6;
             }
         }
-
         public override void Decode(long[] blocks, int blocksOffset, long[] values, int valuesOffset, int iterations)
         {
             for (int i = 0; i < iterations; ++i)

diff --git a/src/Lucene.Net/Util/Packed/BulkOperationPacked15.cs b/src/Lucene.Net/Util/Packed/BulkOperationPacked15.cs
@@ -1,4 +1,11 @@
-// this file has been automatically generated, DO NOT EDIT
+//------------------------------------------------------------------------------
+// <auto-generated>
+//     This code was generated by the gen_BulkOperation.py script.
+//
+//     Changes to this file may cause incorrect behavior and will be lost if
+//     the code is regenerated.
+// </auto-generated>
+//------------------------------------------------------------------------------
 
 namespace Lucene.Net.Util.Packed
 {
@@ -144,7 +151,6 @@ public override void Decode(byte[] blocks, int blocksOffset, int[] values, int v
                 values[valuesOffset++] = ((byte13 & 127) << 8) | byte14;
             }
         }
-
         public override void Decode(long[] blocks, int blocksOffset, long[] values, int valuesOffset, int iterations)
         {
             for (int i = 0; i < iterations; ++i)

diff --git a/src/Lucene.Net/Util/Packed/BulkOperationPacked16.cs b/src/Lucene.Net/Util/Packed/BulkOperationPacked16.cs
@@ -1,4 +1,11 @@
-// this file has been automatically generated, DO NOT EDIT
+//------------------------------------------------------------------------------
+// <auto-generated>
+//     This code was generated by the gen_BulkOperation.py script.
+//
+//     Changes to this file may cause incorrect behavior and will be lost if
+//     the code is regenerated.
+// </auto-generated>
+//------------------------------------------------------------------------------
 
 namespace Lucene.Net.Util.Packed
 {
@@ -48,7 +55,6 @@ public override void Decode(byte[] blocks, int blocksOffset, int[] values, int v
                 values[valuesOffset++] = ((blocks[blocksOffset++] & 0xFF) << 8) | (blocks[blocksOffset++] & 0xFF);
             }
         }
-
         public override void Decode(long[] blocks, int blocksOffset, long[] values, int valuesOffset, int iterations)
         {
             for (int i = 0; i < iterations; ++i)

diff --git a/src/Lucene.Net/Util/Packed/BulkOperationPacked17.cs b/src/Lucene.Net/Util/Packed/BulkOperationPacked17.cs
@@ -1,4 +1,11 @@
-// this file has been automatically generated, DO NOT EDIT
+//------------------------------------------------------------------------------
+// <auto-generated>
+//     This code was generated by the gen_BulkOperation.py script.
+//
+//     Changes to this file may cause incorrect behavior and will be lost if
+//     the code is regenerated.
+// </auto-generated>
+//------------------------------------------------------------------------------
 
 namespace Lucene.Net.Util.Packed
 {
@@ -148,7 +155,6 @@ public override void Decode(byte[] blocks, int blocksOffset, int[] values, int v
                 values[valuesOffset++] = ((byte14 & 1) << 16) | (byte15 << 8) | byte16;
             }
         }
-
         public override void Decode(long[] blocks, int blocksOffset, long[] values, int valuesOffset, int iterations)
         {
             for (int i = 0; i < iterations; ++i)

diff --git a/src/Lucene.Net/Util/Packed/BulkOperationPacked18.cs b/src/Lucene.Net/Util/Packed/BulkOperationPacked18.cs
@@ -1,4 +1,11 @@
-// this file has been automatically generated, DO NOT EDIT
+//------------------------------------------------------------------------------
+// <auto-generated>
+//     This code was generated by the gen_BulkOperation.py script.
+//
+//     Changes to this file may cause incorrect behavior and will be lost if
+//     the code is regenerated.
+// </auto-generated>
+//------------------------------------------------------------------------------
 
 namespace Lucene.Net.Util.Packed
 {
@@ -96,7 +103,6 @@ public override void Decode(byte[] blocks, int blocksOffset, int[] values, int v
                 values[valuesOffset++] = ((byte6 & 3) << 16) | (byte7 << 8) | byte8;
             }
         }
-
         public override void Decode(long[] blocks, int blocksOffset, long[] values, int valuesOffset, int iterations)
         {
             for (int i = 0; i < iterations; ++i)

diff --git a/src/Lucene.Net/Util/Packed/BulkOperationPacked19.cs b/src/Lucene.Net/Util/Packed/BulkOperationPacked19.cs
@@ -1,4 +1,11 @@
-// this file has been automatically generated, DO NOT EDIT
+//------------------------------------------------------------------------------
+// <auto-generated>
+//     This code was generated by the gen_BulkOperation.py script.
+//
+//     Changes to this file may cause incorrect behavior and will be lost if
+//     the code is regenerated.
+// </auto-generated>
+//------------------------------------------------------------------------------
 
 namespace Lucene.Net.Util.Packed
 {
@@ -152,7 +159,6 @@ public override void Decode(byte[] blocks, int blocksOffset, int[] values, int v
                 values[valuesOffset++] = ((byte16 & 7) << 16) | (byte17 << 8) | byte18;
             }
         }
-
         public override void Decode(long[] blocks, int blocksOffset, long[] values, int valuesOffset, int iterations)
         {
             for (int i = 0; i < iterations; ++i)

diff --git a/src/Lucene.Net/Util/Packed/BulkOperationPacked2.cs b/src/Lucene.Net/Util/Packed/BulkOperationPacked2.cs
@@ -1,4 +1,11 @@
-// this file has been automatically generated, DO NOT EDIT
+//------------------------------------------------------------------------------
+// <auto-generated>
+//     This code was generated by the gen_BulkOperation.py script.
+//
+//     Changes to this file may cause incorrect behavior and will be lost if
+//     the code is regenerated.
+// </auto-generated>
+//------------------------------------------------------------------------------
 
 namespace Lucene.Net.Util.Packed
 {
@@ -45,14 +52,13 @@ public override void Decode(byte[] blocks, int blocksOffset, int[] values, int v
         {
             for (int j = 0; j < iterations; ++j)
             {
-                var block = blocks[blocksOffset++];
+                byte block = blocks[blocksOffset++];
                 values[valuesOffset++] = (block >>> 6) & 3;
                 values[valuesOffset++] = (block >>> 4) & 3;
                 values[valuesOffset++] = (block >>> 2) & 3;
                 values[valuesOffset++] = block & 3;
             }
         }
-
         public override void Decode(long[] blocks, int blocksOffset, long[] values, int valuesOffset, int iterations)
         {
             for (int i = 0; i < iterations; ++i)
@@ -69,7 +75,7 @@ public override void Decode(byte[] blocks, int blocksOffset, long[] values, int
         {
             for (int j = 0; j < iterations; ++j)
             {
-                var block = blocks[blocksOffset++];
+                byte block = blocks[blocksOffset++];
                 values[valuesOffset++] = (block >>> 6) & 3;
                 values[valuesOffset++] = (block >>> 4) & 3;
                 values[valuesOffset++] = (block >>> 2) & 3;