Skip to content

Commit

Permalink
Initial set up with the hook backbone implementation (#1)
Browse files Browse the repository at this point in the history
* Initial set up with the hook backbone implementation
  • Loading branch information
frsv authored Dec 8, 2022
1 parent 02f4c6e commit bcdd066
Show file tree
Hide file tree
Showing 16 changed files with 810 additions and 0 deletions.
6 changes: 6 additions & 0 deletions BUILD
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
package(default_visibility = ["//src:internal"])

exports_files([
"LICENSE",
"README.md",
])
17 changes: 17 additions & 0 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -17,3 +17,20 @@ distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.

## Building

Install bazel:

```
sudo apt-get update
sudo apt-get install bazel
```

Build the dist zip files:

```
bazel build //dist:all
```

Zip files will be available under `bazel-bin/dist` directory.
101 changes: 101 additions & 0 deletions WORKSPACE
Original file line number Diff line number Diff line change
@@ -0,0 +1,101 @@
load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive")

RULES_JVM_EXTERNAL_TAG = "4.0"

RULES_JVM_EXTERNAL_SHA = "31701ad93dbfe544d597dbe62c9a1fdd76d81d8a9150c2bf1ecf928ecdf97169"

http_archive(
name = "rules_jvm_external",
sha256 = RULES_JVM_EXTERNAL_SHA,
strip_prefix = "rules_jvm_external-%s" % RULES_JVM_EXTERNAL_TAG,
url = "https://github.com/bazelbuild/rules_jvm_external/archive/%s.zip" % RULES_JVM_EXTERNAL_TAG,
)

load("@rules_jvm_external//:defs.bzl", "maven_install")
load("@rules_jvm_external//:specs.bzl", "maven")

# All artifacts here should have "neverlink = True" unless it's really required to distribute them
maven_install(
artifacts = [
maven.artifact(
"com.google.guava",
"guava",
"31.0-jre",
neverlink = True,
),
maven.artifact(
"org.apache.avro",
"avro",
"1.10.2",
neverlink = True,
),
maven.artifact(
"org.apache.curator",
"apache-curator",
"2.7.1",
neverlink = True,
),
maven.artifact(
"org.apache.hive",
"hive-exec",
"2.2.0",
neverlink = True,
),
maven.artifact(
"org.slf4j",
"slf4j-api",
"1.7.10",
neverlink = True,
),
],
excluded_artifacts = [
"org.pentaho:pentaho-aggdesigner-algorithm",
],
fetch_sources = True,
repositories = [
"https://maven.google.com",
"https://repo1.maven.org/maven2",
],
version_conflict_policy = "pinned",
)

# Tests need dependencies in the runtime. Since there is no way to mark the dependency as both
# "neverlink" and "testonly", create a separate declaration specifically for tests.
# Code in java/ folder must not depend on this declaration.
maven_install(
name = "maven_tests",
artifacts = [
"org.apache.hadoop:hadoop-common:2.9.0",
"org.apache.hadoop:hadoop-mapreduce-client-common:2.9.0",
"org.apache.hadoop:hadoop-mapreduce-client-core:2.9.0",
"org.apache.hive:hive-exec:2.2.0",
"com.google.truth:truth:1.1.3",
"org.apache.curator:apache-curator:2.7.1",
"junit:junit:4.13.2",
"org.mockito:mockito-core:3.11.1",
"org.slf4j:slf4j-api:1.7.10",
],
excluded_artifacts = [
"org.pentaho:pentaho-aggdesigner-algorithm",
],
fetch_sources = True,
repositories = [
"https://maven.google.com",
"https://repo1.maven.org/maven2",
],
)

load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive")

http_archive(
name = "rules_pkg",
sha256 = "8a298e832762eda1830597d64fe7db58178aa84cd5926d76d5b744d6558941c2",
urls = [
"https://mirror.bazel.build/github.com/bazelbuild/rules_pkg/releases/download/0.7.0/rules_pkg-0.7.0.tar.gz",
"https://github.com/bazelbuild/rules_pkg/releases/download/0.7.0/rules_pkg-0.7.0.tar.gz",
],
)

load("@rules_pkg//:deps.bzl", "rules_pkg_dependencies")

rules_pkg_dependencies()
23 changes: 23 additions & 0 deletions dist/BUILD
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
load("@rules_pkg//:mappings.bzl", "pkg_attributes", "pkg_filegroup", "pkg_files", "strip_prefix")
load("@rules_pkg//:pkg.bzl", "pkg_zip")

pkg_files(
name = "hooks_files",
srcs = [
"//:LICENSE",
"//:README.md",
"//src/java/com/google/cloud/bigquery/dwhassessment/hooks:HiveMigrationAssessmentQueryLogsHooks_deploy.jar",
],
attributes = pkg_attributes(
mode = "0555",
),
prefix = "",
)

pkg_zip(
name = "hadoop-migration-assessment-hooks",
srcs = [
":hooks_files",
],
package_dir = "hadoop-migration-assessment-hooks",
)
93 changes: 93 additions & 0 deletions docs/code-of-conduct.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,93 @@
# Code of Conduct

## Our Pledge

In the interest of fostering an open and welcoming environment, we as
contributors and maintainers pledge to making participation in our project and
our community a harassment-free experience for everyone, regardless of age, body
size, disability, ethnicity, gender identity and expression, level of
experience, education, socio-economic status, nationality, personal appearance,
race, religion, or sexual identity and orientation.

## Our Standards

Examples of behavior that contributes to creating a positive environment
include:

* Using welcoming and inclusive language
* Being respectful of differing viewpoints and experiences
* Gracefully accepting constructive criticism
* Focusing on what is best for the community
* Showing empathy towards other community members

Examples of unacceptable behavior by participants include:

* The use of sexualized language or imagery and unwelcome sexual attention or
advances
* Trolling, insulting/derogatory comments, and personal or political attacks
* Public or private harassment
* Publishing others' private information, such as a physical or electronic
address, without explicit permission
* Other conduct which could reasonably be considered inappropriate in a
professional setting

## Our Responsibilities

Project maintainers are responsible for clarifying the standards of acceptable
behavior and are expected to take appropriate and fair corrective action in
response to any instances of unacceptable behavior.

Project maintainers have the right and responsibility to remove, edit, or reject
comments, commits, code, wiki edits, issues, and other contributions that are
not aligned to this Code of Conduct, or to ban temporarily or permanently any
contributor for other behaviors that they deem inappropriate, threatening,
offensive, or harmful.

## Scope

This Code of Conduct applies both within project spaces and in public spaces
when an individual is representing the project or its community. Examples of
representing a project or community include using an official project e-mail
address, posting via an official social media account, or acting as an appointed
representative at an online or offline event. Representation of a project may be
further defined and clarified by project maintainers.

This Code of Conduct also applies outside the project spaces when the Project
Steward has a reasonable belief that an individual's behavior may have a
negative impact on the project or its community.

## Conflict Resolution

We do not believe that all conflict is bad; healthy debate and disagreement
often yield positive results. However, it is never okay to be disrespectful or
to engage in behavior that violates the project’s code of conduct.

If you see someone violating the code of conduct, you are encouraged to address
the behavior directly with those involved. Many issues can be resolved quickly
and easily, and this gives people more control over the outcome of their
dispute. If you are unable to resolve the matter for any reason, or if the
behavior is threatening or harassing, report it. We are dedicated to providing
an environment where participants feel welcome and safe.

Reports should be directed to *[PROJECT STEWARD NAME(s) AND EMAIL(s)]*, the
Project Steward(s) for *[PROJECT NAME]*. It is the Project Steward’s duty to
receive and address reported violations of the code of conduct. They will then
work with a committee consisting of representatives from the Open Source
Programs Office and the Google Open Source Strategy team. If for any reason you
are uncomfortable reaching out to the Project Steward, please email
[email protected].

We will investigate every complaint, but you may not receive a direct response.
We will use our discretion in determining when and how to follow up on reported
incidents, which may range from not taking action to permanent expulsion from
the project and project-sponsored spaces. We will notify the accused of the
report and provide them an opportunity to discuss it before any action is taken.
The identity of the reporter will be omitted from the details of the report
supplied to the accused. In potentially harmful situations, such as ongoing
harassment or threats to anyone's safety, we may take action without notice.

## Attribution

This Code of Conduct is adapted from the Contributor Covenant, version 1.4,
available at
https://www.contributor-covenant.org/version/1/4/code-of-conduct.html
33 changes: 33 additions & 0 deletions docs/contributing.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,33 @@
# How to Contribute

We'd love to accept your patches and contributions to this project.

## Before you begin

### Sign our Contributor License Agreement

Contributions to this project must be accompanied by a
[Contributor License Agreement](https://cla.developers.google.com/about) (CLA).
You (or your employer) retain the copyright to your contribution; this simply
gives us permission to use and redistribute your contributions as part of the
project.

If you or your current employer have already signed the Google CLA (even if it
was for a different project), you probably don't need to do it again.

Visit <https://cla.developers.google.com/> to see your current agreements or to
sign a new one.

### Review our Community Guidelines

This project follows [Google's Open Source Community
Guidelines](https://opensource.google/conduct/).

## Contribution process

### Code Reviews

All submissions, including submissions by project members, require review. We
use GitHub pull requests for this purpose. Consult
[GitHub Help](https://help.github.com/articles/about-pull-requests/) for more
information on using pull requests.
32 changes: 32 additions & 0 deletions src/BUILD
Original file line number Diff line number Diff line change
@@ -0,0 +1,32 @@
# Copyright 2022 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
load("@rules_java//java:defs.bzl", "java_library")

package_group(
name = "internal",
packages = [
"//",
"//dist/...",
"//src/...",
],
)

package_group(
name = "tests",
packages = [
"//src/javatests/...",
],
)

package(default_visibility = [":internal"])
33 changes: 33 additions & 0 deletions src/java/com/google/cloud/bigquery/dwhassessment/hooks/BUILD
Original file line number Diff line number Diff line change
@@ -0,0 +1,33 @@
# Copyright 2022 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
load("@rules_java//java:defs.bzl", "java_binary", "java_library", "java_test")

package(default_visibility = ["//src:internal"])

java_library(
name = "hooks",
srcs = glob(["*.java"]),
deps = [
"//src/java/com/google/cloud/bigquery/dwhassessment/hooks/avro",
"@maven//:org_apache_hive_hive_exec_2_2_0",
"@maven//:org_slf4j_slf4j_api",
],
)

java_binary(
name = "HiveMigrationAssessmentQueryLogsHooks",
runtime_deps = [
":hooks",
],
)
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@
/*
* Copyright 2022 Google LLC
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* https://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.google.cloud.bigquery.dwhassessment.hooks;

/**
* Query execution mode.
*
* <p>Equal to Apache Hive HiveProtoLoggingHook.ExecutionMode enum
*/
public enum ExecutionMode {
MR,
TEZ,
LLAP,
NONE
}
Loading

0 comments on commit bcdd066

Please sign in to comment.