diff --git a/Makefile b/Makefile index bb08aac..b892b3f 100644 --- a/Makefile +++ b/Makefile @@ -27,9 +27,19 @@ php: sh tools/build.sh php @echo "finish php" - .PHONY: python python: @echo "start python" sh tools/build.sh python - @echo "finish python" \ No newline at end of file + @echo "finish python" + +.PHONY: dc +dc: + @echo "start data science" + sh tools/build.sh dc + @echo "finish data science" + +.PHONY: install-linux +install-linux: + @echo "start install on linux" + sudo apt install graphviz \ No newline at end of file diff --git a/stacks/dc/data/roadmap.dot b/stacks/dc/data/roadmap.dot new file mode 100644 index 0000000..ff6f647 --- /dev/null +++ b/stacks/dc/data/roadmap.dot @@ -0,0 +1,187 @@ +digraph roadmap { + rankdir=LR; + ai->ai_ml; + ai->ai_nlp; + ai->ai_cv; + ai->ai_frameworks; + ai_ml->ai_ml_dl; + ai_nlp->ai_nlp_text_speach; + ai_nlp->ai_nlp_morphologic; + ai_nlp->ai_nlp_syntactic; + ai_nlp->ai_nlp_lexic; + ai_nlp->ai_nlp_relational; + ai_nlp->ai_nlp_discourse; + ai_nlp->ai_nlp_hl; + ai_frameworks->ai_frameworks_tensorflow; + ai_frameworks->ai_frameworks_pytorch; + ai_frameworks->ai_frameworks_keras; + ai_frameworks->ai_frameworks_mxnet; + db->db_sql; + db->db_indexes; + db->db_transactions; + db->db_principles; + db->db_relational; + db->db_nosql; + db->db_search; + db->db_message_broker; + db_message_broker->db_message_broker_kafka; + db_message_broker->db_message_broker_rabbit; + db_message_broker->db_message_broker_awssqs; + db_relational->db_relational_mvcc; + db_relational->db_relational_blocking; + db_relational->db_relational_acid; + db_relational->db_relational_oo; + db_relational_mvcc->db_relational_firebird; + db_relational_mvcc->db_relational_postgres; + db_relational_mvcc->db_relational_oracle; + db_relational_mvcc->db_mysql; + db_relational_blocking->db_mysql; + db_nosql->db_nosql_cap; + db_nosql->db_nosql_base; + db_nosql->db_nosql_graph; + db_nosql->db_nosql_doc; + db_nosql->db_nosql_colbase; + db_nosql->db_nosql_colwidebase; + db_nosql->db_nosql_time; + db_nosql_graph->db_nosql_orient; + db_nosql_graph->db_nosql_neo4j; + db_nosql_doc->db_nosql_mongo; + db_nosql_colbase->db_nosql_redis; + db_nosql_colbase->db_nosql_clickhouse; + db_search->db_search_elasticseaerch; + db_search->db_search_sphinx; + python->python_types; + python->python_functions; + python->python_parallelism; + python->python_import_system; + python->python_testing; + python->python_debugging; + python->python_standard_library; + python_types->python_types_text; + python_types->python_types_boolean; + python_types->python_types_numeric; + python_types->python_types_sequence; + python_types->python_types_binary_sequence; + python_types->python_types_set; + python_types->python_types_dict; + python_types->python_types_iterator; + python_types->python_types_context; + python_functions->python_functions_lambdas; + python_functions->python_functions_itertools; + python_functions->python_functions_functools; + python_functions->python_functions_operator; + python_parallelism->python_parallelism_coroutines; + python_parallelism->python_parallelism_threading; + python_parallelism->python_parallelism_multiprocessing; + python_debugging->python_debugging_bdb; + python_debugging->python_debugging_faulthandler; + python_debugging->python_debugging_pdb; + python_debugging->python_debugging_profilers; + python_debugging->python_debugging_timeit; + python_debugging->python_debugging_trace_execution; + python_debugging->python_debugging_trace_allocations; + python_testing->python_testing_regression; + python_testing->python_testing_unittest; + python_standard_library->python_standard_library_files; + python_standard_library->python_standard_library_binary; + python_standard_library->python_standard_library_text; + python_standard_library->python_standard_library_numeric; + python_standard_library->python_standard_library_cryptographic; + python_standard_library->python_standard_library_markup; + python_standard_library->python_standard_library_internationalization; + backend->python; + backend->db_sql; + backend->ai; + ai [ label="Artificial Intelligence" ]; + ai_ml [ label="Machine Learning" ]; + ai_nlp [ label="Natural Language Processing" ]; + ai_cv [ label="Computer Vision" ]; + ai_frameworks [ label="Frameworks" ]; + ai_ml_dl [ label="Deep Learning" ]; + ai_nlp_text_speach [ label="Text and speech processing" ]; + ai_nlp_morphologic [ label="Morphological analysis" ]; + ai_nlp_syntactic [ label="Syntactic analysis" ]; + ai_nlp_lexic [ label="Lexical semantics (of individual words in context)" ]; + ai_nlp_relational [ label="Relational semantics (semantics of individual sentences)" ]; + ai_nlp_discourse [ label="Discourse (semantics beyond individual sentences)" ]; + ai_nlp_hl [ label="Higher-level NLP applications" ]; + ai_frameworks_tensorflow [ label="TensorFlow" ]; + ai_frameworks_pytorch [ label="PyTorch" ]; + ai_frameworks_keras [ label="Keras" ]; + ai_frameworks_mxnet [ label="MXNet" ]; + db [ label="Databases" ]; + db_sql [ label="SQL" ]; + db_indexes [ label="Indexes" ]; + db_transactions [ label="Transactions" ]; + db_principles [ label="Principles" ]; + db_relational [ label="Relational" ]; + db_nosql [ label="NOSQL" ]; + db_search [ label="Search Engines" ]; + db_message_broker [ label="Message Broker" ]; + db_message_broker_kafka [ label="Kafka" ]; + db_message_broker_rabbit [ label="RabbitMQ" ]; + db_message_broker_awssqs [ label="Amazon Simple Queue Service" ]; + db_relational_mvcc [ label="Multiversion Concurrency Control" ]; + db_relational_blocking [ label="Blocking" ]; + db_relational_acid [ label="ACID" ]; + db_relational_oo [ label="Object-oriented" ]; + db_relational_firebird [ label="Firebird" ]; + db_relational_postgres [ label="PostgreSQL" ]; + db_relational_oracle [ label="Oracle" ]; + db_mysql [ label="MySQL" ]; + db_nosql_cap [ label="CAP Theorem" ]; + db_nosql_base [ label="BASE" ]; + db_nosql_graph [ label="Graph database" ]; + db_nosql_doc [ label="Document base" ]; + db_nosql_colbase [ label="Column base" ]; + db_nosql_colwidebase [ label="Wide column base" ]; + db_nosql_time [ label="Time series" ]; + db_nosql_orient [ label="OrientDB" ]; + db_nosql_neo4j [ label="Neo4j" ]; + db_nosql_mongo [ label="MongoDB" ]; + db_nosql_redis [ label="Redis" ]; + db_nosql_clickhouse [ label="ClickHouse" ]; + db_search_elasticseaerch [ label="Elasticseaerch" ]; + db_search_sphinx [ label="Sphinx" ]; + python [ label="Python" ]; + python_types [ label="Built-in Types" ]; + python_functions [ label="Functions" ]; + python_parallelism [ label="Concurrent Execution" ]; + python_import_system [ label="The Import System" ]; + python_testing [ label="Testing" ]; + python_debugging [ label="Debugging and Profiling" ]; + python_standard_library [ label="Standard Library" ]; + python_types_text [ label="Text" ]; + python_types_boolean [ label="Boolean" ]; + python_types_numeric [ label="Numeric" ]; + python_types_sequence [ label="Sequence" ]; + python_types_binary_sequence [ label="Binary Sequence" ]; + python_types_set [ label="Set" ]; + python_types_dict [ label="Dictionary" ]; + python_types_iterator [ label="Iterator" ]; + python_types_context [ label="Context Manager" ]; + python_functions_lambdas [ label="Lambdas" ]; + python_functions_itertools [ label="Functions creating iterators" ]; + python_functions_functools [ label="Higher-order functions" ]; + python_functions_operator [ label="Standard operators as functions" ]; + python_parallelism_coroutines [ label="Coroutines" ]; + python_parallelism_threading [ label="Thread-based" ]; + python_parallelism_multiprocessing [ label="multiprocessing" ]; + python_debugging_bdb [ label="Debugger Framework" ]; + python_debugging_faulthandler [ label="Dump the Python traceback" ]; + python_debugging_pdb [ label="The Python Debugger" ]; + python_debugging_profilers [ label="The Python Profilers" ]; + python_debugging_timeit [ label="Measure execution time" ]; + python_debugging_trace_execution [ label="Trace statement execution" ]; + python_debugging_trace_allocations [ label="Trace memory allocations" ]; + python_testing_regression [ label="Regression tests" ]; + python_testing_unittest [ label="Unit testing framework" ]; + python_standard_library_files [ label="File and Directory Access" ]; + python_standard_library_binary [ label="Binary Data Services" ]; + python_standard_library_text [ label="Text Processing Services" ]; + python_standard_library_numeric [ label="Numeric and Mathematical Modules" ]; + python_standard_library_cryptographic [ label="Cryptographic Services" ]; + python_standard_library_markup [ label="Structured Markup Processing Tools" ]; + python_standard_library_internationalization [ label="Internationalization" ]; + backend [ label="Data Science" ]; +} diff --git a/stacks/dc/data/roadmap.md b/stacks/dc/data/roadmap.md new file mode 100644 index 0000000..6374295 --- /dev/null +++ b/stacks/dc/data/roadmap.md @@ -0,0 +1,121 @@ +# Data Science + +## Python + +### Built-in Types + +#### Text + +#### Boolean + +#### Numeric + +#### Sequence + +#### Binary Sequence + +#### Set + +#### Dictionary + +#### Iterator + +#### Context Manager + +### Functions + +#### Lambdas + +#### Functions creating iterators + +#### Higher-order functions + +#### Standard operators as functions + +### Concurrent Execution + +#### Coroutines + +#### Thread-based + +#### multiprocessing + +### The Import System + +### Testing + +#### Regression tests + +#### Unit testing framework + +### Debugging and Profiling + +#### Debugger Framework + +#### Dump the Python traceback + +#### The Python Debugger + +#### The Python Profilers + +#### Measure execution time + +#### Trace statement execution + +#### Trace memory allocations + +### Standard Library + +#### File and Directory Access + +#### Binary Data Services + +#### Text Processing Services + +#### Numeric and Mathematical Modules + +#### Cryptographic Services + +#### Structured Markup Processing Tools + +#### Internationalization + +## SQL + +- book: [SQL Bible](https://www.amazon.com/SQL-Bible-Alex-Kriegel/dp/0470229063) + + +## Artificial Intelligence + +### Machine Learning + +#### Deep Learning + +### Natural Language Processing + +#### Text and speech processing + +#### Morphological analysis + +#### Syntactic analysis + +#### Lexical semantics (of individual words in context) + +#### Relational semantics (semantics of individual sentences) + +#### Discourse (semantics beyond individual sentences) + +#### Higher-level NLP applications + +### Computer Vision + +### Frameworks + +#### TensorFlow + +#### PyTorch + +#### Keras + +#### MXNet + diff --git a/stacks/dc/data/roadmap.png b/stacks/dc/data/roadmap.png new file mode 100644 index 0000000..5fdde12 Binary files /dev/null and b/stacks/dc/data/roadmap.png differ diff --git a/stacks/dc/data/roadmap.svg b/stacks/dc/data/roadmap.svg new file mode 100644 index 0000000..eeffc46 --- /dev/null +++ b/stacks/dc/data/roadmap.svg @@ -0,0 +1,1117 @@ + + + + + + +roadmap + + + +ai + +Artificial Intelligence + + + +ai_ml + +Machine Learning + + + +ai->ai_ml + + + + + +ai_nlp + +Natural Language Processing + + + +ai->ai_nlp + + + + + +ai_cv + +Computer Vision + + + +ai->ai_cv + + + + + +ai_frameworks + +Frameworks + + + +ai->ai_frameworks + + + + + +ai_ml_dl + +Deep Learning + + + +ai_ml->ai_ml_dl + + + + + +ai_nlp_text_speach + +Text and speech processing + + + +ai_nlp->ai_nlp_text_speach + + + + + +ai_nlp_morphologic + +Morphological analysis + + + +ai_nlp->ai_nlp_morphologic + + + + + +ai_nlp_syntactic + +Syntactic analysis + + + +ai_nlp->ai_nlp_syntactic + + + + + +ai_nlp_lexic + +Lexical semantics (of individual words in context) + + + +ai_nlp->ai_nlp_lexic + + + + + +ai_nlp_relational + +Relational semantics (semantics of individual sentences) + + + +ai_nlp->ai_nlp_relational + + + + + +ai_nlp_discourse + +Discourse (semantics beyond individual sentences) + + + +ai_nlp->ai_nlp_discourse + + + + + +ai_nlp_hl + +Higher-level NLP applications + + + +ai_nlp->ai_nlp_hl + + + + + +ai_frameworks_tensorflow + +TensorFlow + + + +ai_frameworks->ai_frameworks_tensorflow + + + + + +ai_frameworks_pytorch + +PyTorch + + + +ai_frameworks->ai_frameworks_pytorch + + + + + +ai_frameworks_keras + +Keras + + + +ai_frameworks->ai_frameworks_keras + + + + + +ai_frameworks_mxnet + +MXNet + + + +ai_frameworks->ai_frameworks_mxnet + + + + + +db + +Databases + + + +db_sql + +SQL + + + +db->db_sql + + + + + +db_indexes + +Indexes + + + +db->db_indexes + + + + + +db_transactions + +Transactions + + + +db->db_transactions + + + + + +db_principles + +Principles + + + +db->db_principles + + + + + +db_relational + +Relational + + + +db->db_relational + + + + + +db_nosql + +NOSQL + + + +db->db_nosql + + + + + +db_search + +Search Engines + + + +db->db_search + + + + + +db_message_broker + +Message Broker + + + +db->db_message_broker + + + + + +db_relational_mvcc + +Multiversion Concurrency Control + + + +db_relational->db_relational_mvcc + + + + + +db_relational_blocking + +Blocking + + + +db_relational->db_relational_blocking + + + + + +db_relational_acid + +ACID + + + +db_relational->db_relational_acid + + + + + +db_relational_oo + +Object-oriented + + + +db_relational->db_relational_oo + + + + + +db_nosql_cap + +CAP Theorem + + + +db_nosql->db_nosql_cap + + + + + +db_nosql_base + +BASE + + + +db_nosql->db_nosql_base + + + + + +db_nosql_graph + +Graph database + + + +db_nosql->db_nosql_graph + + + + + +db_nosql_doc + +Document base + + + +db_nosql->db_nosql_doc + + + + + +db_nosql_colbase + +Column base + + + +db_nosql->db_nosql_colbase + + + + + +db_nosql_colwidebase + +Wide column base + + + +db_nosql->db_nosql_colwidebase + + + + + +db_nosql_time + +Time series + + + +db_nosql->db_nosql_time + + + + + +db_search_elasticseaerch + +Elasticseaerch + + + +db_search->db_search_elasticseaerch + + + + + +db_search_sphinx + +Sphinx + + + +db_search->db_search_sphinx + + + + + +db_message_broker_kafka + +Kafka + + + +db_message_broker->db_message_broker_kafka + + + + + +db_message_broker_rabbit + +RabbitMQ + + + +db_message_broker->db_message_broker_rabbit + + + + + +db_message_broker_awssqs + +Amazon Simple Queue Service + + + +db_message_broker->db_message_broker_awssqs + + + + + +db_relational_firebird + +Firebird + + + +db_relational_mvcc->db_relational_firebird + + + + + +db_relational_postgres + +PostgreSQL + + + +db_relational_mvcc->db_relational_postgres + + + + + +db_relational_oracle + +Oracle + + + +db_relational_mvcc->db_relational_oracle + + + + + +db_mysql + +MySQL + + + +db_relational_mvcc->db_mysql + + + + + +db_relational_blocking->db_mysql + + + + + +db_nosql_orient + +OrientDB + + + +db_nosql_graph->db_nosql_orient + + + + + +db_nosql_neo4j + +Neo4j + + + +db_nosql_graph->db_nosql_neo4j + + + + + +db_nosql_mongo + +MongoDB + + + +db_nosql_doc->db_nosql_mongo + + + + + +db_nosql_redis + +Redis + + + +db_nosql_colbase->db_nosql_redis + + + + + +db_nosql_clickhouse + +ClickHouse + + + +db_nosql_colbase->db_nosql_clickhouse + + + + + +python + +Python + + + +python_types + +Built-in Types + + + +python->python_types + + + + + +python_functions + +Functions + + + +python->python_functions + + + + + +python_parallelism + +Concurrent Execution + + + +python->python_parallelism + + + + + +python_import_system + +The Import System + + + +python->python_import_system + + + + + +python_testing + +Testing + + + +python->python_testing + + + + + +python_debugging + +Debugging and Profiling + + + +python->python_debugging + + + + + +python_standard_library + +Standard Library + + + +python->python_standard_library + + + + + +python_types_text + +Text + + + +python_types->python_types_text + + + + + +python_types_boolean + +Boolean + + + +python_types->python_types_boolean + + + + + +python_types_numeric + +Numeric + + + +python_types->python_types_numeric + + + + + +python_types_sequence + +Sequence + + + +python_types->python_types_sequence + + + + + +python_types_binary_sequence + +Binary Sequence + + + +python_types->python_types_binary_sequence + + + + + +python_types_set + +Set + + + +python_types->python_types_set + + + + + +python_types_dict + +Dictionary + + + +python_types->python_types_dict + + + + + +python_types_iterator + +Iterator + + + +python_types->python_types_iterator + + + + + +python_types_context + +Context Manager + + + +python_types->python_types_context + + + + + +python_functions_lambdas + +Lambdas + + + +python_functions->python_functions_lambdas + + + + + +python_functions_itertools + +Functions creating iterators + + + +python_functions->python_functions_itertools + + + + + +python_functions_functools + +Higher-order functions + + + +python_functions->python_functions_functools + + + + + +python_functions_operator + +Standard operators as functions + + + +python_functions->python_functions_operator + + + + + +python_parallelism_coroutines + +Coroutines + + + +python_parallelism->python_parallelism_coroutines + + + + + +python_parallelism_threading + +Thread-based + + + +python_parallelism->python_parallelism_threading + + + + + +python_parallelism_multiprocessing + +multiprocessing + + + +python_parallelism->python_parallelism_multiprocessing + + + + + +python_testing_regression + +Regression tests + + + +python_testing->python_testing_regression + + + + + +python_testing_unittest + +Unit testing framework + + + +python_testing->python_testing_unittest + + + + + +python_debugging_bdb + +Debugger Framework + + + +python_debugging->python_debugging_bdb + + + + + +python_debugging_faulthandler + +Dump the Python traceback + + + +python_debugging->python_debugging_faulthandler + + + + + +python_debugging_pdb + +The Python Debugger + + + +python_debugging->python_debugging_pdb + + + + + +python_debugging_profilers + +The Python Profilers + + + +python_debugging->python_debugging_profilers + + + + + +python_debugging_timeit + +Measure execution time + + + +python_debugging->python_debugging_timeit + + + + + +python_debugging_trace_execution + +Trace statement execution + + + +python_debugging->python_debugging_trace_execution + + + + + +python_debugging_trace_allocations + +Trace memory allocations + + + +python_debugging->python_debugging_trace_allocations + + + + + +python_standard_library_files + +File and Directory Access + + + +python_standard_library->python_standard_library_files + + + + + +python_standard_library_binary + +Binary Data Services + + + +python_standard_library->python_standard_library_binary + + + + + +python_standard_library_text + +Text Processing Services + + + +python_standard_library->python_standard_library_text + + + + + +python_standard_library_numeric + +Numeric and Mathematical Modules + + + +python_standard_library->python_standard_library_numeric + + + + + +python_standard_library_cryptographic + +Cryptographic Services + + + +python_standard_library->python_standard_library_cryptographic + + + + + +python_standard_library_markup + +Structured Markup Processing Tools + + + +python_standard_library->python_standard_library_markup + + + + + +python_standard_library_internationalization + +Internationalization + + + +python_standard_library->python_standard_library_internationalization + + + + + +backend + +Data Science + + + +backend->ai + + + + + +backend->db_sql + + + + + +backend->python + + + + + diff --git a/stacks/dc/materials.xml b/stacks/dc/materials.xml new file mode 100644 index 0000000..cc3091a --- /dev/null +++ b/stacks/dc/materials.xml @@ -0,0 +1,5 @@ + + + + + diff --git a/stacks/dc/roadmap.xml b/stacks/dc/roadmap.xml new file mode 100644 index 0000000..bb07f32 --- /dev/null +++ b/stacks/dc/roadmap.xml @@ -0,0 +1,13 @@ + + + + + + + + + + + + + \ No newline at end of file diff --git a/subjects/ai/materials.xml b/subjects/ai/materials.xml new file mode 100644 index 0000000..649efa3 --- /dev/null +++ b/subjects/ai/materials.xml @@ -0,0 +1,2 @@ + + diff --git a/subjects/ai/roadmap.xml b/subjects/ai/roadmap.xml new file mode 100644 index 0000000..f3c8544 --- /dev/null +++ b/subjects/ai/roadmap.xml @@ -0,0 +1,62 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file